{
    "bizCode": "MNNTest",
    "extraInfo": {
        "version": "2.9.5"
    },
    "oplists": [
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    3.0,
                    3.34375,
                    3.15625,
                    3.53125,
                    3.453125,
                    3.671875,
                    3.4375,
                    3.46875,
                    3.4375,
                    3.625,
                    3.359375,
                    5.09375,
                    3.390625,
                    3.375,
                    3.34375,
                    3.46875,
                    3.375,
                    3.375,
                    3.375,
                    4.0,
                    3.3125,
                    3.34375,
                    3.265625,
                    3.03125,
                    3.53125,
                    3.40625,
                    3.53125,
                    3.65625,
                    4.375,
                    3.421875,
                    3.5,
                    3.359375,
                    3.34375,
                    4.40625,
                    3.3125,
                    3.390625,
                    3.40625,
                    3.3125,
                    3.796875,
                    3.6875,
                    3.25,
                    3.25,
                    3.34375,
                    3.40625,
                    2.96875,
                    3.359375,
                    3.53125,
                    3.515625,
                    3.4375,
                    3.296875,
                    3.03125,
                    3.203125,
                    3.375,
                    3.53125,
                    3.40625,
                    3.515625,
                    3.578125,
                    2.921875,
                    2.9375,
                    3.640625,
                    3.40625,
                    3.46875,
                    3.34375,
                    3.390625,
                    3.359375,
                    3.015625,
                    3.453125,
                    3.9375,
                    3.359375,
                    3.5,
                    3.4375,
                    3.40625,
                    2.921875,
                    3.5625,
                    3.625,
                    3.875,
                    3.421875,
                    3.46875,
                    3.578125,
                    3.375,
                    3.328125,
                    3.03125,
                    3.21875,
                    4.25,
                    3.265625,
                    3.328125,
                    3.71875,
                    3.359375,
                    3.421875,
                    3.34375,
                    3.453125,
                    3.578125,
                    3.21875,
                    3.640625,
                    3.421875,
                    2.25,
                    3.375,
                    3.5625,
                    3.359375,
                    3.796875,
                    3.359375,
                    3.828125,
                    4.90625,
                    3.359375,
                    3.625,
                    3.625,
                    3.28125,
                    3.40625,
                    3.71875,
                    3.390625,
                    3.671875,
                    3.46875,
                    3.375,
                    3.15625,
                    3.34375,
                    3.40625,
                    3.40625,
                    3.34375,
                    2.828125,
                    3.03125,
                    3.453125,
                    2.984375,
                    3.34375,
                    3.734375,
                    3.390625,
                    3.390625,
                    3.34375,
                    2.953125,
                    3.359375,
                    3.390625,
                    3.40625,
                    3.40625,
                    3.4375,
                    3.375,
                    3.453125,
                    3.328125,
                    4.125,
                    3.328125,
                    3.875,
                    3.296875,
                    2.90625,
                    3.40625,
                    3.515625,
                    3.03125,
                    3.421875,
                    3.625,
                    3.359375,
                    3.5,
                    3.453125,
                    3.484375,
                    3.34375,
                    3.359375,
                    3.03125,
                    3.359375,
                    5.96875,
                    3.671875,
                    3.5,
                    3.515625,
                    3.296875,
                    3.3125,
                    3.640625,
                    3.5,
                    3.375,
                    3.03125,
                    3.625,
                    3.390625,
                    3.40625,
                    3.359375,
                    3.421875,
                    3.390625,
                    3.375,
                    3.421875,
                    3.375,
                    3.34375,
                    3.5,
                    3.390625,
                    3.34375,
                    3.5625,
                    3.53125,
                    3.421875,
                    3.21875,
                    3.71875,
                    3.5,
                    3.328125,
                    3.4375,
                    3.046875,
                    2.875,
                    3.390625,
                    5.0,
                    3.40625,
                    3.421875,
                    3.359375,
                    3.453125,
                    3.359375,
                    3.3125,
                    3.40625,
                    3.40625,
                    3.46875,
                    3.375,
                    3.71875,
                    3.703125,
                    3.40625,
                    3.28125,
                    3.421875,
                    3.359375,
                    3.421875,
                    3.25,
                    3.359375,
                    3.609375,
                    3.34375,
                    3.34375,
                    3.375,
                    3.75,
                    3.546875,
                    3.703125,
                    3.0,
                    3.390625,
                    3.40625,
                    3.578125,
                    3.84375,
                    3.453125,
                    3.40625,
                    5.5,
                    2.28125,
                    3.515625,
                    3.390625,
                    3.546875,
                    4.0,
                    4.0,
                    3.34375,
                    3.296875,
                    3.421875,
                    3.40625,
                    3.359375,
                    3.375,
                    3.71875,
                    3.46875,
                    3.4375,
                    3.453125,
                    3.53125,
                    3.4375,
                    3.4375,
                    3.234375,
                    3.375,
                    3.375,
                    3.359375,
                    3.375,
                    3.328125,
                    3.5,
                    3.40625,
                    3.375,
                    3.34375,
                    3.359375,
                    1.671875,
                    3.03125,
                    3.703125,
                    3.453125,
                    3.328125,
                    3.359375,
                    3.390625,
                    3.375,
                    3.375,
                    3.390625,
                    3.609375,
                    3.3125,
                    3.40625,
                    3.453125,
                    3.359375,
                    3.4375,
                    3.484375,
                    3.34375,
                    3.4375,
                    3.59375,
                    3.40625,
                    3.625,
                    3.875,
                    3.109375,
                    3.4375,
                    3.734375,
                    3.375,
                    3.359375,
                    3.46875,
                    3.3125,
                    3.734375,
                    3.46875,
                    2.859375,
                    5.34375,
                    3.53125,
                    3.421875,
                    3.5,
                    3.46875,
                    3.421875,
                    3.34375,
                    3.421875,
                    3.5625,
                    3.515625,
                    3.4375,
                    3.40625,
                    3.296875,
                    3.328125,
                    3.046875,
                    2.953125,
                    3.21875,
                    3.078125,
                    3.296875,
                    3.625,
                    3.453125,
                    3.421875,
                    3.40625,
                    3.015625,
                    3.71875,
                    3.390625,
                    3.0625,
                    3.40625,
                    3.359375,
                    3.390625,
                    3.0625,
                    3.3125,
                    3.515625,
                    2.96875,
                    3.359375,
                    3.40625,
                    3.390625,
                    3.46875,
                    3.46875,
                    3.359375,
                    3.46875,
                    3.015625,
                    3.390625,
                    3.40625,
                    3.046875,
                    3.296875,
                    3.015625,
                    3.4375,
                    3.4375,
                    4.4375,
                    3.484375,
                    3.015625,
                    3.609375,
                    3.09375,
                    3.46875,
                    3.3125,
                    3.59375,
                    3.46875,
                    4.0,
                    3.359375,
                    3.359375,
                    3.453125,
                    3.671875,
                    3.359375,
                    3.609375,
                    2.984375,
                    3.40625,
                    3.328125,
                    5.5,
                    3.421875,
                    1.570312,
                    3.5,
                    3.359375,
                    3.796875,
                    3.921875,
                    4.21875,
                    3.375,
                    3.34375,
                    3.421875,
                    3.453125,
                    3.421875,
                    3.515625,
                    3.015625,
                    3.453125,
                    3.375,
                    3.6875,
                    3.296875,
                    3.8125,
                    3.375,
                    3.453125,
                    3.40625,
                    3.59375,
                    3.359375,
                    3.625,
                    3.328125,
                    3.3125,
                    3.296875,
                    3.40625,
                    3.0625,
                    3.484375,
                    3.421875,
                    3.453125,
                    3.53125,
                    3.40625,
                    3.390625,
                    3.421875,
                    3.203125,
                    3.34375,
                    3.3125,
                    2.890625,
                    3.359375,
                    4.625,
                    3.484375,
                    3.46875,
                    3.59375,
                    3.296875,
                    3.453125,
                    5.4375,
                    3.484375,
                    2.90625,
                    3.71875,
                    3.453125,
                    2.96875,
                    2.828125,
                    3.28125,
                    3.390625,
                    3.359375,
                    3.34375,
                    3.515625,
                    3.78125,
                    3.390625,
                    3.421875,
                    3.859375,
                    3.46875,
                    3.4375,
                    3.796875,
                    3.5,
                    3.859375,
                    4.21875,
                    3.453125,
                    3.5625,
                    3.28125,
                    3.390625,
                    3.3125,
                    3.375,
                    3.25,
                    3.515625,
                    3.4375,
                    3.765625,
                    3.5625,
                    3.71875,
                    3.59375,
                    3.375,
                    3.453125,
                    3.390625,
                    4.875,
                    2.859375,
                    3.375,
                    3.390625,
                    3.359375,
                    2.90625,
                    3.4375,
                    3.296875,
                    3.375,
                    3.390625,
                    3.4375,
                    3.46875,
                    3.328125,
                    3.40625,
                    3.34375,
                    3.375,
                    3.5,
                    2.828125,
                    3.453125,
                    3.796875,
                    3.40625,
                    3.421875,
                    3.546875,
                    3.515625,
                    3.078125,
                    3.9375,
                    3.421875,
                    3.421875,
                    3.4375,
                    3.359375,
                    3.390625,
                    4.25,
                    3.359375,
                    3.28125,
                    3.390625,
                    3.40625,
                    3.953125,
                    2.953125,
                    3.265625,
                    3.21875,
                    3.4375,
                    3.359375,
                    3.34375,
                    3.5,
                    3.765625,
                    3.4375,
                    3.328125,
                    3.28125,
                    3.359375,
                    4.8125,
                    3.390625,
                    3.46875,
                    3.328125,
                    3.390625,
                    3.46875,
                    3.25,
                    3.375,
                    3.640625,
                    3.0,
                    2.9375,
                    3.328125,
                    3.390625,
                    8.875,
                    3.421875,
                    3.390625,
                    3.296875,
                    2.359375,
                    3.65625,
                    3.421875,
                    4.5625,
                    3.390625,
                    3.359375,
                    3.390625,
                    2.9375,
                    3.609375,
                    3.34375,
                    3.265625,
                    7.09375,
                    3.4375,
                    3.453125,
                    3.375,
                    3.265625,
                    3.46875,
                    3.40625,
                    3.890625,
                    5.125,
                    3.34375,
                    3.4375,
                    4.28125,
                    4.53125,
                    3.546875,
                    2.984375,
                    3.5,
                    3.375,
                    3.21875,
                    3.40625,
                    5.5625,
                    3.390625,
                    3.0625,
                    3.46875,
                    3.46875,
                    3.453125,
                    3.40625,
                    5.03125,
                    3.46875,
                    2.703125,
                    3.46875,
                    3.296875,
                    3.4375,
                    3.6875,
                    3.796875,
                    3.421875,
                    8.25,
                    3.015625,
                    3.359375,
                    3.53125,
                    3.421875,
                    3.453125,
                    3.015625,
                    3.359375,
                    3.328125,
                    3.5625,
                    3.40625,
                    3.40625,
                    3.25,
                    2.90625,
                    3.40625,
                    3.390625,
                    3.390625,
                    3.890625,
                    3.4375,
                    3.53125,
                    2.8125,
                    3.40625,
                    3.734375,
                    3.546875,
                    3.4375,
                    3.109375,
                    3.4375,
                    1.398438,
                    3.546875,
                    5.5,
                    3.4375,
                    3.3125,
                    3.671875,
                    3.53125,
                    3.375,
                    3.296875,
                    7.65625,
                    3.390625,
                    3.34375,
                    4.6875,
                    3.4375,
                    3.46875,
                    3.328125,
                    3.3125,
                    3.34375,
                    3.40625,
                    3.484375,
                    3.34375,
                    3.484375,
                    3.453125,
                    3.0,
                    3.375,
                    3.046875,
                    3.0,
                    3.34375,
                    3.421875,
                    0.004303,
                    3.625,
                    3.953125,
                    2.921875,
                    3.5625,
                    3.53125,
                    3.296875,
                    3.59375,
                    3.46875,
                    3.59375,
                    3.453125,
                    3.640625,
                    3.625,
                    3.390625,
                    3.484375,
                    3.40625,
                    3.390625,
                    3.4375,
                    3.4375,
                    3.4375,
                    3.5,
                    3.34375,
                    3.46875,
                    3.0625,
                    5.1875,
                    3.390625,
                    3.421875,
                    3.28125,
                    3.828125,
                    3.421875,
                    3.296875,
                    3.328125,
                    2.984375,
                    3.421875,
                    3.53125,
                    2.859375,
                    3.375,
                    3.375,
                    3.40625,
                    3.375,
                    3.5,
                    3.046875,
                    3.421875,
                    3.453125,
                    3.671875,
                    3.71875,
                    3.3125,
                    3.40625,
                    3.359375,
                    3.515625,
                    3.296875,
                    3.5,
                    3.140625,
                    3.0625,
                    3.453125,
                    3.359375,
                    3.46875,
                    3.21875,
                    3.5625,
                    3.5,
                    3.796875,
                    3.453125,
                    2.640625,
                    3.359375,
                    3.421875,
                    3.390625,
                    3.4375,
                    2.84375,
                    3.390625,
                    3.40625,
                    3.484375,
                    3.359375,
                    3.359375,
                    3.328125,
                    3.375,
                    3.421875,
                    3.453125,
                    3.46875,
                    3.421875,
                    3.59375,
                    3.28125,
                    3.375,
                    3.78125,
                    3.484375,
                    3.390625,
                    2.984375,
                    3.5,
                    3.515625,
                    3.515625,
                    3.390625,
                    3.5,
                    3.390625,
                    3.40625,
                    3.375,
                    3.65625,
                    3.015625,
                    3.40625,
                    3.46875,
                    3.40625,
                    3.328125,
                    3.578125,
                    2.90625,
                    2.953125,
                    3.390625,
                    6.28125,
                    3.0,
                    3.390625,
                    3.390625,
                    3.65625,
                    3.0,
                    3.390625,
                    3.40625,
                    3.09375,
                    3.828125,
                    3.046875,
                    3.546875,
                    3.40625,
                    3.46875,
                    3.453125,
                    3.375,
                    3.46875,
                    3.359375,
                    3.359375,
                    3.4375,
                    3.5625,
                    3.375,
                    5.21875,
                    3.421875,
                    3.3125,
                    3.3125,
                    3.375,
                    3.40625,
                    3.078125,
                    2.609375,
                    3.5625,
                    3.375,
                    3.46875,
                    3.453125,
                    3.5,
                    3.390625,
                    3.359375,
                    4.90625,
                    3.390625,
                    2.84375,
                    2.984375,
                    3.546875,
                    3.375,
                    3.390625,
                    3.59375,
                    3.53125,
                    3.359375,
                    3.34375,
                    3.546875,
                    3.390625,
                    3.0625,
                    3.53125,
                    3.3125,
                    3.390625,
                    3.484375,
                    3.390625,
                    3.390625,
                    2.9375,
                    3.546875,
                    3.359375,
                    3.75,
                    3.34375,
                    3.5,
                    3.703125,
                    3.15625,
                    3.375,
                    3.921875,
                    3.609375,
                    3.515625,
                    3.546875,
                    3.375,
                    3.53125,
                    3.484375,
                    3.328125,
                    3.625,
                    3.515625,
                    3.609375,
                    3.421875,
                    3.328125,
                    3.359375,
                    1.703125,
                    3.53125,
                    3.421875,
                    3.25,
                    3.640625,
                    3.390625,
                    3.484375,
                    3.5,
                    3.3125,
                    5.1875,
                    3.421875,
                    3.375,
                    3.328125,
                    4.21875,
                    3.390625,
                    2.875,
                    3.796875,
                    5.9375,
                    3.453125,
                    3.703125,
                    3.640625,
                    3.546875,
                    3.546875,
                    3.453125,
                    3.515625,
                    3.9375,
                    3.34375,
                    3.359375,
                    3.171875,
                    3.265625,
                    3.34375,
                    3.359375,
                    3.421875,
                    3.5625,
                    3.046875,
                    3.375,
                    4.59375,
                    3.296875,
                    3.625,
                    3.28125,
                    3.5,
                    3.515625,
                    3.40625,
                    3.3125,
                    3.5625,
                    3.359375,
                    3.390625,
                    3.34375,
                    3.40625,
                    3.515625,
                    3.25,
                    2.96875,
                    3.828125,
                    3.3125,
                    3.53125,
                    3.484375,
                    3.078125,
                    3.34375,
                    3.5,
                    3.359375,
                    4.125,
                    3.375,
                    3.375,
                    3.0,
                    3.765625,
                    4.0625,
                    3.828125,
                    3.3125,
                    3.453125,
                    3.34375,
                    3.3125,
                    3.046875,
                    0.984375,
                    3.1875,
                    3.78125,
                    2.09375,
                    3.25,
                    3.8125,
                    3.3125,
                    4.5,
                    3.546875,
                    3.3125,
                    3.6875,
                    3.328125,
                    3.375,
                    3.65625,
                    3.4375,
                    3.046875,
                    3.421875,
                    3.34375,
                    3.5625,
                    3.53125,
                    3.359375,
                    3.28125,
                    3.375,
                    3.421875,
                    3.3125,
                    3.046875,
                    3.390625,
                    3.328125,
                    3.015625,
                    3.46875,
                    3.28125,
                    3.390625,
                    3.296875,
                    3.59375,
                    3.09375,
                    1.9375,
                    1.59375,
                    3.53125,
                    3.453125,
                    5.125,
                    3.4375,
                    3.296875,
                    3.453125,
                    3.421875,
                    5.8125,
                    3.34375,
                    3.515625,
                    3.46875,
                    3.546875,
                    3.625,
                    3.3125,
                    3.359375,
                    2.84375,
                    3.375,
                    3.390625,
                    3.375,
                    3.421875,
                    3.484375,
                    3.78125,
                    3.25,
                    3.375,
                    3.734375,
                    3.65625,
                    3.375,
                    4.5625,
                    3.328125,
                    3.328125,
                    3.65625,
                    2.875,
                    3.296875,
                    3.421875,
                    3.40625,
                    3.390625,
                    4.1875,
                    3.421875,
                    3.921875,
                    3.53125,
                    3.375,
                    3.59375,
                    4.65625,
                    3.4375,
                    3.375,
                    3.640625,
                    3.421875,
                    3.296875,
                    3.3125,
                    3.046875,
                    3.46875,
                    3.34375,
                    3.484375,
                    3.53125,
                    3.46875,
                    3.28125,
                    3.796875,
                    3.421875,
                    3.3125,
                    3.328125,
                    3.5,
                    3.375,
                    3.828125,
                    3.5625,
                    3.359375,
                    4.0625,
                    3.453125,
                    4.0,
                    3.390625,
                    3.3125,
                    3.40625,
                    3.25,
                    3.34375,
                    3.03125,
                    3.3125,
                    3.4375,
                    3.6875,
                    3.484375,
                    4.0625,
                    3.34375,
                    3.40625,
                    3.5625,
                    3.375,
                    3.515625,
                    3.484375,
                    3.3125,
                    3.625,
                    2.90625,
                    3.28125,
                    3.078125,
                    3.359375,
                    3.375,
                    3.3125,
                    3.640625,
                    3.34375,
                    3.4375,
                    3.5,
                    4.75,
                    3.375,
                    3.46875,
                    4.375,
                    3.359375,
                    3.421875,
                    3.640625,
                    3.390625,
                    2.84375,
                    3.625,
                    3.453125,
                    3.765625,
                    3.3125,
                    3.421875,
                    3.4375,
                    3.421875,
                    3.46875,
                    3.484375,
                    3.375,
                    3.984375,
                    3.46875,
                    3.4375,
                    4.3125,
                    3.390625,
                    3.1875,
                    3.375,
                    3.375,
                    3.328125,
                    3.359375,
                    3.3125,
                    3.4375,
                    3.5625,
                    3.328125,
                    3.375,
                    3.578125,
                    3.390625,
                    3.390625,
                    3.328125,
                    3.375,
                    3.25,
                    3.484375,
                    3.421875,
                    3.4375,
                    3.25,
                    3.375,
                    3.484375,
                    3.46875,
                    3.390625,
                    3.421875,
                    3.15625,
                    3.453125,
                    3.921875,
                    3.359375,
                    3.390625,
                    3.40625,
                    3.40625,
                    3.359375,
                    3.484375,
                    3.21875,
                    3.390625,
                    3.375,
                    4.46875,
                    3.390625,
                    3.46875,
                    3.546875,
                    3.71875,
                    3.390625,
                    3.484375,
                    3.421875,
                    4.90625,
                    3.40625,
                    3.53125,
                    3.390625,
                    3.484375,
                    2.46875,
                    3.4375,
                    3.375,
                    6.5625,
                    3.34375,
                    3.546875,
                    3.390625,
                    3.375,
                    3.59375,
                    3.859375,
                    3.421875,
                    3.40625,
                    3.328125,
                    3.28125,
                    2.984375,
                    3.34375,
                    3.375,
                    3.3125,
                    3.375,
                    3.46875,
                    3.9375,
                    3.5,
                    3.9375,
                    3.484375,
                    3.359375,
                    3.015625,
                    4.1875,
                    3.34375,
                    3.0625,
                    3.078125,
                    3.453125,
                    3.46875,
                    5.46875,
                    3.1875,
                    3.390625,
                    2.9375,
                    3.515625,
                    3.421875,
                    3.5625,
                    3.0,
                    3.421875,
                    3.375,
                    3.46875,
                    3.375,
                    3.515625,
                    2.875,
                    3.328125,
                    3.453125,
                    3.359375,
                    3.484375,
                    3.671875,
                    3.484375,
                    3.78125,
                    3.40625,
                    3.375,
                    3.34375,
                    3.515625,
                    3.4375,
                    3.390625,
                    3.375,
                    3.5,
                    3.578125,
                    3.421875,
                    3.421875,
                    3.1875,
                    3.3125,
                    3.015625,
                    3.5,
                    3.390625,
                    3.359375,
                    3.453125,
                    3.359375,
                    3.390625,
                    3.578125,
                    3.390625,
                    3.609375,
                    3.515625,
                    3.21875,
                    3.421875,
                    3.53125,
                    3.375,
                    3.34375,
                    2.96875,
                    3.359375,
                    3.046875,
                    3.5,
                    3.28125,
                    3.03125,
                    7.0,
                    3.359375,
                    3.453125,
                    3.46875,
                    3.40625,
                    3.21875,
                    3.40625,
                    3.4375,
                    3.734375,
                    3.421875,
                    3.390625,
                    3.421875,
                    3.890625,
                    3.515625,
                    3.640625,
                    3.3125,
                    3.765625,
                    3.359375,
                    3.40625,
                    3.1875,
                    3.328125,
                    3.765625,
                    2.84375,
                    3.53125,
                    3.359375,
                    3.40625,
                    3.390625,
                    3.484375,
                    3.28125,
                    3.34375,
                    3.265625,
                    3.515625,
                    3.25,
                    3.46875,
                    3.375,
                    4.375,
                    3.015625,
                    3.21875,
                    3.234375,
                    3.65625,
                    3.546875,
                    3.21875,
                    3.34375,
                    3.28125,
                    3.515625,
                    3.375,
                    3.515625,
                    3.296875,
                    3.59375,
                    3.390625,
                    3.390625,
                    3.453125,
                    3.4375,
                    3.90625,
                    2.859375,
                    3.40625,
                    2.78125,
                    3.390625,
                    3.625,
                    3.40625,
                    3.421875,
                    3.09375,
                    3.03125,
                    3.40625,
                    3.09375,
                    3.375,
                    3.3125,
                    3.484375,
                    6.125,
                    3.546875,
                    3.375,
                    3.46875,
                    2.9375,
                    3.359375,
                    3.5,
                    3.40625,
                    3.515625,
                    3.359375,
                    3.546875,
                    3.390625,
                    3.484375,
                    3.53125,
                    3.125,
                    3.34375,
                    3.296875,
                    3.578125,
                    3.34375,
                    5.125,
                    3.46875,
                    3.328125,
                    3.0,
                    3.3125,
                    3.359375,
                    3.390625,
                    2.96875,
                    3.3125,
                    3.5,
                    3.375,
                    3.78125,
                    3.4375,
                    3.46875,
                    2.765625,
                    3.328125,
                    3.28125,
                    3.546875,
                    3.484375,
                    3.453125,
                    3.328125,
                    3.4375,
                    3.40625,
                    3.4375,
                    8.0,
                    3.671875,
                    3.34375,
                    3.390625,
                    3.453125,
                    3.453125,
                    2.921875,
                    3.203125,
                    3.328125,
                    3.328125,
                    3.515625,
                    1.507812,
                    3.5,
                    2.6875,
                    3.03125,
                    3.671875,
                    3.015625,
                    3.375,
                    3.25,
                    3.328125,
                    3.375,
                    3.390625,
                    3.453125,
                    2.078125,
                    3.421875,
                    3.515625,
                    3.4375,
                    3.828125,
                    3.28125,
                    6.21875,
                    3.375,
                    2.96875,
                    3.359375,
                    3.609375,
                    3.375,
                    3.34375,
                    3.5,
                    3.359375,
                    3.3125,
                    3.34375,
                    3.328125,
                    3.328125,
                    3.21875,
                    3.5625,
                    3.4375,
                    3.53125,
                    3.34375,
                    3.4375,
                    3.375,
                    3.375,
                    3.34375,
                    3.453125,
                    3.359375,
                    3.53125,
                    3.0,
                    3.546875,
                    3.265625,
                    3.390625,
                    3.421875,
                    3.4375,
                    3.5,
                    3.390625,
                    3.390625,
                    3.296875,
                    3.359375,
                    3.21875,
                    3.5,
                    3.328125,
                    3.015625,
                    3.375,
                    3.484375,
                    3.640625,
                    3.421875,
                    3.40625,
                    3.234375,
                    3.5625,
                    3.984375,
                    3.375,
                    3.53125,
                    3.578125,
                    3.9375,
                    3.40625,
                    3.375,
                    3.375,
                    3.4375,
                    3.578125,
                    2.953125,
                    3.390625,
                    2.34375,
                    5.5625,
                    3.375,
                    3.3125,
                    3.40625,
                    3.390625,
                    3.359375,
                    3.71875,
                    3.484375,
                    3.390625,
                    3.40625,
                    3.5,
                    3.359375,
                    3.515625,
                    3.390625,
                    3.765625,
                    3.375,
                    2.5,
                    3.359375,
                    3.375,
                    3.5,
                    3.046875,
                    3.359375,
                    2.890625,
                    3.046875,
                    3.59375,
                    3.421875,
                    3.796875,
                    3.0,
                    3.46875,
                    2.953125,
                    3.96875,
                    3.375,
                    3.5625,
                    3.453125,
                    5.8125,
                    3.296875,
                    2.875,
                    3.234375,
                    3.578125,
                    2.96875,
                    3.296875,
                    3.4375,
                    3.3125,
                    3.328125,
                    3.421875,
                    3.4375,
                    3.40625,
                    3.390625,
                    3.328125,
                    3.40625,
                    3.5625,
                    3.1875,
                    3.34375,
                    4.59375,
                    2.96875,
                    3.359375,
                    3.5,
                    3.5,
                    3.28125,
                    3.453125,
                    0.026489,
                    3.53125,
                    4.9375,
                    0.027222,
                    3.5,
                    3.46875,
                    3.359375,
                    5.03125,
                    3.390625,
                    3.375,
                    3.359375,
                    3.40625,
                    3.609375,
                    3.015625,
                    3.609375,
                    3.53125,
                    3.390625,
                    3.4375,
                    3.5,
                    3.046875,
                    2.875,
                    2.984375,
                    3.375,
                    3.703125,
                    3.453125,
                    3.375,
                    3.265625,
                    3.484375,
                    3.453125,
                    3.40625,
                    3.53125,
                    2.90625,
                    3.375,
                    3.515625,
                    3.359375,
                    3.421875,
                    3.875,
                    3.6875,
                    3.421875,
                    3.21875,
                    3.5,
                    3.734375,
                    3.453125,
                    3.5,
                    4.125,
                    3.421875,
                    3.328125,
                    4.65625,
                    3.3125,
                    3.546875,
                    4.375,
                    3.53125,
                    3.421875,
                    3.390625,
                    2.734375,
                    3.25,
                    4.375,
                    3.3125,
                    3.421875,
                    4.28125,
                    3.484375,
                    3.3125,
                    3.5625,
                    3.609375,
                    3.453125,
                    3.921875,
                    3.4375,
                    3.359375,
                    3.40625,
                    3.578125,
                    3.390625,
                    3.640625,
                    3.4375,
                    3.34375,
                    3.71875,
                    3.328125,
                    3.8125,
                    3.453125,
                    3.609375,
                    4.0,
                    3.359375,
                    3.3125,
                    3.453125,
                    3.5,
                    3.359375,
                    3.296875,
                    3.4375,
                    3.40625,
                    3.375,
                    3.4375,
                    3.421875,
                    3.5,
                    3.546875,
                    3.25,
                    3.546875,
                    3.359375,
                    3.375,
                    3.359375,
                    3.328125,
                    3.84375,
                    3.421875,
                    3.734375,
                    3.375,
                    4.4375,
                    3.46875,
                    3.828125,
                    3.390625,
                    4.125,
                    2.78125,
                    3.375,
                    3.46875,
                    2.84375,
                    3.421875,
                    3.359375,
                    3.421875
                ]
            },
            "name": "model.model.norm.weight",
            "outputIndexes": [
                0
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Input",
            "main": {
                "dims": [
                    1,
                    1,
                    1536
                ],
                "dtype": "DT_FLOAT",
                "dformat": "NCHW"
            },
            "name": "input_ids",
            "outputIndexes": [
                1
            ],
            "type": "Input",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    3
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    1,
                    -1,
                    1536
                ]
            },
            "name": "/Constant_output_0__",
            "outputIndexes": [
                2
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_output_0",
            "outputIndexes": [
                3
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.503906,
                    0.269531,
                    0.431641,
                    0.507812,
                    0.330078,
                    0.535156,
                    0.199219,
                    0.320312,
                    0.523438,
                    0.503906,
                    0.231445,
                    0.867188,
                    0.192383,
                    0.220703,
                    0.241211,
                    0.263672,
                    0.269531,
                    0.355469,
                    0.229492,
                    0.664062,
                    0.237305,
                    0.181641,
                    0.275391,
                    0.5,
                    0.34375,
                    0.263672,
                    0.472656,
                    0.5,
                    0.8125,
                    0.236328,
                    0.201172,
                    0.166016,
                    0.223633,
                    0.785156,
                    0.283203,
                    0.275391,
                    0.304688,
                    0.234375,
                    0.730469,
                    0.554688,
                    0.242188,
                    0.235352,
                    0.196289,
                    0.239258,
                    0.511719,
                    0.345703,
                    0.605469,
                    0.289062,
                    0.351562,
                    0.3125,
                    0.486328,
                    0.427734,
                    0.207031,
                    0.484375,
                    0.204102,
                    0.425781,
                    0.470703,
                    0.503906,
                    0.425781,
                    0.570312,
                    0.349609,
                    0.476562,
                    0.225586,
                    0.1875,
                    0.355469,
                    0.400391,
                    0.216797,
                    0.65625,
                    0.200195,
                    0.373047,
                    0.46875,
                    0.363281,
                    0.519531,
                    0.523438,
                    0.441406,
                    0.597656,
                    0.367188,
                    0.402344,
                    0.332031,
                    0.230469,
                    0.212891,
                    0.507812,
                    0.402344,
                    0.71875,
                    0.208984,
                    0.269531,
                    0.398438,
                    0.222656,
                    0.339844,
                    0.236328,
                    0.394531,
                    0.5,
                    0.339844,
                    0.566406,
                    0.244141,
                    0.402344,
                    0.332031,
                    0.486328,
                    0.236328,
                    0.392578,
                    0.231445,
                    0.625,
                    0.84375,
                    0.198242,
                    0.519531,
                    0.609375,
                    0.259766,
                    0.353516,
                    0.585938,
                    0.226562,
                    0.632812,
                    0.208008,
                    0.255859,
                    0.78125,
                    0.289062,
                    0.296875,
                    0.445312,
                    0.206055,
                    0.478516,
                    0.488281,
                    0.229492,
                    0.441406,
                    0.259766,
                    0.558594,
                    0.292969,
                    0.210938,
                    0.267578,
                    0.457031,
                    0.337891,
                    0.191406,
                    0.380859,
                    0.211914,
                    0.408203,
                    0.172852,
                    0.227539,
                    0.185547,
                    0.683594,
                    0.200195,
                    0.589844,
                    0.394531,
                    0.431641,
                    0.3125,
                    0.484375,
                    0.347656,
                    0.24707,
                    0.53125,
                    0.296875,
                    0.65625,
                    0.201172,
                    0.287109,
                    0.308594,
                    0.234375,
                    0.462891,
                    0.320312,
                    0.972656,
                    0.53125,
                    0.302734,
                    0.419922,
                    0.361328,
                    0.19043,
                    0.527344,
                    0.357422,
                    0.257812,
                    0.457031,
                    0.519531,
                    0.253906,
                    0.294922,
                    0.228516,
                    0.351562,
                    0.222656,
                    0.19043,
                    0.242188,
                    0.294922,
                    0.1875,
                    0.414062,
                    0.227539,
                    0.233398,
                    0.263672,
                    0.229492,
                    0.208984,
                    0.283203,
                    0.578125,
                    0.225586,
                    0.251953,
                    0.488281,
                    0.503906,
                    0.412109,
                    0.210938,
                    0.675781,
                    0.248047,
                    0.314453,
                    0.198242,
                    0.186523,
                    0.255859,
                    0.219727,
                    0.417969,
                    0.390625,
                    0.363281,
                    0.193359,
                    0.550781,
                    0.585938,
                    0.201172,
                    0.255859,
                    0.200195,
                    0.211914,
                    0.294922,
                    0.226562,
                    0.164062,
                    0.515625,
                    0.192383,
                    0.269531,
                    0.183594,
                    0.519531,
                    0.441406,
                    0.296875,
                    0.523438,
                    0.245117,
                    0.355469,
                    0.246094,
                    0.597656,
                    0.382812,
                    0.271484,
                    1.140625,
                    0.453125,
                    0.421875,
                    0.249023,
                    0.507812,
                    0.652344,
                    0.652344,
                    0.396484,
                    0.324219,
                    0.429688,
                    0.341797,
                    0.235352,
                    0.196289,
                    0.585938,
                    0.478516,
                    0.447266,
                    0.306641,
                    0.217773,
                    0.324219,
                    0.429688,
                    0.196289,
                    0.189453,
                    0.423828,
                    0.386719,
                    0.231445,
                    0.289062,
                    0.375,
                    0.205078,
                    0.238281,
                    0.59375,
                    0.259766,
                    0.314453,
                    0.46875,
                    0.453125,
                    0.273438,
                    0.207031,
                    0.211914,
                    0.398438,
                    0.229492,
                    0.179688,
                    0.246094,
                    0.447266,
                    0.267578,
                    0.292969,
                    0.445312,
                    0.208984,
                    0.208984,
                    0.330078,
                    0.263672,
                    0.308594,
                    0.458984,
                    0.21582,
                    0.523438,
                    0.679688,
                    0.359375,
                    0.206055,
                    0.59375,
                    0.200195,
                    0.210938,
                    0.455078,
                    0.289062,
                    0.601562,
                    0.457031,
                    0.492188,
                    1.460938,
                    0.367188,
                    0.355469,
                    0.3125,
                    0.240234,
                    0.189453,
                    0.259766,
                    0.176758,
                    0.496094,
                    0.421875,
                    0.273438,
                    0.237305,
                    0.211914,
                    0.22168,
                    0.441406,
                    0.447266,
                    0.217773,
                    0.458984,
                    0.220703,
                    0.5625,
                    0.244141,
                    0.255859,
                    0.273438,
                    0.458984,
                    0.498047,
                    0.228516,
                    0.453125,
                    0.296875,
                    0.226562,
                    0.265625,
                    0.46875,
                    0.25,
                    0.589844,
                    0.507812,
                    0.241211,
                    0.235352,
                    0.470703,
                    0.427734,
                    0.373047,
                    0.314453,
                    0.404297,
                    0.443359,
                    0.209961,
                    0.367188,
                    0.503906,
                    0.335938,
                    0.457031,
                    0.453125,
                    0.314453,
                    0.777344,
                    0.435547,
                    0.507812,
                    0.396484,
                    0.421875,
                    0.347656,
                    0.222656,
                    0.5,
                    0.263672,
                    0.585938,
                    0.229492,
                    0.3125,
                    0.392578,
                    0.613281,
                    0.259766,
                    0.5625,
                    0.375,
                    0.527344,
                    0.233398,
                    1.210938,
                    0.257812,
                    0.417969,
                    0.275391,
                    0.392578,
                    0.546875,
                    0.660156,
                    0.458984,
                    0.255859,
                    0.176758,
                    0.22168,
                    0.419922,
                    0.191406,
                    0.464844,
                    0.492188,
                    0.216797,
                    0.302734,
                    0.546875,
                    0.223633,
                    0.554688,
                    0.384766,
                    0.341797,
                    0.251953,
                    0.478516,
                    0.198242,
                    0.519531,
                    0.205078,
                    0.200195,
                    0.28125,
                    0.201172,
                    0.458984,
                    0.380859,
                    0.4375,
                    0.265625,
                    0.449219,
                    0.222656,
                    0.238281,
                    0.355469,
                    0.408203,
                    0.212891,
                    0.482422,
                    0.527344,
                    0.259766,
                    0.832031,
                    0.333984,
                    0.289062,
                    0.515625,
                    0.222656,
                    0.380859,
                    1.0625,
                    0.222656,
                    0.503906,
                    0.291016,
                    0.251953,
                    0.339844,
                    0.490234,
                    0.296875,
                    0.412109,
                    0.201172,
                    0.189453,
                    0.380859,
                    0.601562,
                    0.192383,
                    0.191406,
                    0.671875,
                    0.209961,
                    0.202148,
                    0.65625,
                    0.261719,
                    0.546875,
                    0.742188,
                    0.203125,
                    0.396484,
                    0.213867,
                    0.269531,
                    0.294922,
                    0.192383,
                    0.253906,
                    0.265625,
                    0.214844,
                    0.558594,
                    0.478516,
                    0.585938,
                    0.550781,
                    0.209961,
                    0.429688,
                    0.378906,
                    0.847656,
                    0.464844,
                    0.357422,
                    0.287109,
                    0.224609,
                    0.480469,
                    0.349609,
                    0.328125,
                    0.208984,
                    0.171875,
                    0.285156,
                    0.417969,
                    0.199219,
                    0.220703,
                    0.228516,
                    0.197266,
                    0.242188,
                    0.457031,
                    0.230469,
                    0.582031,
                    0.223633,
                    0.261719,
                    0.523438,
                    0.453125,
                    0.462891,
                    0.648438,
                    0.265625,
                    0.375,
                    0.466797,
                    0.172852,
                    0.328125,
                    0.714844,
                    0.28125,
                    0.222656,
                    0.267578,
                    0.217773,
                    0.679688,
                    0.441406,
                    0.180664,
                    0.181641,
                    0.273438,
                    0.232422,
                    0.169922,
                    0.427734,
                    0.585938,
                    0.240234,
                    0.353516,
                    0.226562,
                    0.193359,
                    0.828125,
                    0.402344,
                    0.203125,
                    0.298828,
                    0.233398,
                    0.206055,
                    0.236328,
                    0.233398,
                    0.425781,
                    0.498047,
                    0.519531,
                    0.229492,
                    0.22168,
                    2.25,
                    0.216797,
                    0.246094,
                    0.429688,
                    0.320312,
                    0.5625,
                    0.205078,
                    0.90625,
                    0.212891,
                    0.224609,
                    0.220703,
                    0.470703,
                    -0.230469,
                    0.212891,
                    0.398438,
                    1.210938,
                    0.515625,
                    0.457031,
                    0.191406,
                    0.496094,
                    0.472656,
                    0.208984,
                    0.617188,
                    0.855469,
                    0.238281,
                    0.396484,
                    0.324219,
                    0.847656,
                    0.433594,
                    0.476562,
                    0.355469,
                    0.261719,
                    0.333984,
                    0.189453,
                    0.785156,
                    0.177734,
                    0.494141,
                    0.375,
                    0.423828,
                    0.177734,
                    0.243164,
                    1.015625,
                    0.337891,
                    0.380859,
                    0.269531,
                    0.416016,
                    0.386719,
                    0.515625,
                    0.470703,
                    0.211914,
                    2.359375,
                    0.453125,
                    0.263672,
                    0.259766,
                    0.233398,
                    0.241211,
                    0.429688,
                    0.201172,
                    0.257812,
                    0.306641,
                    0.34375,
                    0.220703,
                    0.419922,
                    0.53125,
                    0.427734,
                    0.367188,
                    0.275391,
                    0.695312,
                    0.235352,
                    0.390625,
                    0.443359,
                    0.558594,
                    0.625,
                    0.375,
                    0.298828,
                    0.490234,
                    0.308594,
                    0.507812,
                    0.390625,
                    1.125,
                    0.222656,
                    0.472656,
                    0.59375,
                    0.351562,
                    0.259766,
                    0.234375,
                    1.382812,
                    0.275391,
                    0.211914,
                    0.972656,
                    0.439453,
                    0.433594,
                    0.158203,
                    0.255859,
                    0.291016,
                    0.275391,
                    0.355469,
                    0.18457,
                    0.216797,
                    0.369141,
                    0.472656,
                    0.202148,
                    0.404297,
                    0.496094,
                    0.195312,
                    0.271484,
                    5.4375,
                    0.527344,
                    0.777344,
                    0.498047,
                    0.527344,
                    0.5625,
                    0.287109,
                    0.609375,
                    0.228516,
                    0.566406,
                    0.492188,
                    0.527344,
                    0.550781,
                    0.318359,
                    0.519531,
                    0.28125,
                    0.192383,
                    0.367188,
                    0.229492,
                    0.212891,
                    0.279297,
                    0.193359,
                    0.384766,
                    0.519531,
                    0.851562,
                    0.289062,
                    0.380859,
                    0.206055,
                    0.660156,
                    0.283203,
                    0.265625,
                    0.225586,
                    0.507812,
                    0.269531,
                    0.466797,
                    0.5,
                    0.193359,
                    0.259766,
                    0.222656,
                    0.490234,
                    0.455078,
                    0.394531,
                    0.226562,
                    0.492188,
                    0.539062,
                    0.617188,
                    0.185547,
                    0.230469,
                    0.212891,
                    0.458984,
                    0.224609,
                    0.3125,
                    0.449219,
                    0.423828,
                    0.369141,
                    0.492188,
                    0.296875,
                    0.267578,
                    0.503906,
                    0.507812,
                    0.574219,
                    0.378906,
                    0.410156,
                    0.243164,
                    0.203125,
                    0.236328,
                    0.200195,
                    0.462891,
                    0.226562,
                    0.402344,
                    0.462891,
                    0.238281,
                    0.231445,
                    0.236328,
                    0.198242,
                    0.242188,
                    0.4375,
                    0.233398,
                    0.265625,
                    0.429688,
                    0.233398,
                    0.186523,
                    0.449219,
                    0.353516,
                    0.192383,
                    0.451172,
                    0.439453,
                    0.519531,
                    0.298828,
                    0.189453,
                    0.462891,
                    0.291016,
                    0.269531,
                    0.382812,
                    0.388672,
                    0.498047,
                    0.289062,
                    0.429688,
                    0.229492,
                    0.197266,
                    0.429688,
                    0.400391,
                    0.490234,
                    0.25,
                    1.671875,
                    0.460938,
                    0.267578,
                    0.253906,
                    0.46875,
                    0.535156,
                    0.283203,
                    0.220703,
                    0.425781,
                    0.648438,
                    0.441406,
                    0.355469,
                    0.585938,
                    0.396484,
                    0.263672,
                    0.376953,
                    0.384766,
                    0.369141,
                    0.231445,
                    0.316406,
                    0.558594,
                    0.259766,
                    0.800781,
                    0.476562,
                    0.189453,
                    0.186523,
                    0.188477,
                    0.287109,
                    0.417969,
                    0.474609,
                    0.414062,
                    0.275391,
                    0.285156,
                    0.306641,
                    0.308594,
                    0.267578,
                    0.24707,
                    0.800781,
                    0.302734,
                    0.667969,
                    0.412109,
                    0.492188,
                    0.277344,
                    0.271484,
                    0.503906,
                    0.466797,
                    0.244141,
                    0.201172,
                    0.386719,
                    0.441406,
                    0.507812,
                    0.53125,
                    0.285156,
                    0.224609,
                    0.333984,
                    0.238281,
                    0.304688,
                    0.458984,
                    0.5,
                    0.244141,
                    0.566406,
                    0.28125,
                    0.542969,
                    0.609375,
                    0.414062,
                    0.200195,
                    0.621094,
                    0.566406,
                    0.213867,
                    0.507812,
                    0.277344,
                    0.488281,
                    0.527344,
                    0.179688,
                    0.523438,
                    0.24707,
                    0.480469,
                    0.192383,
                    0.225586,
                    0.234375,
                    0.453125,
                    0.519531,
                    0.195312,
                    0.427734,
                    0.570312,
                    0.235352,
                    0.408203,
                    0.515625,
                    0.161133,
                    0.933594,
                    0.21875,
                    0.241211,
                    0.181641,
                    0.714844,
                    0.320312,
                    0.439453,
                    0.458984,
                    0.582031,
                    0.304688,
                    0.355469,
                    0.503906,
                    0.367188,
                    0.363281,
                    0.416016,
                    0.519531,
                    0.742188,
                    0.200195,
                    0.196289,
                    0.378906,
                    0.220703,
                    0.206055,
                    0.21582,
                    0.28125,
                    0.464844,
                    0.470703,
                    0.382812,
                    0.777344,
                    0.294922,
                    0.566406,
                    0.425781,
                    0.498047,
                    0.386719,
                    0.335938,
                    0.21582,
                    0.535156,
                    0.15625,
                    0.269531,
                    0.195312,
                    0.388672,
                    0.462891,
                    0.285156,
                    0.546875,
                    0.738281,
                    0.168945,
                    0.53125,
                    0.474609,
                    0.5,
                    0.209961,
                    0.25,
                    0.259766,
                    0.652344,
                    0.223633,
                    0.173828,
                    0.503906,
                    0.585938,
                    0.695312,
                    0.257812,
                    0.226562,
                    0.318359,
                    0.177734,
                    0.267578,
                    0.433594,
                    0.828125,
                    0.217773,
                    0.644531,
                    0.396484,
                    0.318359,
                    0.402344,
                    0.304688,
                    0.871094,
                    0.275391,
                    0.214844,
                    0.435547,
                    0.251953,
                    0.337891,
                    0.585938,
                    0.292969,
                    0.5,
                    0.204102,
                    0.308594,
                    0.359375,
                    0.523438,
                    0.367188,
                    0.169922,
                    0.204102,
                    0.304688,
                    0.277344,
                    0.412109,
                    0.257812,
                    0.292969,
                    0.460938,
                    0.507812,
                    0.261719,
                    0.265625,
                    0.213867,
                    0.53125,
                    0.503906,
                    0.398438,
                    0.375,
                    0.294922,
                    0.490234,
                    0.894531,
                    0.363281,
                    0.402344,
                    0.235352,
                    0.378906,
                    1.914062,
                    0.185547,
                    0.476562,
                    0.490234,
                    0.28125,
                    0.5,
                    0.220703,
                    0.255859,
                    0.464844,
                    0.239258,
                    0.191406,
                    0.216797,
                    0.194336,
                    0.267578,
                    0.357422,
                    0.435547,
                    0.425781,
                    0.539062,
                    0.515625,
                    0.170898,
                    0.683594,
                    0.242188,
                    0.226562,
                    0.542969,
                    0.503906,
                    0.212891,
                    0.382812,
                    0.324219,
                    0.235352,
                    0.6875,
                    0.189453,
                    0.710938,
                    0.445312,
                    0.367188,
                    0.478516,
                    0.632812,
                    0.216797,
                    0.279297,
                    0.574219,
                    0.259766,
                    0.291016,
                    0.188477,
                    0.457031,
                    0.229492,
                    0.191406,
                    0.285156,
                    0.53125,
                    0.298828,
                    0.423828,
                    0.625,
                    0.400391,
                    0.246094,
                    0.178711,
                    0.554688,
                    0.220703,
                    0.582031,
                    0.476562,
                    0.224609,
                    0.691406,
                    0.257812,
                    0.898438,
                    0.326172,
                    0.367188,
                    0.237305,
                    0.287109,
                    0.243164,
                    0.431641,
                    0.196289,
                    0.333984,
                    0.466797,
                    0.341797,
                    0.707031,
                    0.210938,
                    0.361328,
                    0.5,
                    0.34375,
                    0.441406,
                    0.511719,
                    0.462891,
                    0.332031,
                    0.5,
                    0.199219,
                    0.494141,
                    0.205078,
                    0.201172,
                    0.201172,
                    0.410156,
                    0.246094,
                    0.355469,
                    0.316406,
                    1.039062,
                    0.196289,
                    0.310547,
                    0.761719,
                    0.228516,
                    0.234375,
                    0.515625,
                    0.242188,
                    0.476562,
                    0.355469,
                    0.324219,
                    0.597656,
                    0.392578,
                    0.408203,
                    0.349609,
                    0.225586,
                    0.363281,
                    0.210938,
                    0.210938,
                    0.625,
                    0.277344,
                    0.353516,
                    1.03125,
                    0.208984,
                    0.431641,
                    0.337891,
                    0.203125,
                    0.191406,
                    0.239258,
                    0.455078,
                    0.285156,
                    0.429688,
                    0.163086,
                    0.240234,
                    0.306641,
                    0.244141,
                    0.210938,
                    0.199219,
                    0.204102,
                    0.373047,
                    0.394531,
                    0.273438,
                    0.306641,
                    0.230469,
                    0.222656,
                    0.429688,
                    0.433594,
                    0.189453,
                    0.253906,
                    0.158203,
                    0.245117,
                    0.601562,
                    0.380859,
                    0.195312,
                    0.388672,
                    0.3125,
                    0.226562,
                    0.339844,
                    0.216797,
                    0.191406,
                    0.194336,
                    0.777344,
                    0.196289,
                    0.417969,
                    0.474609,
                    0.539062,
                    0.316406,
                    0.316406,
                    0.447266,
                    0.882812,
                    0.239258,
                    0.484375,
                    0.267578,
                    0.193359,
                    0.648438,
                    0.261719,
                    0.199219,
                    1.328125,
                    0.242188,
                    0.238281,
                    0.337891,
                    0.210938,
                    0.503906,
                    0.5,
                    0.244141,
                    0.257812,
                    0.273438,
                    0.255859,
                    0.462891,
                    0.318359,
                    0.333984,
                    0.349609,
                    0.310547,
                    0.455078,
                    0.652344,
                    0.363281,
                    0.46875,
                    0.507812,
                    0.202148,
                    0.539062,
                    0.65625,
                    0.244141,
                    0.515625,
                    0.470703,
                    0.333984,
                    0.382812,
                    1.109375,
                    0.234375,
                    0.230469,
                    0.335938,
                    0.458984,
                    0.219727,
                    0.482422,
                    0.449219,
                    0.1875,
                    0.201172,
                    0.404297,
                    0.292969,
                    0.494141,
                    0.380859,
                    0.237305,
                    0.519531,
                    0.34375,
                    0.34375,
                    0.542969,
                    0.230469,
                    0.498047,
                    0.349609,
                    0.318359,
                    0.202148,
                    0.628906,
                    0.198242,
                    0.166992,
                    0.359375,
                    0.523438,
                    0.453125,
                    0.300781,
                    0.449219,
                    0.199219,
                    0.166016,
                    0.371094,
                    0.433594,
                    0.306641,
                    0.220703,
                    0.427734,
                    0.208008,
                    0.234375,
                    0.466797,
                    0.183594,
                    0.433594,
                    0.419922,
                    0.25,
                    0.237305,
                    0.320312,
                    0.292969,
                    0.359375,
                    0.478516,
                    0.223633,
                    0.470703,
                    0.359375,
                    0.165039,
                    0.482422,
                    1.21875,
                    0.181641,
                    0.359375,
                    0.265625,
                    0.429688,
                    0.664062,
                    0.21582,
                    0.457031,
                    0.523438,
                    0.226562,
                    0.267578,
                    0.332031,
                    0.746094,
                    0.412109,
                    0.223633,
                    0.292969,
                    0.59375,
                    0.263672,
                    0.237305,
                    0.28125,
                    0.199219,
                    0.632812,
                    0.460938,
                    0.380859,
                    0.204102,
                    0.269531,
                    0.226562,
                    0.251953,
                    0.269531,
                    0.226562,
                    0.209961,
                    0.314453,
                    0.204102,
                    0.417969,
                    0.255859,
                    0.796875,
                    0.46875,
                    0.464844,
                    0.223633,
                    0.582031,
                    0.279297,
                    0.229492,
                    0.211914,
                    0.232422,
                    0.304688,
                    0.236328,
                    0.231445,
                    0.203125,
                    0.617188,
                    0.208984,
                    0.214844,
                    0.390625,
                    0.302734,
                    0.582031,
                    0.429688,
                    0.193359,
                    0.4375,
                    0.34375,
                    0.476562,
                    0.300781,
                    0.236328,
                    0.746094,
                    0.429688,
                    0.34375,
                    0.392578,
                    0.220703,
                    0.249023,
                    0.492188,
                    1.3125,
                    0.404297,
                    0.163086,
                    0.289062,
                    0.5,
                    0.201172,
                    0.416016,
                    0.225586,
                    0.535156,
                    0.178711,
                    0.289062,
                    0.175781,
                    0.410156,
                    0.292969,
                    0.388672,
                    0.192383,
                    0.443359,
                    0.535156,
                    0.235352,
                    1.109375,
                    0.328125,
                    0.19043,
                    0.482422,
                    0.229492,
                    0.167969,
                    0.228516,
                    0.464844,
                    0.330078,
                    0.449219,
                    0.200195,
                    0.582031,
                    0.235352,
                    0.386719,
                    0.466797,
                    0.193359,
                    0.213867,
                    0.349609,
                    0.546875,
                    0.417969,
                    0.367188,
                    0.193359,
                    0.174805,
                    0.230469,
                    1.453125,
                    0.582031,
                    0.261719,
                    0.279297,
                    0.275391,
                    0.46875,
                    0.435547,
                    0.261719,
                    0.269531,
                    0.251953,
                    0.484375,
                    0.322266,
                    0.283203,
                    0.296875,
                    0.494141,
                    0.570312,
                    0.482422,
                    0.209961,
                    0.257812,
                    0.201172,
                    0.267578,
                    0.361328,
                    0.476562,
                    0.302734,
                    0.269531,
                    0.492188,
                    0.445312,
                    0.585938,
                    0.204102,
                    1.359375,
                    0.205078,
                    0.490234,
                    0.236328,
                    0.236328,
                    0.376953,
                    0.239258,
                    0.515625,
                    0.1875,
                    0.223633,
                    0.21875,
                    0.416016,
                    0.248047,
                    0.241211,
                    0.375,
                    0.196289,
                    0.351562,
                    0.298828,
                    0.355469,
                    0.277344,
                    0.28125,
                    0.176758,
                    0.169922,
                    0.292969,
                    0.231445,
                    0.494141,
                    0.472656,
                    0.279297,
                    0.335938,
                    0.193359,
                    0.427734,
                    0.18457,
                    0.219727,
                    0.222656,
                    0.248047,
                    0.189453,
                    0.212891,
                    0.408203,
                    0.292969,
                    0.455078,
                    0.22168,
                    0.208008,
                    0.546875,
                    0.227539,
                    0.474609,
                    0.267578,
                    0.523438,
                    0.734375,
                    0.232422,
                    0.490234,
                    0.554688,
                    0.640625,
                    0.166992,
                    0.18457,
                    0.213867,
                    0.217773,
                    0.482422,
                    0.462891,
                    0.314453,
                    0.703125,
                    0.851562,
                    0.255859,
                    0.186523,
                    0.292969,
                    0.229492,
                    0.21875,
                    0.523438,
                    0.267578,
                    0.320312,
                    0.228516,
                    0.462891,
                    0.296875,
                    0.53125,
                    0.220703,
                    0.351562,
                    0.263672,
                    0.388672,
                    0.298828,
                    0.225586,
                    0.527344,
                    0.476562,
                    0.275391,
                    0.482422,
                    0.433594,
                    0.613281,
                    0.304688,
                    0.582031,
                    0.5,
                    0.3125,
                    0.453125,
                    0.675781,
                    0.25,
                    0.628906,
                    0.384766,
                    0.914062,
                    0.257812,
                    0.408203,
                    0.21875,
                    0.523438,
                    0.460938,
                    0.292969,
                    0.24707,
                    0.28125,
                    0.1875,
                    0.398438,
                    0.378906,
                    0.4375,
                    0.232422,
                    0.296875,
                    0.302734,
                    0.324219,
                    0.507812,
                    0.230469,
                    0.515625,
                    0.5,
                    0.351562,
                    0.414062,
                    0.453125,
                    0.193359,
                    0.253906,
                    1.328125,
                    0.527344,
                    0.890625,
                    4.1875,
                    0.439453,
                    0.429688,
                    0.186523,
                    0.910156,
                    0.195312,
                    0.285156,
                    0.296875,
                    0.333984,
                    0.519531,
                    0.523438,
                    0.550781,
                    0.574219,
                    0.453125,
                    0.214844,
                    0.233398,
                    0.488281,
                    0.515625,
                    0.421875,
                    0.277344,
                    0.617188,
                    0.462891,
                    0.341797,
                    0.194336,
                    0.482422,
                    0.490234,
                    0.204102,
                    0.4375,
                    0.486328,
                    0.28125,
                    0.492188,
                    0.219727,
                    0.205078,
                    0.601562,
                    0.53125,
                    0.208008,
                    0.240234,
                    0.357422,
                    0.550781,
                    0.245117,
                    0.188477,
                    0.558594,
                    0.349609,
                    0.333984,
                    0.835938,
                    0.21875,
                    0.484375,
                    0.757812,
                    0.257812,
                    0.296875,
                    0.507812,
                    0.484375,
                    0.404297,
                    0.75,
                    0.25,
                    0.228516,
                    0.78125,
                    0.357422,
                    0.363281,
                    0.371094,
                    0.554688,
                    0.363281,
                    0.695312,
                    0.326172,
                    0.209961,
                    0.246094,
                    0.302734,
                    0.220703,
                    0.554688,
                    0.193359,
                    0.201172,
                    0.566406,
                    0.199219,
                    0.378906,
                    0.316406,
                    0.53125,
                    0.640625,
                    0.225586,
                    0.191406,
                    0.216797,
                    0.178711,
                    0.21875,
                    0.259766,
                    0.275391,
                    0.230469,
                    0.285156,
                    0.214844,
                    0.204102,
                    0.472656,
                    0.472656,
                    0.320312,
                    0.492188,
                    0.225586,
                    0.255859,
                    0.201172,
                    0.228516,
                    0.507812,
                    0.205078,
                    0.558594,
                    0.194336,
                    0.785156,
                    0.585938,
                    0.570312,
                    0.357422,
                    0.730469,
                    0.472656,
                    0.322266,
                    0.400391,
                    0.476562,
                    0.316406,
                    0.294922,
                    0.211914
                ]
            },
            "name": "model.model.layers.0.input_layernorm.weight",
            "outputIndexes": [
                4
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                3
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm/Mul_output_0",
            "outputIndexes": [
                5
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                4,
                5
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm/Mul_1_output_0",
            "outputIndexes": [
                6
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                6
            ],
            "outputIndexes": [
                2308
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2308
            ],
            "outputIndexes": [
                2309
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/q_proj/Linear",
            "inputIndexes": [
                2309
            ],
            "outputIndexes": [
                2310
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    0,
                    1179670,
                    147456,
                    6144,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2310
            ],
            "outputIndexes": [
                2311
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2311
            ],
            "outputIndexes": [
                7
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    1
                ]
            },
            "name": "/Unsqueeze_output_0",
            "outputIndexes": [
                8
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                6
            ],
            "main_type": "NONE",
            "name": "/Shape_1_output_0",
            "outputIndexes": [
                9
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "main_type": "Blob",
            "main": {
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    1
                ]
            },
            "name": "/rotary/Constant_9_output_0",
            "outputIndexes": [
                10
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                9
            ],
            "main_type": "NONE",
            "name": "Shape20",
            "outputIndexes": [
                11
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                9
            ],
            "main_type": "NONE",
            "name": "Rank22",
            "outputIndexes": [
                12
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                12,
                12
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp24",
            "outputIndexes": [
                13
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                13
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze25",
            "outputIndexes": [
                14
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                13,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp27",
            "outputIndexes": [
                15
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                15
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze28",
            "outputIndexes": [
                16
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                11,
                14,
                16,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice31",
            "outputIndexes": [
                17
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                17
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze32",
            "outputIndexes": [
                18
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                18
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp33",
            "outputIndexes": [
                19
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                19,
                18
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp34",
            "outputIndexes": [
                20
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                9,
                20,
                13
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_2_output_0",
            "outputIndexes": [
                21
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    0
                ]
            },
            "name": "/rotary/Constant_4_output_0",
            "outputIndexes": [
                22
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                21,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_1_output_0",
            "outputIndexes": [
                23
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    12
                ]
            },
            "name": "/Constant_4_output_0",
            "outputIndexes": [
                24
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    128
                ]
            },
            "name": "/Constant_5_output_0",
            "outputIndexes": [
                25
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                23,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_output_0",
            "outputIndexes": [
                26
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                26
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_1_output_0",
            "outputIndexes": [
                27
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Input",
            "main": {
                "dims": [
                    1,
                    3
                ],
                "dtype": "DT_INT32",
                "dformat": "NCHW"
            },
            "name": "position_ids",
            "outputIndexes": [
                28
            ],
            "type": "Input",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                28
            ],
            "main_type": "CastParam",
            "main": {
                "srcT": "DT_VARIANT",
                "dstT": "DT_FLOAT"
            },
            "name": "/rotary/Cast_output_0",
            "outputIndexes": [
                29
            ],
            "type": "Cast",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    2
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    -1,
                    1
                ]
            },
            "name": "/rotary/Constant_1_output_0__",
            "outputIndexes": [
                30
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                29,
                30
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/rotary/Reshape_output_0",
            "outputIndexes": [
                31
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    1.0,
                    0.805842,
                    0.649382,
                    0.523299,
                    0.421697,
                    0.339821,
                    0.273842,
                    0.220673,
                    0.177828,
                    0.143301,
                    0.115478,
                    0.093057,
                    0.074989,
                    0.06043,
                    0.048697,
                    0.039242,
                    0.031623,
                    0.025483,
                    0.020535,
                    0.016548,
                    0.013335,
                    0.010746,
                    0.00866,
                    0.006978,
                    0.005623,
                    0.004532,
                    0.003652,
                    0.002943,
                    0.002371,
                    0.001911,
                    0.00154,
                    0.001241,
                    0.001,
                    0.000806,
                    0.000649,
                    0.000523,
                    0.000422,
                    0.00034,
                    0.000274,
                    0.000221,
                    0.000178,
                    0.000143,
                    0.000115,
                    9.3e-05,
                    7.5e-05,
                    6e-05,
                    4.9e-05,
                    3.9e-05,
                    3.2e-05,
                    2.5e-05,
                    2.1e-05,
                    1.7e-05,
                    1.3e-05,
                    1.1e-05,
                    9e-06,
                    7e-06,
                    6e-06,
                    5e-06,
                    4e-06,
                    3e-06,
                    2e-06,
                    2e-06,
                    2e-06,
                    1e-06
                ]
            },
            "name": "/rotary/Constant_2_output_0",
            "outputIndexes": [
                32
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                31,
                32
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/rotary/Mul_output_0",
            "outputIndexes": [
                33
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                33
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "COS",
                "T": "DT_FLOAT"
            },
            "name": "/rotary/Cos_output_0",
            "outputIndexes": [
                34
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                34,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/rotary/Unsqueeze_output_0",
            "outputIndexes": [
                35
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                33
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIN",
                "T": "DT_FLOAT"
            },
            "name": "/rotary/Sin_output_0",
            "outputIndexes": [
                36
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                36,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/rotary/Unsqueeze_1_output_0",
            "outputIndexes": [
                37
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                35,
                37
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/rotary/Concat_output_0",
            "outputIndexes": [
                38
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                38,
                38
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/rotary/Concat_1_output_0",
            "outputIndexes": [
                39
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    2
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    3,
                    1
                ]
            },
            "name": "/rotary/Unsqueeze_2_axes",
            "outputIndexes": [
                40
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                39,
                40
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/rotary/Unsqueeze_3_output_0",
            "outputIndexes": [
                41
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                41
            ],
            "main_type": "NONE",
            "name": "Shape57",
            "outputIndexes": [
                42
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                41
            ],
            "main_type": "NONE",
            "name": "Rank59",
            "outputIndexes": [
                43
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                43,
                43
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp61",
            "outputIndexes": [
                44
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                44
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze62",
            "outputIndexes": [
                45
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                44,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp64",
            "outputIndexes": [
                46
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                46
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze65",
            "outputIndexes": [
                47
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                42,
                45,
                47,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice68",
            "outputIndexes": [
                48
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                48
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze69",
            "outputIndexes": [
                49
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                49,
                49
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp71",
            "outputIndexes": [
                50
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                41,
                50,
                44
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_3_output_0",
            "outputIndexes": [
                51
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                27,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_output_0",
            "outputIndexes": [
                52
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                27
            ],
            "main_type": "NONE",
            "name": "/Shape_2_output_0",
            "outputIndexes": [
                53
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "main_type": "Blob",
            "main": {
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    3
                ]
            },
            "name": "/Constant_10_output_0",
            "outputIndexes": [
                54
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                53
            ],
            "main_type": "NONE",
            "name": "Shape76",
            "outputIndexes": [
                55
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                53
            ],
            "main_type": "NONE",
            "name": "Rank78",
            "outputIndexes": [
                56
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                56,
                56
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp80",
            "outputIndexes": [
                57
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                57
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze81",
            "outputIndexes": [
                58
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                57,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp83",
            "outputIndexes": [
                59
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                59
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze84",
            "outputIndexes": [
                60
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                55,
                58,
                60,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice87",
            "outputIndexes": [
                61
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                61
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze88",
            "outputIndexes": [
                62
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                62
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp89",
            "outputIndexes": [
                63
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                63,
                62
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp90",
            "outputIndexes": [
                64
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                53,
                64,
                57
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_5_output_0",
            "outputIndexes": [
                65
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    2
                ]
            },
            "name": "/rotary/Constant_7_output_0",
            "outputIndexes": [
                66
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                65,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_output_0",
            "outputIndexes": [
                67
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                67,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_6_output_0",
            "outputIndexes": [
                68
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    1073741824
                ]
            },
            "name": "/Constant_19_output_0",
            "outputIndexes": [
                69
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    3
                ]
            },
            "name": "/Constant_13_output_0",
            "outputIndexes": [
                70
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                27,
                68,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_1_output_0",
            "outputIndexes": [
                71
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                71
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_output_0",
            "outputIndexes": [
                72
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                27,
                22,
                68,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_output_0",
            "outputIndexes": [
                73
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                72,
                73
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_3_output_0",
            "outputIndexes": [
                74
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                44
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze106",
            "outputIndexes": [
                75
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                46
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze109",
            "outputIndexes": [
                76
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                42,
                75,
                76,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice112",
            "outputIndexes": [
                77
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                77
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze113",
            "outputIndexes": [
                78
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                78
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp114",
            "outputIndexes": [
                79
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                79,
                78
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp115",
            "outputIndexes": [
                80
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                41,
                80,
                44
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_4_output_0",
            "outputIndexes": [
                81
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                74,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_1_output_0",
            "outputIndexes": [
                82
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                52,
                82
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_output_0",
            "outputIndexes": [
                83
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                6
            ],
            "outputIndexes": [
                2312
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2312
            ],
            "outputIndexes": [
                2313
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/k_proj/Linear",
            "inputIndexes": [
                2313
            ],
            "outputIndexes": [
                2314
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    1333270,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2314
            ],
            "outputIndexes": [
                2315
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2315
            ],
            "outputIndexes": [
                84
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    2
                ]
            },
            "name": "/Constant_6_output_0",
            "outputIndexes": [
                85
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                23,
                85,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_1_output_0",
            "outputIndexes": [
                86
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                84,
                86
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_2_output_0",
            "outputIndexes": [
                87
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                87,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_2_output_0",
            "outputIndexes": [
                88
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                87
            ],
            "main_type": "NONE",
            "name": "/Shape_3_output_0",
            "outputIndexes": [
                89
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                89
            ],
            "main_type": "NONE",
            "name": "Shape159",
            "outputIndexes": [
                90
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                89
            ],
            "main_type": "NONE",
            "name": "Rank161",
            "outputIndexes": [
                91
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                91,
                91
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp163",
            "outputIndexes": [
                92
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                92
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze164",
            "outputIndexes": [
                93
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                92,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp166",
            "outputIndexes": [
                94
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                94
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze167",
            "outputIndexes": [
                95
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                90,
                93,
                95,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice170",
            "outputIndexes": [
                96
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                96
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze171",
            "outputIndexes": [
                97
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                97
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp172",
            "outputIndexes": [
                98
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                98,
                97
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp173",
            "outputIndexes": [
                99
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                89,
                99,
                92
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_6_output_0",
            "outputIndexes": [
                100
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                100,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_1_output_0",
            "outputIndexes": [
                101
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                101,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_8_output_0",
            "outputIndexes": [
                102
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                87,
                102,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_3_output_0",
            "outputIndexes": [
                103
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                103
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_1_output_0",
            "outputIndexes": [
                104
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                87,
                22,
                102,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_2_output_0",
            "outputIndexes": [
                105
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                104,
                105
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_4_output_0",
            "outputIndexes": [
                106
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                106,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_3_output_0",
            "outputIndexes": [
                107
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                88,
                107
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_1_output_0",
            "outputIndexes": [
                108
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                6
            ],
            "outputIndexes": [
                2316
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2316
            ],
            "outputIndexes": [
                2317
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/v_proj/Linear",
            "inputIndexes": [
                2317
            ],
            "outputIndexes": [
                2318
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    1555500,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2318
            ],
            "outputIndexes": [
                2319
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2319
            ],
            "outputIndexes": [
                109
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                109,
                86
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_3_output_0",
            "outputIndexes": [
                110
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Input",
            "main": {
                "dims": [
                    1,
                    1,
                    -1,
                    -1
                ],
                "dtype": "DT_FLOAT",
                "dformat": "NCHW"
            },
            "name": "attention_mask",
            "outputIndexes": [
                111
            ],
            "type": "Input",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                83,
                108,
                110,
                111
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_8_output_0",
            "outputIndexes": [
                112
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                112
            ],
            "outputIndexes": [
                2320
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2320
            ],
            "outputIndexes": [
                2321
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/o_proj/Linear",
            "inputIndexes": [
                2321
            ],
            "outputIndexes": [
                2322
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    1777730,
                    1179670,
                    147456,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2322
            ],
            "outputIndexes": [
                2323
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2323
            ],
            "outputIndexes": [
                113
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                3,
                113
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_3_output_0",
            "outputIndexes": [
                114
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.296875,
                    0.546875,
                    0.355469,
                    0.546875,
                    0.000462,
                    0.337891,
                    0.550781,
                    0.5625,
                    0.539062,
                    0.328125,
                    0.554688,
                    0.345703,
                    0.527344,
                    0.554688,
                    0.535156,
                    0.546875,
                    0.554688,
                    0.527344,
                    0.546875,
                    0.339844,
                    0.546875,
                    0.542969,
                    0.53125,
                    0.269531,
                    0.53125,
                    0.53125,
                    0.523438,
                    0.380859,
                    0.496094,
                    0.566406,
                    0.550781,
                    0.515625,
                    0.554688,
                    0.000301,
                    0.527344,
                    0.546875,
                    0.542969,
                    0.558594,
                    0.337891,
                    0.365234,
                    0.550781,
                    0.550781,
                    0.550781,
                    0.5625,
                    0.285156,
                    0.511719,
                    0.53125,
                    0.542969,
                    0.546875,
                    0.507812,
                    0.273438,
                    0.361328,
                    0.570312,
                    0.535156,
                    0.570312,
                    0.365234,
                    0.316406,
                    0.273438,
                    0.380859,
                    0.341797,
                    0.105957,
                    0.330078,
                    0.503906,
                    0.523438,
                    0.550781,
                    0.351562,
                    0.523438,
                    0.332031,
                    0.539062,
                    0.400391,
                    0.550781,
                    0.455078,
                    0.263672,
                    0.392578,
                    0.515625,
                    0.355469,
                    0.550781,
                    0.539062,
                    0.507812,
                    0.570312,
                    0.558594,
                    0.273438,
                    0.326172,
                    0.535156,
                    0.546875,
                    0.554688,
                    0.542969,
                    0.542969,
                    0.546875,
                    0.53125,
                    0.546875,
                    0.333984,
                    0.335938,
                    0.527344,
                    0.535156,
                    0.316406,
                    0.546875,
                    0.353516,
                    0.546875,
                    0.503906,
                    0.570312,
                    0.355469,
                    0.308594,
                    0.550781,
                    0.34375,
                    0.5625,
                    0.539062,
                    0.519531,
                    0.349609,
                    0.554688,
                    0.345703,
                    0.554688,
                    0.445312,
                    0.328125,
                    0.546875,
                    0.554688,
                    0.546875,
                    0.554688,
                    0.277344,
                    0.277344,
                    0.53125,
                    0.285156,
                    0.318359,
                    0.326172,
                    0.542969,
                    0.558594,
                    0.550781,
                    0.300781,
                    0.378906,
                    0.570312,
                    0.507812,
                    0.511719,
                    0.558594,
                    0.542969,
                    0.558594,
                    0.554688,
                    0.353516,
                    0.574219,
                    0.337891,
                    0.542969,
                    0.289062,
                    0.496094,
                    0.382812,
                    0.316406,
                    0.539062,
                    0.351562,
                    0.539062,
                    0.494141,
                    0.53125,
                    0.550781,
                    0.425781,
                    0.539062,
                    0.294922,
                    0.546875,
                    0.554688,
                    0.351562,
                    0.546875,
                    0.320312,
                    0.535156,
                    0.554688,
                    0.369141,
                    0.339844,
                    0.546875,
                    0.28125,
                    0.347656,
                    0.558594,
                    0.554688,
                    0.550781,
                    0.5625,
                    0.566406,
                    0.5625,
                    0.554688,
                    0.546875,
                    0.5625,
                    0.550781,
                    0.542969,
                    0.546875,
                    0.5625,
                    0.5625,
                    0.542969,
                    0.539062,
                    0.554688,
                    0.558594,
                    0.566406,
                    0.554688,
                    0.378906,
                    0.310547,
                    0.570312,
                    0.550781,
                    0.554688,
                    0.5625,
                    0.351562,
                    0.5625,
                    0.542969,
                    0.511719,
                    0.546875,
                    0.527344,
                    0.535156,
                    0.542969,
                    0.503906,
                    0.53125,
                    0.539062,
                    0.558594,
                    0.539062,
                    0.542969,
                    0.550781,
                    0.570312,
                    0.574219,
                    0.396484,
                    0.546875,
                    0.535156,
                    0.550781,
                    0.359375,
                    0.550781,
                    0.558594,
                    0.300781,
                    0.550781,
                    0.539062,
                    0.542969,
                    0.550781,
                    0.535156,
                    0.542969,
                    0.24707,
                    0.271484,
                    0.367188,
                    0.554688,
                    0.335938,
                    0.34375,
                    0.398438,
                    0.542969,
                    0.570312,
                    0.535156,
                    0.566406,
                    0.554688,
                    0.546875,
                    0.337891,
                    0.550781,
                    0.53125,
                    0.582031,
                    0.550781,
                    0.3125,
                    0.554688,
                    0.550781,
                    0.53125,
                    0.53125,
                    0.535156,
                    0.542969,
                    0.5625,
                    0.435547,
                    0.570312,
                    0.433594,
                    0.237305,
                    0.554688,
                    0.429688,
                    0.273438,
                    0.328125,
                    0.507812,
                    0.539062,
                    0.546875,
                    0.539062,
                    0.527344,
                    0.550781,
                    0.539062,
                    0.386719,
                    0.5625,
                    0.558594,
                    0.355469,
                    0.5625,
                    0.523438,
                    0.546875,
                    0.515625,
                    0.523438,
                    0.355469,
                    0.546875,
                    0.371094,
                    0.351562,
                    0.316406,
                    0.546875,
                    0.332031,
                    0.5625,
                    0.527344,
                    0.554688,
                    0.460938,
                    0.527344,
                    0.53125,
                    0.283203,
                    0.146484,
                    0.519531,
                    0.542969,
                    0.574219,
                    0.558594,
                    0.550781,
                    0.558594,
                    0.539062,
                    0.298828,
                    0.511719,
                    0.535156,
                    0.550781,
                    0.539062,
                    0.574219,
                    0.277344,
                    0.289062,
                    0.554688,
                    0.308594,
                    0.554688,
                    0.539062,
                    0.5625,
                    0.353516,
                    0.546875,
                    0.265625,
                    0.349609,
                    0.535156,
                    0.298828,
                    0.5625,
                    0.546875,
                    0.566406,
                    0.246094,
                    0.550781,
                    0.546875,
                    0.275391,
                    0.498047,
                    0.5625,
                    0.515625,
                    0.335938,
                    0.515625,
                    0.539062,
                    0.539062,
                    0.271484,
                    0.523438,
                    0.542969,
                    0.269531,
                    0.566406,
                    0.298828,
                    0.546875,
                    0.53125,
                    0.000265,
                    0.546875,
                    0.269531,
                    0.5,
                    0.302734,
                    0.539062,
                    0.554688,
                    0.53125,
                    0.558594,
                    0.546875,
                    0.511719,
                    0.53125,
                    0.369141,
                    0.333984,
                    0.539062,
                    0.341797,
                    0.349609,
                    0.339844,
                    0.558594,
                    0.398438,
                    0.539062,
                    0.386719,
                    0.542969,
                    0.550781,
                    0.361328,
                    0.351562,
                    0.550781,
                    0.574219,
                    0.550781,
                    0.546875,
                    0.519531,
                    0.535156,
                    0.546875,
                    0.277344,
                    0.542969,
                    0.53125,
                    0.345703,
                    0.558594,
                    0.345703,
                    0.53125,
                    0.539062,
                    0.554688,
                    0.40625,
                    0.53125,
                    0.345703,
                    0.542969,
                    0.519531,
                    0.539062,
                    0.53125,
                    0.316406,
                    0.550781,
                    0.333984,
                    0.566406,
                    0.330078,
                    0.554688,
                    0.554688,
                    0.542969,
                    0.535156,
                    0.554688,
                    0.359375,
                    0.291016,
                    0.558594,
                    0.507812,
                    0.542969,
                    0.542969,
                    0.337891,
                    0.515625,
                    0.337891,
                    0.566406,
                    0.507812,
                    0.28125,
                    0.542969,
                    0.53125,
                    0.695312,
                    0.28125,
                    0.427734,
                    0.357422,
                    0.519531,
                    0.558594,
                    0.494141,
                    0.453125,
                    0.554688,
                    0.546875,
                    0.369141,
                    0.5625,
                    0.539062,
                    0.359375,
                    0.570312,
                    0.339844,
                    0.474609,
                    0.539062,
                    0.347656,
                    0.546875,
                    0.361328,
                    0.542969,
                    0.550781,
                    0.554688,
                    0.566406,
                    0.566406,
                    0.345703,
                    0.359375,
                    0.347656,
                    0.347656,
                    0.519531,
                    0.546875,
                    0.496094,
                    0.392578,
                    0.283203,
                    0.558594,
                    0.535156,
                    0.546875,
                    0.287109,
                    0.546875,
                    0.527344,
                    0.550781,
                    0.558594,
                    0.5625,
                    0.53125,
                    0.554688,
                    0.535156,
                    0.535156,
                    0.566406,
                    0.5625,
                    0.279297,
                    0.554688,
                    0.335938,
                    0.494141,
                    0.53125,
                    0.478516,
                    0.535156,
                    0.318359,
                    0.347656,
                    0.550781,
                    0.53125,
                    0.535156,
                    0.578125,
                    0.53125,
                    0.369141,
                    0.566406,
                    0.558594,
                    0.554688,
                    0.542969,
                    0.322266,
                    0.298828,
                    0.527344,
                    0.546875,
                    0.554688,
                    0.554688,
                    0.554688,
                    0.412109,
                    0.332031,
                    0.566406,
                    0.482422,
                    0.523438,
                    0.542969,
                    0.539062,
                    0.542969,
                    0.539062,
                    0.53125,
                    0.558594,
                    0.539062,
                    0.53125,
                    0.527344,
                    0.341797,
                    0.316406,
                    0.289062,
                    0.539062,
                    0.550781,
                    0.5625,
                    0.550781,
                    0.316406,
                    0.550781,
                    0.433594,
                    0.332031,
                    0.558594,
                    0.382812,
                    0.558594,
                    0.558594,
                    0.539062,
                    0.279297,
                    0.554688,
                    0.558594,
                    0.5625,
                    0.231445,
                    0.390625,
                    0.710938,
                    0.535156,
                    0.5625,
                    0.314453,
                    0.570312,
                    0.335938,
                    0.558594,
                    0.550781,
                    0.527344,
                    0.546875,
                    0.523438,
                    0.332031,
                    0.28125,
                    0.330078,
                    0.546875,
                    0.5625,
                    0.53125,
                    0.550781,
                    0.550781,
                    0.273438,
                    0.554688,
                    0.546875,
                    0.558594,
                    0.515625,
                    0.511719,
                    0.345703,
                    0.333984,
                    0.550781,
                    0.369141,
                    0.554688,
                    0.332031,
                    0.554688,
                    0.550781,
                    0.400391,
                    0.285156,
                    0.539062,
                    0.554688,
                    0.53125,
                    0.53125,
                    0.28125,
                    0.546875,
                    0.5625,
                    0.542969,
                    0.507812,
                    0.566406,
                    0.53125,
                    0.283203,
                    0.554688,
                    0.558594,
                    0.546875,
                    0.353516,
                    0.546875,
                    0.369141,
                    0.261719,
                    0.226562,
                    0.535156,
                    0.527344,
                    0.574219,
                    0.285156,
                    0.527344,
                    0.431641,
                    0.423828,
                    0.539062,
                    0.554688,
                    0.566406,
                    0.355469,
                    0.380859,
                    0.542969,
                    -0.000191,
                    0.451172,
                    0.53125,
                    0.550781,
                    0.542969,
                    0.359375,
                    0.316406,
                    0.570312,
                    0.542969,
                    0.554688,
                    0.574219,
                    0.339844,
                    0.550781,
                    0.5625,
                    0.539062,
                    0.267578,
                    0.5625,
                    0.306641,
                    0.285156,
                    0.554688,
                    0.558594,
                    0.000587,
                    0.310547,
                    0.535156,
                    0.28125,
                    0.363281,
                    0.519531,
                    0.535156,
                    0.539062,
                    0.539062,
                    0.345703,
                    0.546875,
                    0.335938,
                    0.349609,
                    0.539062,
                    0.511719,
                    0.570312,
                    0.5625,
                    0.554688,
                    0.578125,
                    0.5625,
                    0.527344,
                    0.558594,
                    0.441406,
                    0.259766,
                    0.546875,
                    0.503906,
                    0.550781,
                    0.542969,
                    0.337891,
                    0.542969,
                    0.519531,
                    0.535156,
                    0.275391,
                    0.550781,
                    0.345703,
                    0.265625,
                    0.574219,
                    0.542969,
                    0.550781,
                    0.353516,
                    0.339844,
                    0.298828,
                    0.566406,
                    0.347656,
                    0.341797,
                    0.353516,
                    0.527344,
                    0.554688,
                    0.546875,
                    0.539062,
                    0.527344,
                    0.386719,
                    0.347656,
                    0.271484,
                    0.539062,
                    0.367188,
                    0.535156,
                    0.550781,
                    0.482422,
                    0.527344,
                    0.5,
                    0.558594,
                    0.355469,
                    0.566406,
                    0.566406,
                    0.539062,
                    0.494141,
                    0.289062,
                    0.558594,
                    0.511719,
                    0.330078,
                    0.486328,
                    0.558594,
                    0.558594,
                    0.546875,
                    0.542969,
                    0.53125,
                    0.546875,
                    0.550781,
                    0.388672,
                    0.554688,
                    0.574219,
                    0.53125,
                    0.361328,
                    0.546875,
                    0.316406,
                    0.550781,
                    0.417969,
                    0.363281,
                    0.558594,
                    0.554688,
                    0.546875,
                    0.539062,
                    0.554688,
                    0.554688,
                    0.3125,
                    0.570312,
                    0.34375,
                    0.542969,
                    0.554688,
                    0.371094,
                    0.316406,
                    0.263672,
                    0.546875,
                    -0.000152,
                    0.285156,
                    0.550781,
                    0.546875,
                    0.542969,
                    0.291016,
                    0.539062,
                    0.546875,
                    0.287109,
                    0.523438,
                    0.316406,
                    0.503906,
                    0.542969,
                    0.363281,
                    0.5625,
                    0.535156,
                    0.546875,
                    0.332031,
                    0.550781,
                    0.550781,
                    0.339844,
                    0.558594,
                    0.330078,
                    0.416016,
                    0.535156,
                    0.535156,
                    0.53125,
                    0.449219,
                    0.302734,
                    0.398438,
                    0.332031,
                    0.546875,
                    0.550781,
                    0.523438,
                    0.558594,
                    0.550781,
                    0.539062,
                    0.373047,
                    0.550781,
                    0.527344,
                    0.320312,
                    0.53125,
                    0.511719,
                    0.550781,
                    0.363281,
                    0.355469,
                    0.386719,
                    0.542969,
                    0.351562,
                    0.429688,
                    0.269531,
                    0.443359,
                    0.542969,
                    0.5625,
                    0.550781,
                    0.349609,
                    0.550781,
                    0.28125,
                    0.515625,
                    0.53125,
                    0.333984,
                    0.542969,
                    0.347656,
                    0.337891,
                    0.326172,
                    0.558594,
                    0.353516,
                    0.318359,
                    0.542969,
                    0.316406,
                    0.53125,
                    0.359375,
                    0.5625,
                    0.546875,
                    0.347656,
                    0.539062,
                    0.390625,
                    0.539062,
                    0.558594,
                    0.546875,
                    0.507812,
                    0.359375,
                    0.539062,
                    0.341797,
                    0.333984,
                    0.546875,
                    0.535156,
                    0.357422,
                    0.566406,
                    0.271484,
                    0.53125,
                    0.554688,
                    0.554688,
                    0.349609,
                    0.566406,
                    0.285156,
                    0.361328,
                    0.5625,
                    0.328125,
                    0.558594,
                    0.353516,
                    0.375,
                    0.539062,
                    0.550781,
                    0.53125,
                    0.527344,
                    0.550781,
                    0.5625,
                    0.53125,
                    0.5625,
                    0.542969,
                    0.566406,
                    0.390625,
                    0.376953,
                    0.294922,
                    0.539062,
                    0.351562,
                    0.546875,
                    0.339844,
                    0.507812,
                    0.367188,
                    0.53125,
                    0.539062,
                    0.546875,
                    0.330078,
                    0.546875,
                    0.550781,
                    0.5625,
                    0.5625,
                    0.34375,
                    0.554688,
                    0.269531,
                    0.363281,
                    0.554688,
                    0.320312,
                    0.539062,
                    0.267578,
                    0.5,
                    0.546875,
                    0.542969,
                    0.355469,
                    0.53125,
                    0.570312,
                    0.298828,
                    0.359375,
                    0.369141,
                    0.570312,
                    0.570312,
                    0.515625,
                    0.546875,
                    0.550781,
                    0.273438,
                    0.40625,
                    0.554688,
                    0.363281,
                    0.472656,
                    0.535156,
                    0.542969,
                    0.554688,
                    0.371094,
                    0.558594,
                    0.53125,
                    0.558594,
                    0.515625,
                    0.554688,
                    0.345703,
                    0.574219,
                    0.28125,
                    0.523438,
                    0.490234,
                    0.363281,
                    0.53125,
                    0.511719,
                    0.546875,
                    0.566406,
                    0.542969,
                    0.5625,
                    0.310547,
                    0.546875,
                    0.53125,
                    0.28125,
                    0.507812,
                    0.558594,
                    0.539062,
                    0.527344,
                    0.345703,
                    0.275391,
                    0.511719,
                    0.400391,
                    0.558594,
                    0.417969,
                    0.380859,
                    0.550781,
                    0.347656,
                    0.550781,
                    0.539062,
                    0.476562,
                    0.550781,
                    0.357422,
                    0.550781,
                    0.53125,
                    0.335938,
                    0.535156,
                    0.550781,
                    0.265625,
                    0.542969,
                    0.535156,
                    0.5625,
                    0.550781,
                    0.523438,
                    0.5625,
                    0.345703,
                    0.542969,
                    0.341797,
                    0.351562,
                    0.550781,
                    0.5625,
                    0.578125,
                    0.546875,
                    0.558594,
                    0.283203,
                    0.546875,
                    0.511719,
                    0.546875,
                    0.554688,
                    0.349609,
                    0.554688,
                    0.00033,
                    0.515625,
                    0.546875,
                    0.326172,
                    0.539062,
                    0.558594,
                    0.566406,
                    0.390625,
                    0.546875,
                    0.527344,
                    0.585938,
                    0.292969,
                    0.550781,
                    0.554688,
                    0.554688,
                    0.523438,
                    0.542969,
                    0.353516,
                    0.361328,
                    0.515625,
                    0.539062,
                    0.558594,
                    0.558594,
                    0.546875,
                    0.478516,
                    0.542969,
                    0.558594,
                    0.515625,
                    0.570312,
                    0.519531,
                    0.40625,
                    0.558594,
                    0.539062,
                    0.53125,
                    0.5625,
                    0.296875,
                    0.539062,
                    0.53125,
                    0.333984,
                    0.394531,
                    0.355469,
                    0.542969,
                    0.535156,
                    0.367188,
                    0.425781,
                    0.333984,
                    0.53125,
                    0.53125,
                    0.546875,
                    0.287109,
                    0.570312,
                    0.279297,
                    0.542969,
                    0.535156,
                    0.542969,
                    0.341797,
                    0.546875,
                    0.554688,
                    0.554688,
                    0.402344,
                    0.53125,
                    0.5625,
                    0.351562,
                    0.566406,
                    0.554688,
                    0.339844,
                    0.550781,
                    0.289062,
                    0.539062,
                    0.347656,
                    0.355469,
                    0.542969,
                    0.527344,
                    0.5625,
                    0.542969,
                    0.392578,
                    0.578125,
                    0.550781,
                    0.363281,
                    0.333984,
                    0.466797,
                    0.550781,
                    0.535156,
                    0.351562,
                    0.527344,
                    0.503906,
                    0.550781,
                    0.546875,
                    0.34375,
                    0.53125,
                    0.363281,
                    0.546875,
                    0.53125,
                    0.523438,
                    0.542969,
                    0.554688,
                    0.53125,
                    0.554688,
                    0.414062,
                    0.546875,
                    0.462891,
                    0.324219,
                    0.539062,
                    0.535156,
                    0.554688,
                    0.535156,
                    0.542969,
                    0.404297,
                    0.550781,
                    0.53125,
                    0.542969,
                    0.349609,
                    0.5625,
                    0.539062,
                    0.519531,
                    0.546875,
                    0.535156,
                    0.546875,
                    0.570312,
                    0.558594,
                    0.523438,
                    0.554688,
                    0.320312,
                    0.314453,
                    0.339844,
                    0.542969,
                    0.539062,
                    0.570312,
                    0.462891,
                    0.542969,
                    0.523438,
                    0.566406,
                    0.527344,
                    0.367188,
                    0.535156,
                    0.535156,
                    0.535156,
                    0.546875,
                    0.542969,
                    0.574219,
                    0.554688,
                    0.339844,
                    0.585938,
                    0.554688,
                    0.550781,
                    0.503906,
                    0.554688,
                    0.277344,
                    0.539062,
                    0.558594,
                    0.566406,
                    0.589844,
                    0.523438,
                    0.347656,
                    0.408203,
                    0.53125,
                    0.345703,
                    0.558594,
                    0.253906,
                    0.359375,
                    0.523438,
                    0.265625,
                    0.269531,
                    0.53125,
                    0.351562,
                    0.527344,
                    0.550781,
                    0.558594,
                    0.519531,
                    0.357422,
                    0.570312,
                    0.511719,
                    0.277344,
                    0.5625,
                    0.558594,
                    0.5625,
                    0.449219,
                    0.359375,
                    0.316406,
                    0.539062,
                    0.507812,
                    0.546875,
                    0.433594,
                    0.353516,
                    0.000526,
                    0.259766,
                    0.546875,
                    0.535156,
                    0.542969,
                    0.546875,
                    0.570312,
                    0.000244,
                    0.535156,
                    0.542969,
                    0.349609,
                    0.546875,
                    0.550781,
                    0.535156,
                    0.554688,
                    0.330078,
                    0.539062,
                    0.570312,
                    0.554688,
                    0.480469,
                    0.566406,
                    0.554688,
                    0.337891,
                    0.550781,
                    0.341797,
                    0.324219,
                    0.5625,
                    0.466797,
                    0.550781,
                    0.476562,
                    0.5625,
                    0.283203,
                    0.585938,
                    0.269531,
                    0.542969,
                    0.539062,
                    0.273438,
                    0.371094,
                    0.546875,
                    0.429688,
                    0.550781,
                    -2.3e-05,
                    0.304688,
                    0.554688,
                    0.511719,
                    0.359375,
                    0.5625,
                    0.546875,
                    0.527344,
                    0.435547,
                    0.542969,
                    0.550781,
                    0.550781,
                    0.320312,
                    0.550781,
                    0.546875,
                    0.5625,
                    0.546875,
                    0.359375,
                    0.275391,
                    0.496094,
                    0.554688,
                    0.519531,
                    0.53125,
                    0.53125,
                    0.550781,
                    0.542969,
                    0.539062,
                    0.546875,
                    0.550781,
                    0.519531,
                    0.507812,
                    0.361328,
                    0.28125,
                    0.373047,
                    0.503906,
                    0.460938,
                    0.53125,
                    0.472656,
                    0.554688,
                    0.535156,
                    0.511719,
                    0.527344,
                    0.542969,
                    0.5625,
                    0.519531,
                    0.535156,
                    0.582031,
                    0.490234,
                    0.349609,
                    0.237305,
                    -5.2e-05,
                    0.523438,
                    0.382812,
                    0.443359,
                    0.335938,
                    0.546875,
                    0.566406,
                    -0.000626,
                    0.335938,
                    0.375,
                    0.294922,
                    0.570312,
                    0.542969,
                    0.535156,
                    0.498047,
                    0.546875,
                    0.546875,
                    0.337891,
                    0.269531,
                    0.5625,
                    0.353516,
                    0.542969,
                    0.546875,
                    0.5625,
                    0.585938,
                    0.550781,
                    0.566406,
                    0.554688,
                    0.3125,
                    0.546875,
                    0.341797,
                    0.367188,
                    0.5625,
                    0.320312,
                    -0.000145,
                    0.554688,
                    0.269531,
                    0.542969,
                    0.550781,
                    0.539062,
                    0.289062,
                    0.527344,
                    0.332031,
                    0.5625,
                    0.402344,
                    0.546875,
                    0.539062,
                    0.273438,
                    0.546875,
                    0.550781,
                    0.550781,
                    0.369141,
                    0.539062,
                    0.388672,
                    0.578125,
                    0.578125,
                    0.539062,
                    0.554688,
                    0.386719,
                    0.539062,
                    0.542969,
                    0.558594,
                    0.333984,
                    0.304688,
                    0.503906,
                    0.515625,
                    0.527344,
                    0.339844,
                    0.333984,
                    0.550781,
                    0.441406,
                    0.265625,
                    0.355469,
                    0.269531,
                    0.542969,
                    0.546875,
                    0.554688,
                    0.539062,
                    0.523438,
                    0.539062,
                    0.566406,
                    0.554688,
                    0.351562,
                    0.527344,
                    0.3125,
                    0.507812,
                    0.339844,
                    0.546875,
                    0.28125,
                    0.550781,
                    0.542969,
                    0.554688,
                    0.582031,
                    0.353516,
                    0.554688,
                    0.5625,
                    0.546875,
                    0.554688,
                    0.546875,
                    0.550781,
                    0.3125,
                    0.566406,
                    0.515625,
                    0.550781,
                    0.308594,
                    0.546875,
                    0.550781,
                    0.558594,
                    0.542969,
                    0.558594,
                    0.554688,
                    0.28125,
                    0.490234,
                    0.542969,
                    0.515625,
                    0.523438,
                    0.328125,
                    0.546875,
                    0.550781,
                    0.550781,
                    0.539062,
                    0.550781,
                    0.558594,
                    0.515625,
                    0.554688,
                    0.300781,
                    0.546875,
                    0.539062,
                    0.347656,
                    0.542969,
                    0.570312,
                    0.542969,
                    0.515625,
                    0.349609,
                    0.554688,
                    0.349609,
                    0.371094,
                    0.369141,
                    0.59375,
                    0.546875,
                    0.5625,
                    0.550781,
                    0.337891,
                    0.277344,
                    0.53125,
                    0.431641,
                    0.578125,
                    0.539062,
                    0.554688,
                    0.566406,
                    0.550781,
                    0.554688,
                    0.345703,
                    0.511719,
                    0.570312,
                    0.550781,
                    0.421875,
                    0.550781,
                    0.535156,
                    0.535156,
                    0.539062,
                    0.550781,
                    0.341797,
                    0.542969,
                    0.53125,
                    0.519531,
                    0.246094,
                    0.539062,
                    0.287109,
                    0.320312,
                    0.492188,
                    0.546875,
                    0.363281,
                    0.298828,
                    0.439453,
                    0.277344,
                    0.34375,
                    0.570312,
                    0.539062,
                    0.566406,
                    0.679688,
                    0.304688,
                    0.369141,
                    0.5625,
                    0.402344,
                    0.273438,
                    -0.000641,
                    0.558594,
                    0.570312,
                    0.546875,
                    0.53125,
                    0.550781,
                    0.535156,
                    0.546875,
                    0.546875,
                    0.519531,
                    0.554688,
                    -6.2e-05,
                    0.539062,
                    0.328125,
                    0.294922,
                    0.546875,
                    0.324219,
                    0.558594,
                    0.515625,
                    0.542969,
                    0.000444,
                    0.330078,
                    0.369141,
                    -0.000183,
                    0.5,
                    0.5625,
                    0.554688,
                    0.511719,
                    0.535156,
                    0.542969,
                    0.546875,
                    0.527344,
                    0.326172,
                    0.291016,
                    0.324219,
                    0.523438,
                    0.554688,
                    0.554688,
                    0.554688,
                    0.267578,
                    0.253906,
                    0.306641,
                    0.554688,
                    0.386719,
                    0.466797,
                    0.527344,
                    0.550781,
                    0.402344,
                    0.519531,
                    0.558594,
                    0.53125,
                    0.275391,
                    0.527344,
                    0.492188,
                    0.550781,
                    0.550781,
                    0.351562,
                    0.347656,
                    0.578125,
                    0.550781,
                    0.550781,
                    0.375,
                    0.341797,
                    0.558594,
                    0.273438,
                    0.539062,
                    0.535156,
                    0.539062,
                    0.550781,
                    0.558594,
                    0.363281,
                    0.554688,
                    0.558594,
                    0.523438,
                    0.261719,
                    0.527344,
                    0.359375,
                    0.570312,
                    0.5625,
                    0.375,
                    0.507812,
                    0.550781,
                    0.542969,
                    0.320312,
                    0.550781,
                    0.339844,
                    0.546875,
                    0.503906,
                    0.515625,
                    0.458984,
                    0.550781,
                    0.332031,
                    0.546875,
                    0.550781,
                    0.539062,
                    0.5625,
                    0.550781,
                    0.550781,
                    0.335938,
                    0.339844,
                    0.566406,
                    0.546875,
                    0.546875,
                    0.539062,
                    0.546875,
                    0.546875,
                    0.554688,
                    0.558594,
                    0.546875,
                    0.5625,
                    0.550781,
                    0.404297,
                    0.330078,
                    0.535156,
                    0.353516,
                    0.5625,
                    0.507812,
                    0.546875,
                    0.558594,
                    0.523438,
                    0.570312,
                    0.361328,
                    0.542969,
                    0.46875,
                    0.328125,
                    0.542969,
                    0.542969,
                    0.349609,
                    0.310547,
                    0.535156,
                    0.535156,
                    0.261719,
                    0.542969,
                    0.535156,
                    0.566406
                ]
            },
            "name": "model.model.layers.0.post_attention_layernorm.weight",
            "outputIndexes": [
                115
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                114
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm/Mul_output_0",
            "outputIndexes": [
                116
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                115,
                116
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm/Mul_1_output_0",
            "outputIndexes": [
                117
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                117
            ],
            "outputIndexes": [
                2324
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2324
            ],
            "outputIndexes": [
                2325
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/gate_proj/Linear",
            "inputIndexes": [
                2325
            ],
            "outputIndexes": [
                2326
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    3104856,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2326
            ],
            "outputIndexes": [
                2327
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2327
            ],
            "outputIndexes": [
                118
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                118
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn/Sigmoid_output_0",
            "outputIndexes": [
                119
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                118,
                119
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn/Mul_output_0",
            "outputIndexes": [
                120
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                117
            ],
            "outputIndexes": [
                2328
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2328
            ],
            "outputIndexes": [
                2329
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/up_proj/Linear",
            "inputIndexes": [
                2329
            ],
            "outputIndexes": [
                2330
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    10846318,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2330
            ],
            "outputIndexes": [
                2331
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2331
            ],
            "outputIndexes": [
                121
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                120,
                121
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/Mul_output_0",
            "outputIndexes": [
                122
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                122
            ],
            "outputIndexes": [
                2332
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    8960,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2332
            ],
            "outputIndexes": [
                2333
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/down_proj/Linear",
            "inputIndexes": [
                2333
            ],
            "outputIndexes": [
                2334
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 8960,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    18587780,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2334
            ],
            "outputIndexes": [
                2335
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2335
            ],
            "outputIndexes": [
                123
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                114,
                123
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_4_output_0",
            "outputIndexes": [
                124
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                124,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_9_output_0",
            "outputIndexes": [
                125
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.21582,
                    0.398438,
                    0.363281,
                    0.351562,
                    1.265625,
                    0.271484,
                    0.357422,
                    -0.435547,
                    0.439453,
                    0.273438,
                    0.386719,
                    -0.498047,
                    0.341797,
                    0.431641,
                    0.34375,
                    -0.347656,
                    0.392578,
                    0.337891,
                    -0.335938,
                    -0.283203,
                    0.382812,
                    0.306641,
                    0.388672,
                    0.160156,
                    0.511719,
                    -0.292969,
                    0.347656,
                    0.292969,
                    0.386719,
                    0.369141,
                    0.318359,
                    0.361328,
                    0.416016,
                    -0.613281,
                    0.310547,
                    0.40625,
                    0.482422,
                    0.402344,
                    0.367188,
                    0.351562,
                    0.402344,
                    0.363281,
                    0.328125,
                    0.515625,
                    0.243164,
                    0.291016,
                    -0.353516,
                    0.337891,
                    0.351562,
                    0.419922,
                    0.176758,
                    0.414062,
                    0.330078,
                    0.46875,
                    0.351562,
                    0.341797,
                    0.261719,
                    0.175781,
                    0.464844,
                    -0.316406,
                    -0.460938,
                    0.283203,
                    0.308594,
                    0.339844,
                    0.53125,
                    0.3125,
                    0.398438,
                    0.277344,
                    0.400391,
                    -0.322266,
                    0.457031,
                    0.460938,
                    0.160156,
                    0.310547,
                    0.486328,
                    -0.345703,
                    0.398438,
                    0.435547,
                    0.316406,
                    0.378906,
                    0.425781,
                    0.19043,
                    0.34375,
                    0.445312,
                    0.396484,
                    0.351562,
                    0.398438,
                    0.457031,
                    0.353516,
                    0.363281,
                    0.365234,
                    0.277344,
                    -0.289062,
                    0.328125,
                    0.371094,
                    0.496094,
                    0.398438,
                    0.324219,
                    0.632812,
                    -0.04126,
                    0.466797,
                    0.392578,
                    -0.00351,
                    0.455078,
                    0.310547,
                    0.40625,
                    0.511719,
                    0.398438,
                    0.275391,
                    0.408203,
                    0.296875,
                    -0.347656,
                    0.359375,
                    2.015625,
                    -0.316406,
                    0.357422,
                    0.394531,
                    0.382812,
                    0.182617,
                    0.200195,
                    0.3125,
                    0.226562,
                    0.302734,
                    0.273438,
                    -0.339844,
                    -0.419922,
                    0.328125,
                    -0.191406,
                    0.410156,
                    0.460938,
                    0.296875,
                    0.273438,
                    0.441406,
                    0.402344,
                    0.474609,
                    0.337891,
                    -0.294922,
                    0.4375,
                    0.263672,
                    0.494141,
                    0.158203,
                    0.484375,
                    0.349609,
                    0.239258,
                    0.328125,
                    0.269531,
                    0.423828,
                    -0.75,
                    0.462891,
                    0.369141,
                    0.308594,
                    0.451172,
                    0.231445,
                    0.394531,
                    0.302734,
                    0.292969,
                    0.441406,
                    -0.277344,
                    -0.40625,
                    0.349609,
                    0.332031,
                    -0.300781,
                    0.419922,
                    0.244141,
                    0.289062,
                    0.347656,
                    0.361328,
                    -0.402344,
                    0.34375,
                    0.535156,
                    0.365234,
                    -0.419922,
                    0.371094,
                    0.597656,
                    0.386719,
                    0.314453,
                    0.527344,
                    0.392578,
                    0.457031,
                    0.330078,
                    0.382812,
                    0.357422,
                    0.462891,
                    0.425781,
                    0.414062,
                    -0.546875,
                    0.233398,
                    0.375,
                    0.324219,
                    0.355469,
                    0.414062,
                    0.310547,
                    0.447266,
                    0.470703,
                    0.871094,
                    0.375,
                    0.355469,
                    0.353516,
                    0.359375,
                    0.320312,
                    0.371094,
                    0.3125,
                    0.472656,
                    0.410156,
                    0.371094,
                    0.355469,
                    0.402344,
                    0.464844,
                    -0.28125,
                    0.412109,
                    0.269531,
                    0.417969,
                    0.306641,
                    0.445312,
                    0.515625,
                    0.304688,
                    -0.335938,
                    0.419922,
                    0.392578,
                    0.322266,
                    0.310547,
                    0.328125,
                    0.404297,
                    0.585938,
                    0.318359,
                    0.386719,
                    0.304688,
                    -0.330078,
                    0.404297,
                    0.355469,
                    -0.613281,
                    0.425781,
                    0.5,
                    0.349609,
                    0.371094,
                    0.289062,
                    0.330078,
                    0.4375,
                    0.388672,
                    0.328125,
                    -0.239258,
                    0.390625,
                    0.451172,
                    0.412109,
                    0.34375,
                    0.308594,
                    0.347656,
                    0.574219,
                    0.314453,
                    0.394531,
                    0.3125,
                    0.421875,
                    0.462891,
                    0.59375,
                    0.138672,
                    0.306641,
                    0.324219,
                    0.361328,
                    0.458984,
                    0.337891,
                    0.355469,
                    -0.365234,
                    -0.484375,
                    0.339844,
                    0.361328,
                    0.416016,
                    0.332031,
                    0.453125,
                    0.351562,
                    0.335938,
                    0.320312,
                    0.492188,
                    0.279297,
                    0.367188,
                    0.367188,
                    0.316406,
                    -0.242188,
                    0.390625,
                    0.237305,
                    0.53125,
                    0.34375,
                    0.320312,
                    0.314453,
                    0.351562,
                    0.347656,
                    0.174805,
                    0.047119,
                    0.373047,
                    0.341797,
                    0.445312,
                    0.3125,
                    0.380859,
                    0.410156,
                    0.363281,
                    0.328125,
                    0.292969,
                    0.357422,
                    0.357422,
                    0.386719,
                    0.396484,
                    0.182617,
                    0.243164,
                    0.390625,
                    0.231445,
                    0.363281,
                    0.341797,
                    0.439453,
                    0.345703,
                    0.398438,
                    0.157227,
                    0.371094,
                    0.386719,
                    0.21875,
                    0.451172,
                    0.375,
                    0.419922,
                    0.355469,
                    0.332031,
                    0.332031,
                    0.196289,
                    0.306641,
                    0.453125,
                    0.376953,
                    0.347656,
                    0.300781,
                    0.376953,
                    0.318359,
                    0.177734,
                    -0.472656,
                    0.351562,
                    0.140625,
                    0.351562,
                    0.199219,
                    0.457031,
                    -0.332031,
                    0.359375,
                    0.419922,
                    0.172852,
                    0.365234,
                    0.251953,
                    0.375,
                    -0.375,
                    0.332031,
                    0.472656,
                    0.457031,
                    0.289062,
                    0.369141,
                    0.296875,
                    0.251953,
                    -0.320312,
                    0.277344,
                    0.339844,
                    0.388672,
                    0.410156,
                    0.353516,
                    0.380859,
                    2.265625,
                    0.40625,
                    0.380859,
                    0.273438,
                    0.302734,
                    -0.363281,
                    0.480469,
                    0.345703,
                    0.4375,
                    0.417969,
                    0.316406,
                    0.296875,
                    0.180664,
                    0.462891,
                    0.464844,
                    0.308594,
                    0.445312,
                    -0.277344,
                    0.371094,
                    0.394531,
                    -0.40625,
                    -0.361328,
                    0.498047,
                    0.277344,
                    0.498047,
                    0.535156,
                    -0.412109,
                    0.410156,
                    -0.279297,
                    0.043457,
                    -0.269531,
                    -0.384766,
                    0.275391,
                    0.363281,
                    0.357422,
                    0.371094,
                    0.433594,
                    0.382812,
                    0.474609,
                    0.251953,
                    0.353516,
                    0.359375,
                    0.435547,
                    0.410156,
                    0.28125,
                    -0.679688,
                    -0.318359,
                    -0.335938,
                    0.363281,
                    0.214844,
                    0.357422,
                    0.316406,
                    0.949219,
                    0.246094,
                    0.414062,
                    0.373047,
                    0.378906,
                    0.402344,
                    0.333984,
                    0.302734,
                    0.527344,
                    0.320312,
                    0.306641,
                    0.404297,
                    0.359375,
                    -0.289062,
                    0.392578,
                    0.378906,
                    0.023926,
                    0.408203,
                    0.263672,
                    0.361328,
                    0.306641,
                    0.373047,
                    -0.402344,
                    0.330078,
                    0.353516,
                    0.378906,
                    0.416016,
                    0.314453,
                    0.263672,
                    0.300781,
                    0.285156,
                    0.423828,
                    0.335938,
                    0.402344,
                    0.332031,
                    0.429688,
                    0.400391,
                    0.523438,
                    0.257812,
                    0.494141,
                    0.345703,
                    -0.404297,
                    0.386719,
                    0.357422,
                    0.332031,
                    0.382812,
                    0.322266,
                    0.458984,
                    0.644531,
                    0.408203,
                    -0.154297,
                    0.384766,
                    0.296875,
                    0.330078,
                    0.357422,
                    0.339844,
                    0.361328,
                    0.208984,
                    0.292969,
                    -0.363281,
                    0.355469,
                    0.326172,
                    0.392578,
                    -0.357422,
                    0.302734,
                    0.425781,
                    0.447266,
                    0.419922,
                    0.363281,
                    0.269531,
                    0.246094,
                    0.345703,
                    0.332031,
                    0.345703,
                    -0.396484,
                    0.353516,
                    0.285156,
                    0.285156,
                    0.335938,
                    0.357422,
                    0.462891,
                    0.386719,
                    0.357422,
                    0.349609,
                    0.347656,
                    0.388672,
                    -0.429688,
                    0.416016,
                    0.382812,
                    0.435547,
                    0.259766,
                    0.253906,
                    0.202148,
                    0.347656,
                    0.361328,
                    0.337891,
                    0.466797,
                    0.349609,
                    0.355469,
                    1.546875,
                    -0.291016,
                    0.365234,
                    0.328125,
                    -0.419922,
                    0.4375,
                    0.550781,
                    0.18457,
                    0.363281,
                    0.335938,
                    0.435547,
                    0.435547,
                    0.355469,
                    0.062988,
                    0.414062,
                    0.507812,
                    0.259766,
                    0.363281,
                    0.304688,
                    0.326172,
                    0.363281,
                    0.369141,
                    0.390625,
                    0.318359,
                    -0.285156,
                    0.214844,
                    0.339844,
                    0.404297,
                    -0.398438,
                    0.363281,
                    0.435547,
                    0.425781,
                    0.162109,
                    0.314453,
                    0.328125,
                    0.457031,
                    -0.333984,
                    0.304688,
                    0.308594,
                    0.412109,
                    0.34375,
                    0.380859,
                    0.443359,
                    0.298828,
                    -0.429688,
                    0.310547,
                    0.316406,
                    -0.1875,
                    0.347656,
                    0.308594,
                    0.337891,
                    0.402344,
                    0.209961,
                    0.431641,
                    0.380859,
                    0.476562,
                    0.466797,
                    0.398438,
                    0.451172,
                    0.202148,
                    -0.318359,
                    0.417969,
                    0.390625,
                    0.300781,
                    0.376953,
                    0.328125,
                    0.151367,
                    0.302734,
                    0.330078,
                    0.458984,
                    0.404297,
                    0.192383,
                    0.349609,
                    1.382812,
                    -0.357422,
                    0.359375,
                    0.507812,
                    0.396484,
                    0.316406,
                    0.289062,
                    0.466797,
                    0.043701,
                    0.320312,
                    0.455078,
                    0.425781,
                    0.34375,
                    -0.304688,
                    0.318359,
                    0.433594,
                    0.375,
                    -0.375,
                    0.390625,
                    0.296875,
                    0.5,
                    0.46875,
                    0.375,
                    0.205078,
                    0.359375,
                    0.349609,
                    0.193359,
                    0.490234,
                    0.369141,
                    0.052979,
                    0.25,
                    0.359375,
                    0.166992,
                    0.292969,
                    0.341797,
                    0.367188,
                    0.447266,
                    0.445312,
                    0.328125,
                    0.365234,
                    0.339844,
                    0.394531,
                    -0.324219,
                    0.503906,
                    0.447266,
                    0.416016,
                    0.402344,
                    0.417969,
                    -0.333984,
                    -0.371094,
                    0.365234,
                    0.355469,
                    0.163086,
                    0.392578,
                    0.333984,
                    0.386719,
                    0.394531,
                    0.324219,
                    0.40625,
                    0.558594,
                    -0.441406,
                    0.180664,
                    0.382812,
                    0.271484,
                    0.19043,
                    0.421875,
                    0.714844,
                    0.519531,
                    0.363281,
                    0.314453,
                    0.223633,
                    0.46875,
                    0.271484,
                    0.257812,
                    0.249023,
                    0.410156,
                    0.451172,
                    0.417969,
                    0.367188,
                    0.427734,
                    -0.316406,
                    0.371094,
                    0.180664,
                    -0.28125,
                    0.367188,
                    0.376953,
                    0.460938,
                    0.351562,
                    0.480469,
                    0.347656,
                    0.410156,
                    0.482422,
                    0.515625,
                    0.4375,
                    0.384766,
                    0.306641,
                    0.257812,
                    0.490234,
                    0.296875,
                    0.28125,
                    0.330078,
                    0.337891,
                    0.414062,
                    0.408203,
                    0.429688,
                    0.355469,
                    0.398438,
                    0.388672,
                    0.316406,
                    0.371094,
                    0.625,
                    0.339844,
                    0.314453,
                    0.378906,
                    0.482422,
                    0.335938,
                    -0.392578,
                    0.34375,
                    0.423828,
                    0.398438,
                    0.361328,
                    0.339844,
                    -0.392578,
                    0.322266,
                    0.326172,
                    0.503906,
                    0.322266,
                    0.410156,
                    0.570312,
                    0.287109,
                    0.255859,
                    0.186523,
                    0.388672,
                    0.046631,
                    0.178711,
                    0.376953,
                    0.396484,
                    0.398438,
                    0.326172,
                    0.449219,
                    0.378906,
                    0.185547,
                    -0.341797,
                    0.263672,
                    -0.335938,
                    0.316406,
                    0.310547,
                    0.457031,
                    0.380859,
                    0.357422,
                    0.28125,
                    0.453125,
                    0.320312,
                    0.257812,
                    0.472656,
                    0.367188,
                    0.269531,
                    0.416016,
                    0.394531,
                    0.441406,
                    -0.363281,
                    0.196289,
                    0.828125,
                    -0.292969,
                    0.466797,
                    0.410156,
                    -0.351562,
                    0.375,
                    0.371094,
                    0.4375,
                    0.416016,
                    0.371094,
                    1.179688,
                    0.277344,
                    0.363281,
                    0.345703,
                    0.457031,
                    0.285156,
                    0.304688,
                    0.376953,
                    0.386719,
                    0.291016,
                    0.300781,
                    0.168945,
                    -0.300781,
                    0.34375,
                    0.361328,
                    0.535156,
                    0.355469,
                    0.341797,
                    0.18457,
                    0.376953,
                    0.339844,
                    -0.423828,
                    0.408203,
                    0.363281,
                    0.318359,
                    0.296875,
                    0.332031,
                    0.324219,
                    0.267578,
                    0.443359,
                    0.316406,
                    0.333984,
                    0.296875,
                    0.367188,
                    0.414062,
                    0.269531,
                    0.367188,
                    -0.253906,
                    0.318359,
                    0.462891,
                    0.554688,
                    0.613281,
                    -0.332031,
                    0.394531,
                    0.3125,
                    0.326172,
                    0.40625,
                    0.351562,
                    0.269531,
                    0.380859,
                    0.476562,
                    0.439453,
                    0.328125,
                    0.466797,
                    0.304688,
                    0.425781,
                    0.193359,
                    0.28125,
                    0.302734,
                    -0.300781,
                    -0.353516,
                    0.320312,
                    0.310547,
                    0.355469,
                    0.355469,
                    0.341797,
                    0.408203,
                    0.435547,
                    0.373047,
                    -0.382812,
                    0.390625,
                    0.40625,
                    0.535156,
                    -0.289062,
                    0.289062,
                    0.261719,
                    0.464844,
                    0.330078,
                    0.46875,
                    -0.28125,
                    0.324219,
                    0.347656,
                    0.296875,
                    -0.349609,
                    0.402344,
                    0.24707,
                    0.392578,
                    -0.328125,
                    0.384766,
                    0.439453,
                    0.357422,
                    0.443359,
                    0.304688,
                    -0.302734,
                    0.316406,
                    0.257812,
                    0.400391,
                    0.170898,
                    0.318359,
                    0.369141,
                    0.464844,
                    0.369141,
                    0.363281,
                    0.427734,
                    0.180664,
                    0.285156,
                    0.255859,
                    0.351562,
                    0.435547,
                    0.417969,
                    0.416016,
                    0.429688,
                    0.178711,
                    1.640625,
                    0.462891,
                    0.3125,
                    1.0,
                    0.294922,
                    0.330078,
                    0.361328,
                    0.597656,
                    0.345703,
                    0.371094,
                    0.292969,
                    -0.380859,
                    0.375,
                    0.333984,
                    0.429688,
                    0.174805,
                    0.373047,
                    0.302734,
                    0.253906,
                    0.40625,
                    -0.347656,
                    0.375,
                    0.4375,
                    0.396484,
                    0.373047,
                    0.273438,
                    0.445312,
                    0.28125,
                    0.166016,
                    0.330078,
                    0.396484,
                    0.378906,
                    0.378906,
                    0.359375,
                    0.133789,
                    0.460938,
                    0.894531,
                    0.378906,
                    -0.294922,
                    0.392578,
                    0.378906,
                    0.359375,
                    0.482422,
                    -0.357422,
                    0.296875,
                    0.392578,
                    0.265625,
                    0.316406,
                    0.414062,
                    0.341797,
                    0.330078,
                    0.404297,
                    0.171875,
                    0.353516,
                    0.416016,
                    0.566406,
                    0.425781,
                    0.482422,
                    0.402344,
                    0.269531,
                    0.417969,
                    0.298828,
                    0.271484,
                    0.339844,
                    0.46875,
                    0.429688,
                    0.320312,
                    0.4375,
                    0.167969,
                    0.40625,
                    0.324219,
                    0.355469,
                    0.328125,
                    0.328125,
                    0.417969,
                    0.059082,
                    0.359375,
                    0.369141,
                    0.285156,
                    0.380859,
                    0.402344,
                    0.539062,
                    0.328125,
                    0.375,
                    -0.351562,
                    0.386719,
                    0.197266,
                    0.425781,
                    0.353516,
                    0.361328,
                    0.390625,
                    0.345703,
                    0.365234,
                    0.318359,
                    0.898438,
                    0.441406,
                    0.488281,
                    0.398438,
                    0.316406,
                    0.578125,
                    0.363281,
                    0.431641,
                    0.365234,
                    0.394531,
                    -0.039307,
                    0.263672,
                    -0.332031,
                    0.359375,
                    0.388672,
                    0.417969,
                    0.186523,
                    0.527344,
                    0.337891,
                    0.308594,
                    -0.294922,
                    0.298828,
                    0.375,
                    0.396484,
                    0.347656,
                    -0.277344,
                    0.257812,
                    0.380859,
                    0.455078,
                    0.4375,
                    0.202148,
                    0.320312,
                    0.161133,
                    0.455078,
                    0.369141,
                    0.355469,
                    0.291016,
                    -0.404297,
                    0.375,
                    0.347656,
                    0.28125,
                    0.353516,
                    0.474609,
                    0.322266,
                    0.414062,
                    0.314453,
                    0.324219,
                    -0.378906,
                    -0.458984,
                    0.349609,
                    -0.3125,
                    0.289062,
                    0.355469,
                    0.355469,
                    0.34375,
                    0.332031,
                    0.376953,
                    0.566406,
                    0.419922,
                    0.335938,
                    0.332031,
                    0.277344,
                    -0.369141,
                    0.443359,
                    0.332031,
                    0.5,
                    -0.679688,
                    0.484375,
                    0.455078,
                    0.400391,
                    0.376953,
                    0.291016,
                    0.462891,
                    0.347656,
                    0.328125,
                    0.484375,
                    0.539062,
                    0.345703,
                    0.289062,
                    0.535156,
                    0.320312,
                    0.326172,
                    0.283203,
                    0.3125,
                    0.404297,
                    0.34375,
                    0.447266,
                    0.416016,
                    0.306641,
                    0.466797,
                    -0.308594,
                    0.365234,
                    -0.294922,
                    -0.40625,
                    0.357422,
                    -0.419922,
                    0.289062,
                    0.417969,
                    0.294922,
                    0.427734,
                    0.435547,
                    0.328125,
                    0.394531,
                    0.365234,
                    0.28125,
                    0.257812,
                    0.390625,
                    0.365234,
                    0.396484,
                    0.435547,
                    0.34375,
                    0.371094,
                    0.414062,
                    0.339844,
                    -1.375,
                    0.322266,
                    0.396484,
                    0.429688,
                    -0.367188,
                    0.416016,
                    0.337891,
                    0.404297,
                    0.3125,
                    0.416016,
                    0.402344,
                    0.4375,
                    0.324219,
                    0.369141,
                    0.167969,
                    0.484375,
                    0.429688,
                    0.355469,
                    0.435547,
                    0.34375,
                    -0.292969,
                    0.322266,
                    0.46875,
                    0.337891,
                    0.431641,
                    0.144531,
                    0.328125,
                    -0.361328,
                    0.231445,
                    0.146484,
                    0.384766,
                    0.380859,
                    0.322266,
                    0.443359,
                    -0.302734,
                    0.470703,
                    0.324219,
                    0.433594,
                    0.300781,
                    0.1875,
                    0.542969,
                    0.433594,
                    0.388672,
                    0.279297,
                    0.314453,
                    0.375,
                    0.40625,
                    0.314453,
                    0.314453,
                    0.371094,
                    0.353516,
                    -0.037109,
                    0.289062,
                    0.349609,
                    0.369141,
                    0.410156,
                    0.425781,
                    0.527344,
                    -0.029785,
                    0.404297,
                    0.359375,
                    0.3125,
                    0.365234,
                    0.347656,
                    -0.369141,
                    0.408203,
                    0.292969,
                    -0.291016,
                    0.318359,
                    0.341797,
                    0.435547,
                    0.355469,
                    0.449219,
                    0.308594,
                    0.439453,
                    0.275391,
                    0.304688,
                    0.359375,
                    0.322266,
                    0.363281,
                    0.320312,
                    0.396484,
                    0.180664,
                    0.410156,
                    0.141602,
                    0.414062,
                    0.324219,
                    0.209961,
                    0.375,
                    0.337891,
                    0.306641,
                    0.363281,
                    0.914062,
                    0.886719,
                    0.328125,
                    0.357422,
                    0.304688,
                    0.427734,
                    0.357422,
                    0.404297,
                    1.03125,
                    0.466797,
                    0.488281,
                    0.404297,
                    0.332031,
                    0.330078,
                    0.453125,
                    -0.353516,
                    0.341797,
                    0.316406,
                    0.214844,
                    0.324219,
                    0.486328,
                    0.300781,
                    0.435547,
                    0.345703,
                    0.433594,
                    -0.484375,
                    0.458984,
                    0.353516,
                    0.3125,
                    -0.333984,
                    0.371094,
                    -0.322266,
                    0.236328,
                    0.439453,
                    0.316406,
                    0.609375,
                    0.380859,
                    0.402344,
                    0.429688,
                    0.371094,
                    0.345703,
                    0.460938,
                    0.5,
                    0.546875,
                    0.324219,
                    0.445312,
                    0.453125,
                    0.300781,
                    -0.304688,
                    0.464844,
                    0.578125,
                    0.410156,
                    0.609375,
                    0.285156,
                    0.333984,
                    0.361328,
                    0.359375,
                    0.722656,
                    0.34375,
                    0.300781,
                    0.283203,
                    0.476562,
                    0.410156,
                    0.310547,
                    0.056885,
                    -0.472656,
                    0.402344,
                    0.28125,
                    0.167969,
                    0.376953,
                    0.3125,
                    0.390625,
                    0.419922,
                    0.371094,
                    0.4375,
                    0.421875,
                    0.318359,
                    0.378906,
                    0.245117,
                    0.519531,
                    0.398438,
                    0.335938,
                    0.359375,
                    0.53125,
                    0.511719,
                    0.447266,
                    0.181641,
                    0.396484,
                    0.507812,
                    0.292969,
                    0.160156,
                    0.333984,
                    -0.255859,
                    0.457031,
                    0.353516,
                    0.357422,
                    0.4375,
                    0.167969,
                    0.445312,
                    0.400391,
                    0.382812,
                    0.341797,
                    0.302734,
                    0.287109,
                    0.294922,
                    0.316406,
                    0.388672,
                    0.298828,
                    0.332031,
                    0.486328,
                    0.314453,
                    0.488281,
                    0.357422,
                    0.249023,
                    0.855469,
                    0.289062,
                    0.371094,
                    0.316406,
                    1.6875,
                    0.447266,
                    0.695312,
                    0.145508,
                    0.267578,
                    0.162109,
                    0.414062,
                    -0.470703,
                    0.546875,
                    0.441406,
                    0.332031,
                    0.375,
                    0.550781,
                    0.492188,
                    0.300781,
                    0.398438,
                    0.257812,
                    0.326172,
                    0.486328,
                    0.451172,
                    0.198242,
                    0.4375,
                    0.390625,
                    0.339844,
                    0.462891,
                    0.394531,
                    0.5625,
                    0.339844,
                    0.361328,
                    0.394531,
                    0.363281,
                    0.441406,
                    0.304688,
                    0.490234,
                    0.337891,
                    0.34375,
                    0.257812,
                    -0.341797,
                    0.367188,
                    0.373047,
                    0.365234,
                    0.369141,
                    0.359375,
                    0.1875,
                    0.390625,
                    0.314453,
                    0.392578,
                    0.425781,
                    0.296875,
                    0.384766,
                    0.398438,
                    0.359375,
                    -0.357422,
                    0.402344,
                    0.582031,
                    0.427734,
                    0.472656,
                    0.285156,
                    0.375,
                    0.503906,
                    0.378906,
                    0.294922,
                    0.330078,
                    0.40625,
                    0.351562,
                    0.304688,
                    0.412109,
                    0.28125,
                    0.275391,
                    0.330078,
                    0.394531,
                    0.351562,
                    0.5,
                    0.429688,
                    0.296875,
                    0.208008,
                    0.349609,
                    1.765625,
                    0.402344,
                    0.443359,
                    -0.464844,
                    0.417969,
                    0.40625,
                    0.449219,
                    0.335938,
                    0.326172,
                    0.335938,
                    0.425781,
                    0.277344,
                    -0.398438,
                    0.402344,
                    0.380859,
                    0.439453,
                    0.476562,
                    0.396484,
                    0.433594,
                    0.376953,
                    0.435547,
                    0.154297,
                    0.369141,
                    0.174805,
                    0.255859,
                    0.291016,
                    0.375,
                    0.326172,
                    0.310547,
                    0.3125,
                    0.173828,
                    0.3125,
                    0.34375,
                    0.353516,
                    0.410156,
                    1.710938,
                    -0.3125,
                    0.435547,
                    -0.597656,
                    0.347656,
                    0.204102,
                    0.554688,
                    0.585938,
                    0.375,
                    0.398438,
                    0.335938,
                    0.404297,
                    -0.408203,
                    0.367188,
                    -0.402344,
                    0.498047,
                    0.345703,
                    0.296875,
                    0.427734,
                    0.279297,
                    0.219727,
                    0.464844,
                    0.287109,
                    0.361328,
                    0.582031,
                    0.382812,
                    0.050781,
                    0.296875,
                    0.40625,
                    1.40625,
                    0.417969,
                    0.412109,
                    0.40625,
                    0.412109,
                    0.40625,
                    0.435547,
                    0.355469,
                    0.419922,
                    -0.304688,
                    0.261719,
                    -0.253906,
                    0.351562,
                    0.367188,
                    0.408203,
                    -0.320312,
                    0.169922,
                    0.170898,
                    0.21875,
                    -0.423828,
                    -0.294922,
                    0.398438,
                    0.414062,
                    0.457031,
                    0.322266,
                    0.445312,
                    0.451172,
                    0.367188,
                    0.213867,
                    0.382812,
                    0.380859,
                    0.425781,
                    0.285156,
                    0.322266,
                    -0.320312,
                    0.476562,
                    0.523438,
                    0.349609,
                    -0.337891,
                    0.285156,
                    0.388672,
                    0.209961,
                    -0.357422,
                    0.425781,
                    0.466797,
                    0.347656,
                    0.339844,
                    0.349609,
                    -0.453125,
                    0.398438,
                    0.384766,
                    0.172852,
                    0.382812,
                    0.330078,
                    0.445312,
                    0.388672,
                    0.326172,
                    0.351562,
                    -0.412109,
                    0.347656,
                    0.261719,
                    0.316406,
                    -0.285156,
                    0.271484,
                    0.429688,
                    0.375,
                    0.335938,
                    0.425781,
                    0.304688,
                    0.5,
                    0.503906,
                    0.386719,
                    0.400391,
                    0.386719,
                    0.351562,
                    0.310547,
                    0.25,
                    0.519531,
                    0.441406,
                    0.761719,
                    0.341797,
                    0.400391,
                    0.335938,
                    0.390625,
                    0.318359,
                    0.320312,
                    0.359375,
                    0.394531,
                    0.347656,
                    0.294922,
                    0.421875,
                    0.306641,
                    0.455078,
                    -0.439453,
                    0.347656,
                    0.365234,
                    0.388672,
                    0.335938,
                    0.378906,
                    0.466797,
                    0.445312,
                    0.306641,
                    0.4375,
                    0.390625,
                    0.384766,
                    0.304688,
                    -0.365234,
                    -0.332031,
                    0.199219,
                    -0.494141,
                    0.373047,
                    0.435547
                ]
            },
            "name": "model.model.layers.1.input_layernorm.weight",
            "outputIndexes": [
                126
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                125
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_1/Mul_output_0",
            "outputIndexes": [
                127
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                126,
                127
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_1/Mul_1_output_0",
            "outputIndexes": [
                128
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                128
            ],
            "outputIndexes": [
                2336
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2336
            ],
            "outputIndexes": [
                2337
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/q_proj/Linear",
            "inputIndexes": [
                2337
            ],
            "outputIndexes": [
                2338
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    26329242,
                    1179670,
                    147456,
                    6144,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2338
            ],
            "outputIndexes": [
                2339
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2339
            ],
            "outputIndexes": [
                129
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                128
            ],
            "main_type": "NONE",
            "name": "/Shape_15_output_0",
            "outputIndexes": [
                130
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                130
            ],
            "main_type": "NONE",
            "name": "Shape331",
            "outputIndexes": [
                131
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                130
            ],
            "main_type": "NONE",
            "name": "Rank333",
            "outputIndexes": [
                132
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                132,
                132
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp335",
            "outputIndexes": [
                133
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                133
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze336",
            "outputIndexes": [
                134
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                133,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp338",
            "outputIndexes": [
                135
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                135
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze339",
            "outputIndexes": [
                136
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                131,
                134,
                136,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice342",
            "outputIndexes": [
                137
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                137
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze343",
            "outputIndexes": [
                138
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                138
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp344",
            "outputIndexes": [
                139
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                139,
                138
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp345",
            "outputIndexes": [
                140
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                130,
                140,
                133
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_19_output_0",
            "outputIndexes": [
                141
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                141,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_33_output_0",
            "outputIndexes": [
                142
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                142,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_13_output_0",
            "outputIndexes": [
                143
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                129,
                143
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_10_output_0",
            "outputIndexes": [
                144
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                144,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_8_output_0",
            "outputIndexes": [
                145
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                144
            ],
            "main_type": "NONE",
            "name": "/Shape_16_output_0",
            "outputIndexes": [
                146
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                146
            ],
            "main_type": "NONE",
            "name": "Shape352",
            "outputIndexes": [
                147
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                146
            ],
            "main_type": "NONE",
            "name": "Rank354",
            "outputIndexes": [
                148
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                148,
                148
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp356",
            "outputIndexes": [
                149
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                149
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze357",
            "outputIndexes": [
                150
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                149,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp359",
            "outputIndexes": [
                151
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                151
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze360",
            "outputIndexes": [
                152
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                147,
                150,
                152,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice363",
            "outputIndexes": [
                153
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                153
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze364",
            "outputIndexes": [
                154
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                154
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp365",
            "outputIndexes": [
                155
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                155,
                154
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp366",
            "outputIndexes": [
                156
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                146,
                156,
                149
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_20_output_0",
            "outputIndexes": [
                157
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                157,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_3_output_0",
            "outputIndexes": [
                158
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                158,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_38_output_0",
            "outputIndexes": [
                159
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                144,
                159,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_5_output_0",
            "outputIndexes": [
                160
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                160
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_2_output_0",
            "outputIndexes": [
                161
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                144,
                22,
                159,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_4_output_0",
            "outputIndexes": [
                162
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                161,
                162
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_16_output_0",
            "outputIndexes": [
                163
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                163,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_9_output_0",
            "outputIndexes": [
                164
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                145,
                164
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_5_output_0",
            "outputIndexes": [
                165
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                128
            ],
            "outputIndexes": [
                2340
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2340
            ],
            "outputIndexes": [
                2341
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/k_proj/Linear",
            "inputIndexes": [
                2341
            ],
            "outputIndexes": [
                2342
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    27662512,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2342
            ],
            "outputIndexes": [
                2343
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2343
            ],
            "outputIndexes": [
                166
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                142,
                85,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_14_output_0",
            "outputIndexes": [
                167
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                166,
                167
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_11_output_0",
            "outputIndexes": [
                168
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                168,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_10_output_0",
            "outputIndexes": [
                169
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                168
            ],
            "main_type": "NONE",
            "name": "/Shape_17_output_0",
            "outputIndexes": [
                170
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                170
            ],
            "main_type": "NONE",
            "name": "Shape414",
            "outputIndexes": [
                171
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                170
            ],
            "main_type": "NONE",
            "name": "Rank416",
            "outputIndexes": [
                172
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                172,
                172
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp418",
            "outputIndexes": [
                173
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                173
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze419",
            "outputIndexes": [
                174
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                173,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp421",
            "outputIndexes": [
                175
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                175
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze422",
            "outputIndexes": [
                176
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                171,
                174,
                176,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice425",
            "outputIndexes": [
                177
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                177
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze426",
            "outputIndexes": [
                178
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                178
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp427",
            "outputIndexes": [
                179
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                179,
                178
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp428",
            "outputIndexes": [
                180
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                170,
                180,
                173
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_21_output_0",
            "outputIndexes": [
                181
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                181,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_4_output_0",
            "outputIndexes": [
                182
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                182,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_40_output_0",
            "outputIndexes": [
                183
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                168,
                183,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_7_output_0",
            "outputIndexes": [
                184
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                184
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_3_output_0",
            "outputIndexes": [
                185
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                168,
                22,
                183,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_6_output_0",
            "outputIndexes": [
                186
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                185,
                186
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_17_output_0",
            "outputIndexes": [
                187
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                187,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_11_output_0",
            "outputIndexes": [
                188
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                169,
                188
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_6_output_0",
            "outputIndexes": [
                189
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                128
            ],
            "outputIndexes": [
                2344
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2344
            ],
            "outputIndexes": [
                2345
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/v_proj/Linear",
            "inputIndexes": [
                2345
            ],
            "outputIndexes": [
                2346
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    27884742,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2346
            ],
            "outputIndexes": [
                2347
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2347
            ],
            "outputIndexes": [
                190
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                190,
                167
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_12_output_0",
            "outputIndexes": [
                191
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                165,
                189,
                191,
                111
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_17_output_0",
            "outputIndexes": [
                192
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                192
            ],
            "outputIndexes": [
                2348
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2348
            ],
            "outputIndexes": [
                2349
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/o_proj/Linear",
            "inputIndexes": [
                2349
            ],
            "outputIndexes": [
                2350
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    28106972,
                    1179670,
                    147456,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2350
            ],
            "outputIndexes": [
                2351
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2351
            ],
            "outputIndexes": [
                193
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                125,
                193
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_8_output_0",
            "outputIndexes": [
                194
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.792969,
                    1.476562,
                    1.335938,
                    1.398438,
                    1.835938,
                    1.289062,
                    1.445312,
                    1.4375,
                    1.429688,
                    1.148438,
                    1.4375,
                    1.03125,
                    1.4375,
                    1.429688,
                    1.40625,
                    1.421875,
                    1.445312,
                    1.335938,
                    1.445312,
                    1.132812,
                    1.453125,
                    1.429688,
                    1.40625,
                    0.734375,
                    1.414062,
                    1.421875,
                    1.335938,
                    1.242188,
                    1.40625,
                    1.445312,
                    1.429688,
                    1.414062,
                    1.429688,
                    1.804688,
                    1.414062,
                    1.453125,
                    1.492188,
                    1.4375,
                    1.109375,
                    1.109375,
                    1.421875,
                    1.421875,
                    1.40625,
                    1.476562,
                    0.765625,
                    1.367188,
                    1.390625,
                    1.40625,
                    1.421875,
                    1.335938,
                    0.746094,
                    1.046875,
                    1.40625,
                    1.453125,
                    1.421875,
                    1.25,
                    1.1875,
                    0.726562,
                    1.15625,
                    1.195312,
                    1.46875,
                    1.203125,
                    1.359375,
                    1.4375,
                    1.453125,
                    0.953125,
                    1.398438,
                    1.203125,
                    1.390625,
                    1.296875,
                    1.460938,
                    1.382812,
                    0.703125,
                    1.265625,
                    1.398438,
                    1.0625,
                    1.421875,
                    1.46875,
                    1.390625,
                    1.492188,
                    1.453125,
                    0.738281,
                    1.085938,
                    1.515625,
                    1.484375,
                    1.429688,
                    1.429688,
                    1.46875,
                    1.414062,
                    1.40625,
                    1.4375,
                    1.304688,
                    1.296875,
                    1.351562,
                    1.4375,
                    1.148438,
                    1.398438,
                    1.21875,
                    1.460938,
                    1.414062,
                    1.5,
                    1.078125,
                    1.3125,
                    1.460938,
                    1.109375,
                    1.46875,
                    1.421875,
                    1.398438,
                    1.15625,
                    1.398438,
                    1.179688,
                    1.421875,
                    1.320312,
                    1.421875,
                    1.421875,
                    1.398438,
                    1.421875,
                    1.453125,
                    0.730469,
                    0.773438,
                    1.359375,
                    0.792969,
                    1.273438,
                    1.234375,
                    1.40625,
                    1.492188,
                    1.445312,
                    0.8125,
                    1.3125,
                    1.492188,
                    1.335938,
                    1.367188,
                    1.46875,
                    1.476562,
                    1.46875,
                    1.4375,
                    1.148438,
                    1.492188,
                    1.117188,
                    1.445312,
                    0.761719,
                    1.429688,
                    1.3125,
                    0.867188,
                    1.445312,
                    1.125,
                    1.445312,
                    5.03125,
                    1.4375,
                    1.40625,
                    1.3125,
                    1.507812,
                    0.789062,
                    1.4375,
                    1.375,
                    1.101562,
                    1.484375,
                    1.226562,
                    1.445312,
                    1.414062,
                    1.273438,
                    1.289062,
                    1.429688,
                    0.769531,
                    1.171875,
                    1.4375,
                    1.445312,
                    1.460938,
                    1.40625,
                    1.492188,
                    1.460938,
                    1.421875,
                    1.429688,
                    1.609375,
                    1.414062,
                    1.414062,
                    1.40625,
                    1.484375,
                    1.53125,
                    1.40625,
                    1.484375,
                    1.382812,
                    1.453125,
                    1.46875,
                    1.429688,
                    1.257812,
                    0.851562,
                    1.476562,
                    1.40625,
                    1.414062,
                    1.460938,
                    1.257812,
                    1.46875,
                    1.492188,
                    1.460938,
                    1.429688,
                    1.390625,
                    1.414062,
                    1.453125,
                    1.375,
                    1.398438,
                    1.398438,
                    1.5,
                    1.445312,
                    1.421875,
                    1.40625,
                    1.4375,
                    1.515625,
                    1.328125,
                    1.4375,
                    1.359375,
                    1.492188,
                    1.109375,
                    1.421875,
                    1.476562,
                    0.792969,
                    1.460938,
                    1.46875,
                    1.4375,
                    1.414062,
                    1.390625,
                    1.40625,
                    0.914062,
                    0.976562,
                    1.304688,
                    1.429688,
                    1.203125,
                    1.09375,
                    1.335938,
                    1.421875,
                    1.5,
                    1.421875,
                    1.5,
                    1.421875,
                    1.445312,
                    1.226562,
                    1.445312,
                    1.460938,
                    1.429688,
                    1.46875,
                    1.242188,
                    1.445312,
                    1.4375,
                    1.46875,
                    1.40625,
                    1.414062,
                    1.414062,
                    1.476562,
                    1.335938,
                    1.484375,
                    1.335938,
                    0.800781,
                    1.5,
                    1.375,
                    0.726562,
                    1.234375,
                    1.351562,
                    1.453125,
                    1.453125,
                    1.4375,
                    1.40625,
                    1.476562,
                    1.484375,
                    1.3125,
                    1.460938,
                    1.421875,
                    1.203125,
                    1.445312,
                    1.390625,
                    1.421875,
                    1.40625,
                    1.390625,
                    1.265625,
                    1.398438,
                    1.125,
                    1.1875,
                    0.875,
                    1.445312,
                    1.132812,
                    1.539062,
                    1.421875,
                    1.414062,
                    1.34375,
                    1.375,
                    1.414062,
                    0.757812,
                    3.078125,
                    1.429688,
                    1.390625,
                    1.5,
                    1.429688,
                    1.445312,
                    1.421875,
                    1.445312,
                    1.226562,
                    1.359375,
                    1.429688,
                    1.390625,
                    1.40625,
                    1.484375,
                    0.742188,
                    0.8125,
                    1.484375,
                    0.835938,
                    1.429688,
                    1.375,
                    1.460938,
                    1.296875,
                    1.429688,
                    0.726562,
                    1.125,
                    1.40625,
                    0.820312,
                    1.429688,
                    1.476562,
                    1.507812,
                    0.722656,
                    1.398438,
                    1.390625,
                    0.75,
                    1.40625,
                    1.507812,
                    1.40625,
                    1.046875,
                    1.335938,
                    1.421875,
                    1.382812,
                    0.734375,
                    1.414062,
                    1.4375,
                    0.703125,
                    1.492188,
                    0.792969,
                    1.40625,
                    1.40625,
                    0.984375,
                    1.375,
                    0.710938,
                    1.34375,
                    0.839844,
                    1.4375,
                    1.4375,
                    1.414062,
                    1.515625,
                    1.453125,
                    1.359375,
                    1.398438,
                    1.265625,
                    1.1875,
                    1.40625,
                    1.242188,
                    0.972656,
                    1.109375,
                    1.484375,
                    1.40625,
                    1.460938,
                    1.390625,
                    1.414062,
                    1.46875,
                    1.171875,
                    1.25,
                    1.421875,
                    1.460938,
                    1.460938,
                    1.414062,
                    1.398438,
                    1.4375,
                    1.421875,
                    0.75,
                    1.46875,
                    1.40625,
                    1.171875,
                    1.492188,
                    1.164062,
                    1.367188,
                    1.453125,
                    1.460938,
                    1.304688,
                    1.460938,
                    1.171875,
                    1.46875,
                    1.460938,
                    1.429688,
                    1.4375,
                    0.910156,
                    1.421875,
                    1.257812,
                    1.492188,
                    1.234375,
                    1.476562,
                    1.390625,
                    1.421875,
                    1.390625,
                    1.492188,
                    1.179688,
                    0.8125,
                    1.4375,
                    1.359375,
                    1.445312,
                    1.453125,
                    1.140625,
                    1.476562,
                    1.242188,
                    1.546875,
                    1.382812,
                    0.753906,
                    1.421875,
                    1.429688,
                    4.65625,
                    0.792969,
                    1.328125,
                    1.242188,
                    1.4375,
                    1.507812,
                    1.375,
                    1.328125,
                    1.46875,
                    1.46875,
                    1.125,
                    1.40625,
                    1.414062,
                    1.132812,
                    1.453125,
                    1.28125,
                    1.453125,
                    1.453125,
                    1.21875,
                    1.4375,
                    1.273438,
                    1.390625,
                    1.445312,
                    1.421875,
                    1.429688,
                    1.492188,
                    1.171875,
                    1.203125,
                    1.289062,
                    1.15625,
                    1.367188,
                    1.4375,
                    1.367188,
                    1.304688,
                    0.84375,
                    1.476562,
                    1.421875,
                    1.484375,
                    0.757812,
                    1.5,
                    1.460938,
                    1.476562,
                    1.484375,
                    1.421875,
                    1.398438,
                    1.445312,
                    1.492188,
                    1.460938,
                    1.507812,
                    1.4375,
                    0.726562,
                    1.484375,
                    1.140625,
                    1.359375,
                    1.40625,
                    1.34375,
                    1.390625,
                    0.839844,
                    1.25,
                    1.4375,
                    1.398438,
                    1.421875,
                    1.460938,
                    1.445312,
                    1.09375,
                    1.492188,
                    1.484375,
                    1.460938,
                    1.414062,
                    1.203125,
                    0.792969,
                    1.382812,
                    1.460938,
                    1.421875,
                    1.453125,
                    1.453125,
                    1.296875,
                    1.203125,
                    1.40625,
                    1.367188,
                    1.398438,
                    1.382812,
                    1.414062,
                    1.382812,
                    1.453125,
                    1.429688,
                    1.453125,
                    1.421875,
                    1.445312,
                    1.460938,
                    1.21875,
                    0.816406,
                    0.75,
                    1.460938,
                    1.398438,
                    1.351562,
                    1.460938,
                    1.34375,
                    1.484375,
                    1.34375,
                    1.195312,
                    1.5,
                    1.21875,
                    1.476562,
                    1.484375,
                    1.515625,
                    0.746094,
                    1.414062,
                    1.398438,
                    1.515625,
                    0.945312,
                    1.351562,
                    3.9375,
                    1.46875,
                    1.5,
                    1.210938,
                    1.445312,
                    1.234375,
                    1.359375,
                    1.4375,
                    1.453125,
                    1.476562,
                    1.375,
                    1.234375,
                    0.765625,
                    1.28125,
                    1.46875,
                    1.414062,
                    1.390625,
                    1.421875,
                    1.414062,
                    0.742188,
                    1.359375,
                    1.4375,
                    1.453125,
                    1.375,
                    1.375,
                    1.265625,
                    1.21875,
                    1.414062,
                    1.1875,
                    1.429688,
                    1.1875,
                    1.40625,
                    1.4375,
                    1.25,
                    0.78125,
                    1.367188,
                    1.445312,
                    1.382812,
                    1.414062,
                    0.75,
                    1.523438,
                    1.429688,
                    1.46875,
                    1.398438,
                    1.476562,
                    1.507812,
                    0.773438,
                    1.429688,
                    1.445312,
                    1.460938,
                    1.15625,
                    1.460938,
                    1.335938,
                    0.691406,
                    0.753906,
                    1.4375,
                    1.4375,
                    1.46875,
                    0.753906,
                    1.390625,
                    1.328125,
                    1.304688,
                    1.382812,
                    1.4375,
                    1.484375,
                    1.109375,
                    1.25,
                    1.484375,
                    1.648438,
                    1.296875,
                    1.460938,
                    1.453125,
                    1.421875,
                    1.242188,
                    1.21875,
                    1.46875,
                    1.453125,
                    1.445312,
                    1.476562,
                    1.226562,
                    1.476562,
                    1.507812,
                    1.421875,
                    0.710938,
                    1.5,
                    0.945312,
                    0.746094,
                    1.46875,
                    1.4375,
                    -0.000143,
                    1.226562,
                    1.453125,
                    0.734375,
                    1.125,
                    1.390625,
                    1.414062,
                    1.429688,
                    1.429688,
                    1.109375,
                    1.429688,
                    1.203125,
                    1.148438,
                    1.367188,
                    1.398438,
                    1.515625,
                    1.507812,
                    1.429688,
                    1.5,
                    1.4375,
                    1.375,
                    1.460938,
                    1.328125,
                    0.707031,
                    1.398438,
                    1.375,
                    1.398438,
                    1.421875,
                    1.210938,
                    1.445312,
                    1.445312,
                    1.445312,
                    0.746094,
                    1.429688,
                    1.179688,
                    0.722656,
                    1.492188,
                    1.546875,
                    1.476562,
                    1.117188,
                    1.21875,
                    0.796875,
                    1.492188,
                    1.257812,
                    1.179688,
                    1.1875,
                    1.429688,
                    1.507812,
                    1.460938,
                    1.421875,
                    1.460938,
                    1.304688,
                    0.96875,
                    0.710938,
                    1.398438,
                    1.109375,
                    1.46875,
                    1.46875,
                    1.328125,
                    1.429688,
                    1.359375,
                    1.453125,
                    1.171875,
                    1.453125,
                    1.445312,
                    1.460938,
                    1.40625,
                    0.78125,
                    1.460938,
                    1.359375,
                    1.1875,
                    1.34375,
                    1.382812,
                    1.429688,
                    1.492188,
                    1.453125,
                    1.445312,
                    1.453125,
                    1.460938,
                    1.265625,
                    1.453125,
                    1.59375,
                    1.367188,
                    1.25,
                    1.4375,
                    1.015625,
                    1.421875,
                    1.296875,
                    1.28125,
                    1.515625,
                    1.46875,
                    1.421875,
                    1.382812,
                    1.40625,
                    1.40625,
                    0.929688,
                    1.484375,
                    1.21875,
                    1.46875,
                    1.5,
                    1.234375,
                    0.851562,
                    0.726562,
                    1.46875,
                    1.984375,
                    0.777344,
                    1.453125,
                    1.429688,
                    1.460938,
                    0.78125,
                    1.476562,
                    1.429688,
                    0.777344,
                    1.398438,
                    0.859375,
                    1.375,
                    1.398438,
                    1.289062,
                    1.476562,
                    1.40625,
                    1.390625,
                    1.273438,
                    1.40625,
                    1.421875,
                    1.164062,
                    1.5,
                    1.054688,
                    1.328125,
                    1.429688,
                    1.460938,
                    1.492188,
                    1.359375,
                    0.808594,
                    1.171875,
                    1.28125,
                    1.4375,
                    1.476562,
                    1.367188,
                    1.4375,
                    1.46875,
                    1.445312,
                    1.195312,
                    1.414062,
                    1.484375,
                    0.867188,
                    1.390625,
                    1.375,
                    1.484375,
                    1.15625,
                    1.109375,
                    1.3125,
                    1.453125,
                    1.328125,
                    1.320312,
                    0.714844,
                    1.3125,
                    1.445312,
                    1.445312,
                    1.5,
                    1.3125,
                    1.367188,
                    0.730469,
                    1.421875,
                    1.421875,
                    1.1875,
                    1.421875,
                    1.195312,
                    1.210938,
                    0.902344,
                    1.421875,
                    1.140625,
                    1.179688,
                    1.445312,
                    1.210938,
                    1.40625,
                    1.265625,
                    1.4375,
                    1.539062,
                    1.15625,
                    1.414062,
                    1.257812,
                    1.390625,
                    1.46875,
                    1.523438,
                    1.445312,
                    1.15625,
                    1.46875,
                    1.03125,
                    1.289062,
                    1.484375,
                    1.390625,
                    1.125,
                    1.484375,
                    1.078125,
                    1.40625,
                    1.414062,
                    1.4375,
                    1.234375,
                    1.46875,
                    0.800781,
                    1.203125,
                    1.367188,
                    1.226562,
                    1.40625,
                    1.148438,
                    1.28125,
                    1.429688,
                    1.453125,
                    1.382812,
                    1.46875,
                    1.476562,
                    1.460938,
                    1.414062,
                    1.4375,
                    1.4375,
                    1.484375,
                    1.3125,
                    1.125,
                    0.777344,
                    1.429688,
                    1.101562,
                    1.445312,
                    1.164062,
                    1.367188,
                    1.1875,
                    1.375,
                    1.390625,
                    1.429688,
                    1.171875,
                    1.429688,
                    1.445312,
                    1.445312,
                    1.4375,
                    1.015625,
                    1.648438,
                    0.722656,
                    1.15625,
                    1.46875,
                    1.21875,
                    1.414062,
                    0.714844,
                    1.375,
                    1.414062,
                    1.492188,
                    1.054688,
                    1.429688,
                    1.476562,
                    0.78125,
                    1.203125,
                    1.101562,
                    1.4375,
                    1.460938,
                    1.398438,
                    1.5,
                    1.4375,
                    0.75,
                    1.492188,
                    1.46875,
                    1.125,
                    1.375,
                    1.375,
                    1.398438,
                    1.414062,
                    1.554688,
                    1.398438,
                    1.367188,
                    1.375,
                    1.429688,
                    1.429688,
                    1.1875,
                    1.523438,
                    0.742188,
                    1.421875,
                    1.375,
                    1.28125,
                    1.421875,
                    1.421875,
                    1.46875,
                    1.46875,
                    1.40625,
                    1.492188,
                    0.90625,
                    1.40625,
                    1.390625,
                    0.730469,
                    1.375,
                    1.460938,
                    1.453125,
                    1.453125,
                    1.171875,
                    0.726562,
                    1.484375,
                    1.460938,
                    1.460938,
                    1.3125,
                    1.1875,
                    1.453125,
                    1.03125,
                    1.5,
                    1.390625,
                    1.335938,
                    1.484375,
                    1.195312,
                    1.351562,
                    1.429688,
                    1.179688,
                    1.414062,
                    1.484375,
                    0.714844,
                    1.421875,
                    1.484375,
                    1.515625,
                    1.5,
                    1.421875,
                    1.507812,
                    0.953125,
                    1.492188,
                    1.125,
                    1.210938,
                    1.421875,
                    1.460938,
                    1.492188,
                    1.460938,
                    1.390625,
                    0.773438,
                    1.445312,
                    1.398438,
                    1.367188,
                    1.429688,
                    1.273438,
                    1.453125,
                    5.0,
                    1.40625,
                    1.398438,
                    1.1875,
                    1.4375,
                    1.421875,
                    1.4375,
                    1.289062,
                    1.46875,
                    1.453125,
                    1.445312,
                    0.757812,
                    1.429688,
                    1.414062,
                    1.421875,
                    1.421875,
                    1.40625,
                    1.1875,
                    1.132812,
                    1.484375,
                    1.453125,
                    1.484375,
                    1.375,
                    1.40625,
                    1.414062,
                    1.414062,
                    1.4375,
                    1.390625,
                    1.445312,
                    3.015625,
                    1.320312,
                    1.429688,
                    1.421875,
                    1.398438,
                    1.492188,
                    0.796875,
                    1.484375,
                    1.421875,
                    1.226562,
                    1.289062,
                    1.171875,
                    1.421875,
                    1.421875,
                    1.125,
                    1.328125,
                    1.210938,
                    1.429688,
                    1.476562,
                    1.5,
                    0.789062,
                    1.40625,
                    0.742188,
                    1.484375,
                    1.476562,
                    1.40625,
                    1.242188,
                    1.4375,
                    1.445312,
                    1.382812,
                    1.3125,
                    1.4375,
                    1.429688,
                    1.140625,
                    1.421875,
                    1.375,
                    1.132812,
                    1.46875,
                    0.898438,
                    1.429688,
                    1.265625,
                    1.1875,
                    1.429688,
                    1.421875,
                    1.40625,
                    1.414062,
                    1.328125,
                    1.53125,
                    1.46875,
                    1.09375,
                    1.273438,
                    1.367188,
                    1.40625,
                    1.460938,
                    0.964844,
                    1.421875,
                    1.382812,
                    1.429688,
                    1.476562,
                    1.101562,
                    1.460938,
                    1.25,
                    1.414062,
                    1.414062,
                    1.34375,
                    1.445312,
                    1.515625,
                    1.382812,
                    1.414062,
                    1.453125,
                    1.382812,
                    1.382812,
                    1.3125,
                    1.390625,
                    1.4375,
                    1.429688,
                    1.460938,
                    1.492188,
                    1.3125,
                    1.5,
                    1.40625,
                    1.390625,
                    1.320312,
                    1.492188,
                    1.40625,
                    1.445312,
                    1.382812,
                    1.367188,
                    1.414062,
                    1.484375,
                    1.484375,
                    1.414062,
                    1.429688,
                    1.351562,
                    1.195312,
                    1.203125,
                    1.429688,
                    1.4375,
                    1.484375,
                    1.320312,
                    1.476562,
                    1.367188,
                    1.445312,
                    1.429688,
                    0.925781,
                    1.398438,
                    1.414062,
                    1.398438,
                    1.453125,
                    1.40625,
                    1.445312,
                    1.476562,
                    1.148438,
                    1.445312,
                    1.453125,
                    1.4375,
                    1.335938,
                    1.453125,
                    0.742188,
                    1.53125,
                    1.476562,
                    1.421875,
                    1.5,
                    1.382812,
                    1.140625,
                    1.320312,
                    1.445312,
                    1.148438,
                    1.5,
                    0.695312,
                    1.304688,
                    1.453125,
                    0.726562,
                    0.738281,
                    1.429688,
                    1.28125,
                    1.34375,
                    1.492188,
                    1.398438,
                    1.445312,
                    1.21875,
                    1.484375,
                    1.359375,
                    0.765625,
                    1.515625,
                    1.492188,
                    1.414062,
                    1.359375,
                    1.296875,
                    1.085938,
                    1.429688,
                    1.367188,
                    1.429688,
                    1.351562,
                    1.21875,
                    1.445312,
                    0.808594,
                    1.4375,
                    1.4375,
                    1.460938,
                    1.46875,
                    1.476562,
                    1.53125,
                    1.382812,
                    1.421875,
                    1.15625,
                    1.4375,
                    1.4375,
                    1.390625,
                    1.453125,
                    0.976562,
                    1.421875,
                    1.390625,
                    1.460938,
                    1.359375,
                    1.445312,
                    1.484375,
                    1.265625,
                    1.429688,
                    1.234375,
                    1.296875,
                    1.398438,
                    1.351562,
                    1.398438,
                    1.335938,
                    1.453125,
                    0.757812,
                    1.507812,
                    0.714844,
                    1.492188,
                    1.445312,
                    0.738281,
                    1.125,
                    1.421875,
                    1.320312,
                    1.414062,
                    1.78125,
                    0.992188,
                    1.429688,
                    1.351562,
                    1.15625,
                    1.492188,
                    1.414062,
                    1.445312,
                    3.5625,
                    1.453125,
                    1.5,
                    1.4375,
                    1.25,
                    1.445312,
                    1.484375,
                    1.4375,
                    1.4375,
                    1.1875,
                    0.765625,
                    1.351562,
                    1.429688,
                    1.375,
                    1.53125,
                    1.40625,
                    1.460938,
                    1.46875,
                    1.445312,
                    1.4375,
                    1.46875,
                    1.34375,
                    1.4375,
                    1.203125,
                    0.773438,
                    1.164062,
                    1.398438,
                    1.476562,
                    1.398438,
                    1.515625,
                    1.492188,
                    1.46875,
                    1.382812,
                    1.46875,
                    1.515625,
                    1.46875,
                    1.421875,
                    1.429688,
                    1.53125,
                    1.367188,
                    1.25,
                    0.871094,
                    0.640625,
                    1.453125,
                    1.265625,
                    1.375,
                    1.007812,
                    1.375,
                    1.4375,
                    0.941406,
                    0.953125,
                    1.265625,
                    0.863281,
                    1.484375,
                    1.421875,
                    1.390625,
                    3.5,
                    1.460938,
                    1.4375,
                    1.179688,
                    0.726562,
                    1.453125,
                    1.273438,
                    1.484375,
                    1.429688,
                    1.445312,
                    1.484375,
                    1.492188,
                    1.460938,
                    1.460938,
                    0.84375,
                    1.507812,
                    1.046875,
                    1.289062,
                    1.4375,
                    1.875,
                    1.445312,
                    1.515625,
                    0.738281,
                    1.40625,
                    1.539062,
                    1.421875,
                    0.773438,
                    1.414062,
                    1.21875,
                    1.46875,
                    1.3125,
                    1.421875,
                    1.414062,
                    0.734375,
                    1.4375,
                    1.46875,
                    1.460938,
                    1.148438,
                    1.359375,
                    1.304688,
                    1.445312,
                    1.421875,
                    1.46875,
                    1.375,
                    1.125,
                    1.453125,
                    1.367188,
                    1.492188,
                    1.125,
                    0.777344,
                    3.71875,
                    1.359375,
                    1.414062,
                    1.273438,
                    1.046875,
                    1.476562,
                    1.445312,
                    0.703125,
                    1.101562,
                    0.707031,
                    1.476562,
                    1.460938,
                    1.523438,
                    1.414062,
                    1.359375,
                    1.375,
                    1.507812,
                    1.460938,
                    1.203125,
                    1.445312,
                    1.210938,
                    1.351562,
                    1.078125,
                    1.476562,
                    0.78125,
                    1.476562,
                    1.46875,
                    1.421875,
                    1.5,
                    1.09375,
                    1.515625,
                    1.382812,
                    1.4375,
                    1.484375,
                    1.4375,
                    1.421875,
                    1.1875,
                    1.507812,
                    1.382812,
                    1.382812,
                    1.25,
                    1.40625,
                    1.4375,
                    1.460938,
                    1.421875,
                    1.453125,
                    1.40625,
                    0.734375,
                    1.390625,
                    1.382812,
                    1.4375,
                    1.453125,
                    1.234375,
                    1.492188,
                    1.46875,
                    1.445312,
                    1.382812,
                    1.445312,
                    1.445312,
                    1.40625,
                    1.515625,
                    0.800781,
                    1.414062,
                    1.4375,
                    1.070312,
                    1.375,
                    1.421875,
                    1.46875,
                    1.375,
                    1.09375,
                    1.46875,
                    1.125,
                    1.28125,
                    1.15625,
                    1.523438,
                    1.484375,
                    1.5,
                    1.46875,
                    1.21875,
                    0.765625,
                    1.390625,
                    1.070312,
                    1.4375,
                    1.421875,
                    1.476562,
                    1.414062,
                    1.429688,
                    1.515625,
                    1.257812,
                    1.328125,
                    1.429688,
                    1.429688,
                    1.304688,
                    1.460938,
                    1.445312,
                    1.390625,
                    1.429688,
                    1.453125,
                    1.234375,
                    1.515625,
                    1.453125,
                    1.414062,
                    0.714844,
                    1.429688,
                    0.753906,
                    0.875,
                    1.359375,
                    1.40625,
                    1.140625,
                    0.859375,
                    1.3125,
                    0.746094,
                    1.171875,
                    1.460938,
                    1.421875,
                    1.492188,
                    3.9375,
                    1.320312,
                    1.171875,
                    1.5,
                    1.265625,
                    0.75,
                    1.53125,
                    1.53125,
                    1.445312,
                    1.46875,
                    1.40625,
                    1.507812,
                    1.421875,
                    1.492188,
                    1.4375,
                    1.421875,
                    1.453125,
                    0.640625,
                    1.453125,
                    1.203125,
                    0.773438,
                    1.429688,
                    1.21875,
                    1.398438,
                    1.46875,
                    1.46875,
                    0.04834,
                    1.234375,
                    1.15625,
                    0.835938,
                    1.375,
                    1.476562,
                    1.4375,
                    1.351562,
                    1.46875,
                    1.429688,
                    1.421875,
                    1.382812,
                    1.179688,
                    0.800781,
                    1.1875,
                    1.421875,
                    1.421875,
                    1.46875,
                    1.421875,
                    0.726562,
                    0.695312,
                    0.808594,
                    1.445312,
                    1.296875,
                    1.328125,
                    1.429688,
                    1.484375,
                    1.320312,
                    1.429688,
                    1.492188,
                    1.414062,
                    0.738281,
                    1.421875,
                    1.382812,
                    1.460938,
                    1.4375,
                    1.09375,
                    1.101562,
                    1.492188,
                    1.40625,
                    1.421875,
                    1.171875,
                    1.296875,
                    1.4375,
                    0.75,
                    1.375,
                    1.429688,
                    1.5,
                    1.445312,
                    1.445312,
                    1.273438,
                    1.5,
                    1.421875,
                    1.414062,
                    0.703125,
                    1.414062,
                    1.125,
                    1.476562,
                    1.429688,
                    1.265625,
                    1.367188,
                    1.414062,
                    1.398438,
                    1.203125,
                    1.390625,
                    1.140625,
                    1.421875,
                    1.390625,
                    1.421875,
                    1.335938,
                    1.429688,
                    1.15625,
                    1.398438,
                    1.453125,
                    1.367188,
                    1.492188,
                    1.4375,
                    1.414062,
                    1.15625,
                    1.179688,
                    1.445312,
                    1.484375,
                    1.46875,
                    1.390625,
                    1.492188,
                    1.367188,
                    1.375,
                    1.414062,
                    1.40625,
                    1.421875,
                    1.445312,
                    1.28125,
                    1.25,
                    1.398438,
                    1.273438,
                    1.492188,
                    1.421875,
                    1.382812,
                    1.453125,
                    1.429688,
                    1.445312,
                    1.171875,
                    1.460938,
                    1.304688,
                    1.3125,
                    1.429688,
                    1.414062,
                    1.007812,
                    0.875,
                    1.398438,
                    1.421875,
                    0.71875,
                    1.484375,
                    1.445312,
                    1.445312
                ]
            },
            "name": "model.model.layers.1.post_attention_layernorm.weight",
            "outputIndexes": [
                195
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                194
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_1/Mul_output_0",
            "outputIndexes": [
                196
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                195,
                196
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_1/Mul_1_output_0",
            "outputIndexes": [
                197
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                197
            ],
            "outputIndexes": [
                2352
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2352
            ],
            "outputIndexes": [
                2353
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/gate_proj/Linear",
            "inputIndexes": [
                2353
            ],
            "outputIndexes": [
                2354
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    29434098,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2354
            ],
            "outputIndexes": [
                2355
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2355
            ],
            "outputIndexes": [
                198
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                198
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_1/Sigmoid_output_0",
            "outputIndexes": [
                199
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                198,
                199
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_1/Mul_output_0",
            "outputIndexes": [
                200
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                197
            ],
            "outputIndexes": [
                2356
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2356
            ],
            "outputIndexes": [
                2357
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/up_proj/Linear",
            "inputIndexes": [
                2357
            ],
            "outputIndexes": [
                2358
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    37175560,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2358
            ],
            "outputIndexes": [
                2359
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2359
            ],
            "outputIndexes": [
                201
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                200,
                201
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_1/Mul_output_0",
            "outputIndexes": [
                202
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                202
            ],
            "outputIndexes": [
                2360
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    8960,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2360
            ],
            "outputIndexes": [
                2361
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/down_proj/Linear",
            "inputIndexes": [
                2361
            ],
            "outputIndexes": [
                2362
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 8960,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    44917022,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2362
            ],
            "outputIndexes": [
                2363
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2363
            ],
            "outputIndexes": [
                203
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                194,
                203
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_9_output_0",
            "outputIndexes": [
                204
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                204,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_18_output_0",
            "outputIndexes": [
                205
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.449219,
                    0.753906,
                    0.613281,
                    0.59375,
                    0.832031,
                    0.472656,
                    0.714844,
                    0.683594,
                    0.769531,
                    0.4375,
                    0.664062,
                    0.730469,
                    0.671875,
                    0.691406,
                    0.582031,
                    0.671875,
                    0.621094,
                    0.632812,
                    0.566406,
                    0.554688,
                    0.609375,
                    0.679688,
                    0.65625,
                    0.365234,
                    0.910156,
                    -0.574219,
                    0.578125,
                    0.490234,
                    0.554688,
                    0.640625,
                    0.605469,
                    0.65625,
                    0.695312,
                    -0.671875,
                    0.617188,
                    0.726562,
                    0.855469,
                    0.726562,
                    0.519531,
                    0.550781,
                    0.746094,
                    0.75,
                    0.621094,
                    0.882812,
                    0.5,
                    0.542969,
                    0.574219,
                    0.59375,
                    0.640625,
                    0.734375,
                    0.359375,
                    0.605469,
                    0.554688,
                    0.789062,
                    0.59375,
                    0.527344,
                    0.457031,
                    0.332031,
                    0.785156,
                    0.5625,
                    0.511719,
                    0.488281,
                    0.621094,
                    0.625,
                    0.777344,
                    0.476562,
                    0.644531,
                    0.466797,
                    0.796875,
                    0.539062,
                    0.726562,
                    0.785156,
                    0.339844,
                    0.570312,
                    0.8125,
                    0.53125,
                    0.671875,
                    0.773438,
                    0.566406,
                    0.703125,
                    0.796875,
                    0.349609,
                    0.660156,
                    1.023438,
                    0.796875,
                    0.648438,
                    0.675781,
                    0.726562,
                    0.640625,
                    0.65625,
                    0.671875,
                    0.53125,
                    0.566406,
                    0.566406,
                    0.660156,
                    0.953125,
                    0.65625,
                    0.625,
                    0.949219,
                    0.527344,
                    0.875,
                    0.609375,
                    0.498047,
                    0.773438,
                    0.511719,
                    0.671875,
                    0.808594,
                    0.707031,
                    0.535156,
                    0.644531,
                    0.484375,
                    0.613281,
                    0.722656,
                    2.3125,
                    0.59375,
                    0.636719,
                    0.695312,
                    0.71875,
                    0.384766,
                    0.390625,
                    0.566406,
                    0.441406,
                    0.566406,
                    0.523438,
                    0.609375,
                    0.726562,
                    0.609375,
                    0.351562,
                    0.703125,
                    0.75,
                    0.515625,
                    0.550781,
                    0.65625,
                    0.832031,
                    0.71875,
                    0.648438,
                    0.460938,
                    0.722656,
                    0.447266,
                    0.816406,
                    0.292969,
                    0.707031,
                    0.566406,
                    0.427734,
                    0.664062,
                    0.496094,
                    0.710938,
                    1.1875,
                    0.800781,
                    0.585938,
                    0.59375,
                    0.714844,
                    0.431641,
                    0.65625,
                    0.492188,
                    0.482422,
                    0.824219,
                    0.494141,
                    0.652344,
                    0.582031,
                    0.621094,
                    0.566406,
                    0.710938,
                    0.507812,
                    0.484375,
                    0.679688,
                    0.699219,
                    0.71875,
                    0.554688,
                    0.851562,
                    0.722656,
                    0.609375,
                    0.625,
                    1.117188,
                    0.746094,
                    0.625,
                    0.882812,
                    0.691406,
                    0.820312,
                    0.652344,
                    0.640625,
                    0.539062,
                    0.777344,
                    0.789062,
                    0.753906,
                    1.007812,
                    0.400391,
                    0.667969,
                    0.582031,
                    0.617188,
                    0.664062,
                    0.539062,
                    0.75,
                    0.804688,
                    0.84375,
                    0.707031,
                    0.65625,
                    0.675781,
                    0.722656,
                    0.5625,
                    0.636719,
                    0.59375,
                    0.691406,
                    0.671875,
                    0.679688,
                    0.65625,
                    0.695312,
                    0.691406,
                    0.519531,
                    0.703125,
                    0.558594,
                    0.714844,
                    0.535156,
                    0.71875,
                    0.703125,
                    0.609375,
                    0.554688,
                    0.742188,
                    0.6875,
                    0.597656,
                    0.5625,
                    0.625,
                    0.53125,
                    1.125,
                    0.558594,
                    0.640625,
                    0.53125,
                    0.507812,
                    0.746094,
                    0.664062,
                    0.804688,
                    0.71875,
                    0.925781,
                    0.808594,
                    0.625,
                    0.419922,
                    0.621094,
                    0.78125,
                    0.660156,
                    0.660156,
                    0.460938,
                    0.726562,
                    0.761719,
                    0.808594,
                    0.632812,
                    0.546875,
                    0.6875,
                    0.863281,
                    0.53125,
                    0.71875,
                    0.605469,
                    0.648438,
                    0.808594,
                    1.1875,
                    0.269531,
                    0.492188,
                    0.605469,
                    0.675781,
                    0.804688,
                    0.6875,
                    0.609375,
                    0.773438,
                    0.816406,
                    0.546875,
                    0.648438,
                    0.664062,
                    0.582031,
                    0.765625,
                    0.691406,
                    0.613281,
                    0.519531,
                    0.84375,
                    0.554688,
                    0.628906,
                    0.632812,
                    -0.5,
                    0.404297,
                    0.78125,
                    0.375,
                    0.867188,
                    0.761719,
                    0.570312,
                    0.539062,
                    0.714844,
                    0.601562,
                    0.332031,
                    -0.01416,
                    0.707031,
                    0.632812,
                    0.722656,
                    0.585938,
                    0.710938,
                    -0.757812,
                    0.601562,
                    0.498047,
                    0.570312,
                    0.707031,
                    0.636719,
                    0.703125,
                    0.707031,
                    0.394531,
                    0.494141,
                    0.722656,
                    0.404297,
                    0.679688,
                    0.574219,
                    0.714844,
                    0.636719,
                    0.664062,
                    0.310547,
                    0.617188,
                    0.664062,
                    0.378906,
                    0.75,
                    0.640625,
                    0.765625,
                    0.628906,
                    0.589844,
                    0.5625,
                    0.453125,
                    0.566406,
                    0.769531,
                    0.644531,
                    0.570312,
                    0.585938,
                    0.71875,
                    0.59375,
                    0.349609,
                    0.742188,
                    0.640625,
                    0.28125,
                    0.691406,
                    0.419922,
                    0.710938,
                    0.691406,
                    0.683594,
                    0.65625,
                    0.326172,
                    0.707031,
                    0.480469,
                    0.636719,
                    0.664062,
                    0.617188,
                    0.898438,
                    0.722656,
                    0.550781,
                    0.65625,
                    0.585938,
                    0.4375,
                    0.660156,
                    0.496094,
                    0.53125,
                    0.625,
                    0.726562,
                    0.503906,
                    0.644531,
                    2.296875,
                    0.769531,
                    0.753906,
                    -0.451172,
                    0.453125,
                    0.753906,
                    0.671875,
                    0.589844,
                    0.617188,
                    0.613281,
                    0.613281,
                    0.601562,
                    0.416016,
                    0.730469,
                    0.804688,
                    0.53125,
                    0.808594,
                    0.482422,
                    0.703125,
                    0.699219,
                    0.671875,
                    0.589844,
                    0.875,
                    0.503906,
                    0.863281,
                    0.894531,
                    0.742188,
                    0.96875,
                    0.507812,
                    0.605469,
                    0.476562,
                    0.707031,
                    0.5,
                    0.761719,
                    0.671875,
                    0.703125,
                    0.742188,
                    0.777344,
                    0.753906,
                    0.523438,
                    0.617188,
                    0.570312,
                    0.792969,
                    0.746094,
                    0.519531,
                    0.90625,
                    0.605469,
                    0.507812,
                    0.699219,
                    0.455078,
                    -0.664062,
                    0.660156,
                    0.632812,
                    0.460938,
                    0.605469,
                    0.570312,
                    0.691406,
                    0.824219,
                    0.605469,
                    0.515625,
                    0.828125,
                    0.597656,
                    0.470703,
                    0.671875,
                    0.703125,
                    0.490234,
                    0.785156,
                    0.574219,
                    -0.511719,
                    0.710938,
                    0.492188,
                    0.625,
                    0.527344,
                    0.597656,
                    0.695312,
                    0.640625,
                    0.621094,
                    0.851562,
                    0.613281,
                    0.546875,
                    0.492188,
                    0.542969,
                    0.523438,
                    0.707031,
                    0.574219,
                    0.535156,
                    0.617188,
                    0.765625,
                    0.71875,
                    0.832031,
                    0.476562,
                    1.023438,
                    0.683594,
                    0.695312,
                    0.660156,
                    0.734375,
                    0.601562,
                    0.828125,
                    0.660156,
                    0.761719,
                    1.09375,
                    0.707031,
                    0.251953,
                    0.710938,
                    0.53125,
                    0.648438,
                    0.703125,
                    0.636719,
                    0.585938,
                    0.349609,
                    0.5625,
                    0.71875,
                    0.648438,
                    0.578125,
                    0.675781,
                    0.699219,
                    0.484375,
                    0.792969,
                    0.84375,
                    0.769531,
                    0.695312,
                    0.484375,
                    0.53125,
                    0.664062,
                    0.742188,
                    0.644531,
                    0.609375,
                    0.675781,
                    0.554688,
                    0.5,
                    0.65625,
                    0.667969,
                    0.808594,
                    0.683594,
                    0.589844,
                    0.609375,
                    0.648438,
                    0.648438,
                    0.695312,
                    0.691406,
                    0.6875,
                    0.972656,
                    0.486328,
                    0.498047,
                    0.394531,
                    0.648438,
                    0.644531,
                    0.441406,
                    0.726562,
                    0.523438,
                    0.65625,
                    2.0625,
                    0.484375,
                    0.730469,
                    0.515625,
                    0.707031,
                    0.839844,
                    0.816406,
                    0.324219,
                    0.601562,
                    0.601562,
                    0.765625,
                    0.539062,
                    0.589844,
                    0.015015,
                    0.734375,
                    0.75,
                    0.488281,
                    0.6875,
                    0.482422,
                    0.486328,
                    0.667969,
                    0.613281,
                    0.671875,
                    0.570312,
                    0.507812,
                    0.480469,
                    0.589844,
                    0.640625,
                    0.59375,
                    0.683594,
                    0.640625,
                    0.789062,
                    0.269531,
                    0.621094,
                    0.601562,
                    0.65625,
                    0.585938,
                    0.535156,
                    0.585938,
                    0.703125,
                    0.652344,
                    0.625,
                    0.683594,
                    0.488281,
                    0.710938,
                    0.671875,
                    0.335938,
                    0.324219,
                    0.609375,
                    0.617188,
                    0.632812,
                    0.796875,
                    0.384766,
                    0.730469,
                    0.734375,
                    0.800781,
                    0.710938,
                    0.738281,
                    0.828125,
                    0.390625,
                    0.65625,
                    0.78125,
                    0.710938,
                    0.498047,
                    0.734375,
                    0.582031,
                    0.314453,
                    0.601562,
                    0.601562,
                    0.664062,
                    0.753906,
                    0.417969,
                    0.640625,
                    2.4375,
                    0.582031,
                    0.523438,
                    0.777344,
                    0.675781,
                    0.527344,
                    0.582031,
                    0.707031,
                    0.542969,
                    0.496094,
                    0.769531,
                    0.691406,
                    0.660156,
                    0.515625,
                    0.519531,
                    0.691406,
                    0.789062,
                    0.71875,
                    0.695312,
                    0.554688,
                    0.734375,
                    0.820312,
                    0.714844,
                    0.419922,
                    0.679688,
                    0.632812,
                    0.394531,
                    0.773438,
                    0.65625,
                    -0.0177,
                    0.423828,
                    0.746094,
                    0.320312,
                    0.458984,
                    0.589844,
                    0.753906,
                    0.671875,
                    0.695312,
                    0.535156,
                    0.617188,
                    0.494141,
                    0.589844,
                    0.59375,
                    0.761719,
                    0.816406,
                    0.765625,
                    0.75,
                    0.765625,
                    0.65625,
                    0.578125,
                    0.589844,
                    0.59375,
                    0.388672,
                    0.574219,
                    0.582031,
                    0.65625,
                    0.710938,
                    0.535156,
                    0.675781,
                    0.796875,
                    0.820312,
                    0.310547,
                    0.605469,
                    0.511719,
                    0.423828,
                    0.671875,
                    1.101562,
                    0.914062,
                    0.636719,
                    0.503906,
                    0.431641,
                    0.726562,
                    0.507812,
                    0.496094,
                    0.494141,
                    0.804688,
                    0.898438,
                    0.695312,
                    0.597656,
                    0.886719,
                    0.550781,
                    0.644531,
                    0.394531,
                    0.566406,
                    0.578125,
                    0.71875,
                    0.796875,
                    0.558594,
                    0.757812,
                    0.59375,
                    0.707031,
                    0.78125,
                    0.796875,
                    0.742188,
                    0.664062,
                    0.558594,
                    0.511719,
                    0.765625,
                    0.5625,
                    0.515625,
                    0.652344,
                    0.53125,
                    0.660156,
                    0.703125,
                    0.695312,
                    0.652344,
                    0.703125,
                    0.660156,
                    0.550781,
                    0.816406,
                    1.273438,
                    0.644531,
                    0.546875,
                    0.726562,
                    0.808594,
                    0.625,
                    0.707031,
                    0.503906,
                    0.757812,
                    0.691406,
                    0.757812,
                    0.617188,
                    0.570312,
                    0.632812,
                    0.621094,
                    0.800781,
                    0.490234,
                    0.695312,
                    0.773438,
                    0.535156,
                    0.427734,
                    0.302734,
                    0.78125,
                    0.026367,
                    0.298828,
                    0.757812,
                    0.652344,
                    0.703125,
                    0.617188,
                    0.847656,
                    0.636719,
                    0.345703,
                    0.640625,
                    0.445312,
                    0.585938,
                    0.539062,
                    0.617188,
                    0.808594,
                    0.695312,
                    0.574219,
                    0.503906,
                    0.671875,
                    0.652344,
                    0.453125,
                    0.757812,
                    0.449219,
                    0.558594,
                    0.679688,
                    0.71875,
                    0.847656,
                    0.660156,
                    0.320312,
                    1.226562,
                    0.507812,
                    0.832031,
                    0.753906,
                    0.625,
                    0.695312,
                    0.773438,
                    0.855469,
                    0.640625,
                    0.667969,
                    2.015625,
                    0.488281,
                    0.683594,
                    0.605469,
                    0.730469,
                    0.507812,
                    0.498047,
                    0.648438,
                    0.660156,
                    0.519531,
                    0.546875,
                    0.349609,
                    0.546875,
                    0.785156,
                    0.695312,
                    0.878906,
                    0.546875,
                    0.597656,
                    0.302734,
                    0.757812,
                    0.554688,
                    0.757812,
                    0.695312,
                    0.523438,
                    0.542969,
                    0.507812,
                    0.644531,
                    0.5625,
                    0.484375,
                    0.8125,
                    0.558594,
                    0.648438,
                    0.613281,
                    0.597656,
                    0.773438,
                    0.449219,
                    0.632812,
                    0.476562,
                    0.585938,
                    0.820312,
                    0.820312,
                    1.179688,
                    0.625,
                    0.71875,
                    0.550781,
                    0.523438,
                    0.917969,
                    0.601562,
                    0.478516,
                    0.6875,
                    0.609375,
                    0.726562,
                    0.625,
                    0.628906,
                    0.546875,
                    0.75,
                    0.363281,
                    0.472656,
                    0.449219,
                    0.480469,
                    0.691406,
                    0.5625,
                    0.550781,
                    0.644531,
                    0.621094,
                    0.605469,
                    0.777344,
                    0.648438,
                    0.6875,
                    0.652344,
                    0.625,
                    0.816406,
                    0.765625,
                    0.523438,
                    0.523438,
                    0.574219,
                    0.808594,
                    0.449219,
                    0.691406,
                    0.476562,
                    0.617188,
                    0.605469,
                    0.566406,
                    0.617188,
                    0.609375,
                    0.484375,
                    0.632812,
                    0.585938,
                    0.746094,
                    0.691406,
                    0.542969,
                    0.84375,
                    0.640625,
                    0.546875,
                    0.734375,
                    0.451172,
                    0.726562,
                    0.304688,
                    0.542969,
                    0.632812,
                    0.777344,
                    0.574219,
                    0.671875,
                    0.761719,
                    0.355469,
                    0.503906,
                    0.443359,
                    0.699219,
                    0.769531,
                    0.796875,
                    0.832031,
                    0.683594,
                    0.298828,
                    -2.15625,
                    0.777344,
                    0.490234,
                    1.710938,
                    0.640625,
                    0.617188,
                    0.636719,
                    0.707031,
                    0.542969,
                    0.71875,
                    0.546875,
                    0.710938,
                    0.6875,
                    0.519531,
                    0.8125,
                    0.332031,
                    0.695312,
                    0.570312,
                    0.480469,
                    0.683594,
                    0.632812,
                    0.808594,
                    0.769531,
                    0.746094,
                    0.746094,
                    0.433594,
                    0.691406,
                    0.585938,
                    0.271484,
                    0.710938,
                    0.703125,
                    0.675781,
                    0.710938,
                    0.609375,
                    0.244141,
                    0.890625,
                    1.351562,
                    0.628906,
                    0.5625,
                    0.554688,
                    0.578125,
                    0.566406,
                    0.917969,
                    0.609375,
                    0.451172,
                    0.71875,
                    0.511719,
                    0.640625,
                    0.652344,
                    0.542969,
                    0.558594,
                    0.71875,
                    0.275391,
                    0.628906,
                    0.667969,
                    0.945312,
                    0.734375,
                    0.636719,
                    0.804688,
                    0.5,
                    0.796875,
                    0.5,
                    0.484375,
                    0.570312,
                    0.78125,
                    0.804688,
                    0.671875,
                    0.660156,
                    0.292969,
                    0.804688,
                    0.585938,
                    0.605469,
                    0.5625,
                    0.554688,
                    0.769531,
                    -0.014404,
                    0.617188,
                    0.648438,
                    0.53125,
                    0.640625,
                    0.671875,
                    0.734375,
                    0.566406,
                    0.769531,
                    0.683594,
                    0.667969,
                    0.361328,
                    0.679688,
                    0.742188,
                    0.667969,
                    0.746094,
                    0.621094,
                    0.679688,
                    0.535156,
                    0.855469,
                    0.738281,
                    0.847656,
                    0.640625,
                    0.59375,
                    0.804688,
                    0.769531,
                    0.800781,
                    0.609375,
                    0.730469,
                    -0.019287,
                    0.5,
                    0.585938,
                    0.660156,
                    0.628906,
                    0.722656,
                    0.3125,
                    0.792969,
                    0.609375,
                    0.527344,
                    0.53125,
                    0.511719,
                    0.699219,
                    0.714844,
                    0.609375,
                    0.554688,
                    0.464844,
                    0.726562,
                    0.878906,
                    0.859375,
                    0.484375,
                    0.53125,
                    0.277344,
                    0.753906,
                    0.707031,
                    0.761719,
                    0.496094,
                    0.675781,
                    0.71875,
                    0.613281,
                    0.462891,
                    0.613281,
                    0.726562,
                    0.472656,
                    0.625,
                    0.660156,
                    0.546875,
                    0.828125,
                    0.757812,
                    0.714844,
                    0.566406,
                    0.451172,
                    0.644531,
                    0.628906,
                    0.648438,
                    0.679688,
                    0.59375,
                    0.953125,
                    0.699219,
                    0.519531,
                    0.554688,
                    0.496094,
                    0.566406,
                    0.734375,
                    0.539062,
                    0.867188,
                    1.039062,
                    0.75,
                    0.785156,
                    0.648438,
                    0.746094,
                    0.523438,
                    0.800781,
                    0.566406,
                    0.617188,
                    0.730469,
                    0.828125,
                    0.691406,
                    0.605469,
                    1.117188,
                    0.59375,
                    0.617188,
                    0.476562,
                    0.625,
                    0.679688,
                    0.585938,
                    0.714844,
                    0.742188,
                    0.539062,
                    0.871094,
                    0.605469,
                    0.625,
                    0.523438,
                    0.75,
                    0.597656,
                    0.773438,
                    0.527344,
                    0.757812,
                    0.582031,
                    0.757812,
                    0.839844,
                    0.582031,
                    0.71875,
                    0.542969,
                    0.478516,
                    0.507812,
                    0.570312,
                    0.65625,
                    0.785156,
                    0.605469,
                    0.742188,
                    0.574219,
                    0.714844,
                    0.660156,
                    1.515625,
                    0.625,
                    0.710938,
                    0.859375,
                    0.753906,
                    0.773438,
                    0.59375,
                    0.71875,
                    0.550781,
                    0.695312,
                    0.699219,
                    0.707031,
                    0.578125,
                    0.640625,
                    0.320312,
                    0.871094,
                    0.886719,
                    0.617188,
                    0.792969,
                    0.601562,
                    0.5,
                    0.574219,
                    0.675781,
                    0.550781,
                    0.785156,
                    0.251953,
                    0.597656,
                    0.632812,
                    0.490234,
                    0.255859,
                    0.644531,
                    0.71875,
                    0.425781,
                    0.675781,
                    0.554688,
                    0.835938,
                    0.566406,
                    0.882812,
                    0.519531,
                    0.386719,
                    0.851562,
                    0.808594,
                    0.632812,
                    0.527344,
                    0.523438,
                    0.632812,
                    0.742188,
                    0.621094,
                    0.621094,
                    0.664062,
                    0.59375,
                    0.546875,
                    0.554688,
                    0.640625,
                    0.703125,
                    0.714844,
                    0.765625,
                    0.84375,
                    0.625,
                    0.683594,
                    0.675781,
                    0.488281,
                    0.648438,
                    0.617188,
                    0.671875,
                    0.730469,
                    0.466797,
                    0.527344,
                    0.519531,
                    0.667969,
                    0.636719,
                    0.601562,
                    0.820312,
                    0.632812,
                    0.746094,
                    0.527344,
                    0.578125,
                    0.628906,
                    0.628906,
                    0.605469,
                    0.582031,
                    0.757812,
                    0.302734,
                    0.832031,
                    0.242188,
                    0.734375,
                    0.679688,
                    0.482422,
                    0.5,
                    0.609375,
                    0.617188,
                    0.632812,
                    0.851562,
                    0.90625,
                    0.636719,
                    0.601562,
                    0.535156,
                    0.8125,
                    0.664062,
                    0.648438,
                    1.226562,
                    0.808594,
                    0.820312,
                    0.671875,
                    0.519531,
                    0.625,
                    0.855469,
                    0.652344,
                    0.640625,
                    0.492188,
                    0.455078,
                    0.605469,
                    0.671875,
                    0.570312,
                    0.808594,
                    0.566406,
                    0.652344,
                    0.863281,
                    0.808594,
                    0.601562,
                    0.667969,
                    0.59375,
                    0.675781,
                    0.613281,
                    0.527344,
                    0.703125,
                    0.578125,
                    0.761719,
                    0.660156,
                    0.742188,
                    0.886719,
                    0.679688,
                    0.609375,
                    0.855469,
                    0.875,
                    0.871094,
                    0.566406,
                    0.808594,
                    0.933594,
                    0.574219,
                    0.546875,
                    -0.773438,
                    0.671875,
                    0.90625,
                    0.945312,
                    0.601562,
                    0.507812,
                    0.582031,
                    0.609375,
                    1.007812,
                    0.601562,
                    0.554688,
                    0.507812,
                    0.753906,
                    0.703125,
                    0.609375,
                    0.026733,
                    0.742188,
                    0.691406,
                    0.523438,
                    0.335938,
                    0.730469,
                    0.585938,
                    0.6875,
                    0.738281,
                    0.703125,
                    0.757812,
                    0.828125,
                    0.570312,
                    0.664062,
                    0.410156,
                    0.929688,
                    0.632812,
                    0.550781,
                    0.625,
                    0.785156,
                    0.597656,
                    0.773438,
                    0.347656,
                    0.703125,
                    0.871094,
                    0.609375,
                    0.322266,
                    0.648438,
                    0.486328,
                    0.78125,
                    0.582031,
                    0.5625,
                    0.660156,
                    0.333984,
                    0.773438,
                    0.789062,
                    0.714844,
                    0.597656,
                    0.5625,
                    0.492188,
                    0.632812,
                    0.625,
                    0.703125,
                    0.480469,
                    0.507812,
                    0.710938,
                    -0.5625,
                    0.78125,
                    0.519531,
                    0.462891,
                    1.070312,
                    0.558594,
                    0.648438,
                    0.558594,
                    1.828125,
                    0.8125,
                    1.3125,
                    0.314453,
                    0.443359,
                    0.296875,
                    0.742188,
                    1.039062,
                    1.179688,
                    0.601562,
                    0.582031,
                    0.632812,
                    1.078125,
                    0.84375,
                    0.519531,
                    0.8125,
                    0.484375,
                    0.597656,
                    0.609375,
                    0.742188,
                    0.462891,
                    0.800781,
                    0.765625,
                    0.648438,
                    0.683594,
                    0.589844,
                    0.929688,
                    0.59375,
                    0.660156,
                    0.738281,
                    0.738281,
                    0.707031,
                    0.570312,
                    0.878906,
                    0.644531,
                    0.597656,
                    0.486328,
                    0.554688,
                    0.648438,
                    0.71875,
                    0.75,
                    0.683594,
                    0.601562,
                    0.388672,
                    0.648438,
                    0.664062,
                    0.707031,
                    0.808594,
                    0.546875,
                    0.761719,
                    0.773438,
                    0.679688,
                    0.617188,
                    0.707031,
                    0.816406,
                    0.695312,
                    0.789062,
                    0.570312,
                    0.695312,
                    0.996094,
                    0.539062,
                    0.539062,
                    0.644531,
                    0.730469,
                    0.628906,
                    0.453125,
                    0.710938,
                    0.492188,
                    0.539062,
                    0.494141,
                    0.738281,
                    0.640625,
                    0.867188,
                    0.714844,
                    0.539062,
                    0.359375,
                    0.585938,
                    1.953125,
                    0.671875,
                    0.679688,
                    0.757812,
                    0.609375,
                    0.652344,
                    0.734375,
                    0.59375,
                    0.601562,
                    0.601562,
                    0.832031,
                    0.546875,
                    0.714844,
                    0.742188,
                    0.710938,
                    0.738281,
                    0.78125,
                    0.742188,
                    0.882812,
                    0.6875,
                    0.710938,
                    0.267578,
                    0.613281,
                    0.330078,
                    0.421875,
                    0.484375,
                    0.597656,
                    0.554688,
                    0.613281,
                    0.601562,
                    0.332031,
                    0.539062,
                    0.652344,
                    0.664062,
                    0.84375,
                    0.976562,
                    0.507812,
                    0.714844,
                    0.945312,
                    0.621094,
                    0.410156,
                    1.007812,
                    0.875,
                    0.703125,
                    0.894531,
                    0.601562,
                    0.867188,
                    0.707031,
                    0.679688,
                    0.605469,
                    0.992188,
                    0.679688,
                    0.523438,
                    0.800781,
                    0.507812,
                    0.378906,
                    0.660156,
                    0.492188,
                    0.5625,
                    0.824219,
                    0.828125,
                    0.0271,
                    0.542969,
                    0.570312,
                    1.546875,
                    0.761719,
                    0.71875,
                    0.621094,
                    0.894531,
                    0.671875,
                    0.738281,
                    0.617188,
                    0.644531,
                    -0.498047,
                    0.53125,
                    -0.435547,
                    0.636719,
                    0.65625,
                    0.757812,
                    0.640625,
                    0.318359,
                    0.300781,
                    0.431641,
                    0.695312,
                    0.566406,
                    0.675781,
                    0.8125,
                    0.824219,
                    0.589844,
                    0.792969,
                    0.875,
                    0.609375,
                    0.478516,
                    0.726562,
                    0.667969,
                    0.742188,
                    0.546875,
                    0.503906,
                    0.542969,
                    0.742188,
                    0.785156,
                    0.59375,
                    0.523438,
                    0.511719,
                    0.726562,
                    0.416016,
                    0.605469,
                    0.761719,
                    0.589844,
                    0.660156,
                    0.652344,
                    0.613281,
                    0.898438,
                    0.605469,
                    0.683594,
                    0.320312,
                    0.671875,
                    0.554688,
                    0.828125,
                    0.636719,
                    0.523438,
                    0.632812,
                    0.84375,
                    0.628906,
                    0.498047,
                    0.5625,
                    0.457031,
                    0.53125,
                    0.785156,
                    0.671875,
                    0.628906,
                    0.742188,
                    0.546875,
                    0.78125,
                    0.765625,
                    0.621094,
                    0.785156,
                    0.699219,
                    0.691406,
                    0.53125,
                    0.478516,
                    0.835938,
                    0.761719,
                    1.109375,
                    0.609375,
                    0.789062,
                    0.605469,
                    0.605469,
                    0.636719,
                    0.578125,
                    0.648438,
                    0.699219,
                    0.585938,
                    0.5,
                    0.695312,
                    0.539062,
                    0.703125,
                    0.816406,
                    0.5625,
                    0.683594,
                    0.597656,
                    0.75,
                    0.628906,
                    0.828125,
                    0.660156,
                    0.515625,
                    0.726562,
                    0.675781,
                    0.605469,
                    0.570312,
                    0.617188,
                    0.589844,
                    0.447266,
                    0.875,
                    0.699219,
                    0.726562
                ]
            },
            "name": "model.model.layers.2.input_layernorm.weight",
            "outputIndexes": [
                206
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                205
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_2/Mul_output_0",
            "outputIndexes": [
                207
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                206,
                207
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_2/Mul_1_output_0",
            "outputIndexes": [
                208
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                208
            ],
            "outputIndexes": [
                2364
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2364
            ],
            "outputIndexes": [
                2365
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/q_proj/Linear",
            "inputIndexes": [
                2365
            ],
            "outputIndexes": [
                2366
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    52658484,
                    1179670,
                    147456,
                    6144,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2366
            ],
            "outputIndexes": [
                2367
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2367
            ],
            "outputIndexes": [
                209
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                208
            ],
            "main_type": "NONE",
            "name": "/Shape_29_output_0",
            "outputIndexes": [
                210
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                210
            ],
            "main_type": "NONE",
            "name": "Shape580",
            "outputIndexes": [
                211
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                210
            ],
            "main_type": "NONE",
            "name": "Rank582",
            "outputIndexes": [
                212
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                212,
                212
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp584",
            "outputIndexes": [
                213
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                213
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze585",
            "outputIndexes": [
                214
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                213,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp587",
            "outputIndexes": [
                215
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                215
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze588",
            "outputIndexes": [
                216
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                211,
                214,
                216,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice591",
            "outputIndexes": [
                217
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                217
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze592",
            "outputIndexes": [
                218
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                218
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp593",
            "outputIndexes": [
                219
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                219,
                218
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp594",
            "outputIndexes": [
                220
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                210,
                220,
                213
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_34_output_0",
            "outputIndexes": [
                221
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                221,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_65_output_0",
            "outputIndexes": [
                222
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                222,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_26_output_0",
            "outputIndexes": [
                223
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                209,
                223
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_19_output_0",
            "outputIndexes": [
                224
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                224,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_16_output_0",
            "outputIndexes": [
                225
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                224
            ],
            "main_type": "NONE",
            "name": "/Shape_30_output_0",
            "outputIndexes": [
                226
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                226
            ],
            "main_type": "NONE",
            "name": "Shape601",
            "outputIndexes": [
                227
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                226
            ],
            "main_type": "NONE",
            "name": "Rank603",
            "outputIndexes": [
                228
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                228,
                228
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp605",
            "outputIndexes": [
                229
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                229
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze606",
            "outputIndexes": [
                230
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                229,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp608",
            "outputIndexes": [
                231
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                231
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze609",
            "outputIndexes": [
                232
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                227,
                230,
                232,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice612",
            "outputIndexes": [
                233
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                233
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze613",
            "outputIndexes": [
                234
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                234
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp614",
            "outputIndexes": [
                235
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                235,
                234
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp615",
            "outputIndexes": [
                236
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                226,
                236,
                229
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_35_output_0",
            "outputIndexes": [
                237
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                237,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_6_output_0",
            "outputIndexes": [
                238
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                238,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_70_output_0",
            "outputIndexes": [
                239
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                224,
                239,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_9_output_0",
            "outputIndexes": [
                240
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                240
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_4_output_0",
            "outputIndexes": [
                241
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                224,
                22,
                239,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_8_output_0",
            "outputIndexes": [
                242
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                241,
                242
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_29_output_0",
            "outputIndexes": [
                243
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                243,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_17_output_0",
            "outputIndexes": [
                244
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                225,
                244
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_10_output_0",
            "outputIndexes": [
                245
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                208
            ],
            "outputIndexes": [
                2368
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2368
            ],
            "outputIndexes": [
                2369
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/k_proj/Linear",
            "inputIndexes": [
                2369
            ],
            "outputIndexes": [
                2370
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    53991754,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2370
            ],
            "outputIndexes": [
                2371
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2371
            ],
            "outputIndexes": [
                246
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                222,
                85,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_27_output_0",
            "outputIndexes": [
                247
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                246,
                247
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_20_output_0",
            "outputIndexes": [
                248
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                248,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_18_output_0",
            "outputIndexes": [
                249
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                248
            ],
            "main_type": "NONE",
            "name": "/Shape_31_output_0",
            "outputIndexes": [
                250
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                250
            ],
            "main_type": "NONE",
            "name": "Shape663",
            "outputIndexes": [
                251
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                250
            ],
            "main_type": "NONE",
            "name": "Rank665",
            "outputIndexes": [
                252
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                252,
                252
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp667",
            "outputIndexes": [
                253
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                253
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze668",
            "outputIndexes": [
                254
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                253,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp670",
            "outputIndexes": [
                255
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                255
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze671",
            "outputIndexes": [
                256
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                251,
                254,
                256,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice674",
            "outputIndexes": [
                257
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                257
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze675",
            "outputIndexes": [
                258
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                258
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp676",
            "outputIndexes": [
                259
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                259,
                258
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp677",
            "outputIndexes": [
                260
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                250,
                260,
                253
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_36_output_0",
            "outputIndexes": [
                261
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                261,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_7_output_0",
            "outputIndexes": [
                262
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                262,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_72_output_0",
            "outputIndexes": [
                263
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                248,
                263,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_11_output_0",
            "outputIndexes": [
                264
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                264
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_5_output_0",
            "outputIndexes": [
                265
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                248,
                22,
                263,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_10_output_0",
            "outputIndexes": [
                266
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                265,
                266
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_30_output_0",
            "outputIndexes": [
                267
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                267,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_19_output_0",
            "outputIndexes": [
                268
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                249,
                268
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_11_output_0",
            "outputIndexes": [
                269
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                208
            ],
            "outputIndexes": [
                2372
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2372
            ],
            "outputIndexes": [
                2373
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/v_proj/Linear",
            "inputIndexes": [
                2373
            ],
            "outputIndexes": [
                2374
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    54213984,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2374
            ],
            "outputIndexes": [
                2375
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2375
            ],
            "outputIndexes": [
                270
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                270,
                247
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_21_output_0",
            "outputIndexes": [
                271
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                245,
                269,
                271,
                111
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_26_output_0",
            "outputIndexes": [
                272
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                272
            ],
            "outputIndexes": [
                2376
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2376
            ],
            "outputIndexes": [
                2377
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/o_proj/Linear",
            "inputIndexes": [
                2377
            ],
            "outputIndexes": [
                2378
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    54436214,
                    1179670,
                    147456,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2378
            ],
            "outputIndexes": [
                2379
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2379
            ],
            "outputIndexes": [
                273
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                205,
                273
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_13_output_0",
            "outputIndexes": [
                274
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.847656,
                    1.179688,
                    1.078125,
                    1.140625,
                    1.34375,
                    1.101562,
                    1.179688,
                    1.140625,
                    1.164062,
                    1.015625,
                    1.164062,
                    0.96875,
                    1.15625,
                    1.164062,
                    1.164062,
                    1.140625,
                    1.15625,
                    1.09375,
                    1.179688,
                    1.0,
                    1.132812,
                    1.148438,
                    1.117188,
                    0.792969,
                    1.148438,
                    1.148438,
                    1.085938,
                    1.078125,
                    1.203125,
                    1.179688,
                    1.171875,
                    1.140625,
                    1.164062,
                    1.9375,
                    1.140625,
                    1.1875,
                    1.203125,
                    1.148438,
                    0.992188,
                    0.988281,
                    1.15625,
                    1.195312,
                    1.132812,
                    1.179688,
                    0.847656,
                    1.125,
                    1.140625,
                    1.140625,
                    1.140625,
                    1.101562,
                    0.828125,
                    0.9375,
                    1.164062,
                    1.203125,
                    1.148438,
                    1.070312,
                    1.046875,
                    0.804688,
                    1.0,
                    1.03125,
                    1.140625,
                    1.039062,
                    1.085938,
                    1.132812,
                    1.1875,
                    0.910156,
                    1.101562,
                    1.0625,
                    1.117188,
                    1.070312,
                    1.148438,
                    1.078125,
                    0.796875,
                    1.039062,
                    1.140625,
                    0.960938,
                    1.164062,
                    1.15625,
                    1.140625,
                    1.210938,
                    1.171875,
                    0.792969,
                    0.933594,
                    1.273438,
                    1.171875,
                    1.15625,
                    1.125,
                    1.195312,
                    1.101562,
                    1.140625,
                    1.15625,
                    1.085938,
                    1.078125,
                    1.085938,
                    1.179688,
                    0.945312,
                    1.148438,
                    1.046875,
                    1.179688,
                    1.164062,
                    1.226562,
                    0.96875,
                    1.234375,
                    1.21875,
                    1.0,
                    1.15625,
                    1.125,
                    1.15625,
                    0.992188,
                    1.164062,
                    1.03125,
                    1.179688,
                    1.085938,
                    0.777344,
                    1.164062,
                    1.148438,
                    1.15625,
                    1.195312,
                    0.804688,
                    0.828125,
                    1.132812,
                    0.828125,
                    1.046875,
                    1.046875,
                    1.140625,
                    1.195312,
                    1.179688,
                    0.832031,
                    1.054688,
                    1.210938,
                    1.09375,
                    1.125,
                    1.179688,
                    1.1875,
                    1.1875,
                    1.179688,
                    1.03125,
                    1.179688,
                    1.007812,
                    1.125,
                    0.792969,
                    1.15625,
                    1.085938,
                    0.84375,
                    1.203125,
                    1.046875,
                    1.203125,
                    2.921875,
                    1.1875,
                    1.125,
                    1.09375,
                    1.203125,
                    0.796875,
                    1.15625,
                    1.117188,
                    1.015625,
                    1.21875,
                    1.023438,
                    1.164062,
                    1.148438,
                    1.085938,
                    1.070312,
                    1.132812,
                    0.8125,
                    1.070312,
                    1.171875,
                    1.15625,
                    1.148438,
                    1.164062,
                    1.257812,
                    1.164062,
                    1.132812,
                    1.15625,
                    1.265625,
                    1.140625,
                    1.15625,
                    1.171875,
                    1.210938,
                    1.1875,
                    1.148438,
                    1.179688,
                    1.148438,
                    1.179688,
                    1.171875,
                    1.140625,
                    1.09375,
                    0.839844,
                    1.203125,
                    1.125,
                    1.117188,
                    1.1875,
                    1.0625,
                    1.171875,
                    1.195312,
                    1.140625,
                    1.164062,
                    1.125,
                    1.125,
                    1.171875,
                    1.117188,
                    1.125,
                    1.125,
                    1.195312,
                    1.195312,
                    1.15625,
                    1.140625,
                    1.171875,
                    1.203125,
                    1.09375,
                    1.171875,
                    1.117188,
                    1.179688,
                    1.0,
                    1.140625,
                    1.179688,
                    0.855469,
                    1.179688,
                    1.234375,
                    1.171875,
                    1.140625,
                    1.15625,
                    1.171875,
                    0.816406,
                    0.765625,
                    1.09375,
                    1.15625,
                    1.015625,
                    0.984375,
                    1.09375,
                    1.140625,
                    1.179688,
                    1.164062,
                    1.242188,
                    1.15625,
                    1.171875,
                    1.0625,
                    1.15625,
                    1.15625,
                    1.15625,
                    1.171875,
                    1.0625,
                    1.171875,
                    1.15625,
                    1.203125,
                    1.148438,
                    1.1875,
                    1.140625,
                    1.179688,
                    1.101562,
                    1.179688,
                    1.109375,
                    0.824219,
                    1.210938,
                    1.0625,
                    0.777344,
                    1.039062,
                    1.109375,
                    1.15625,
                    1.179688,
                    1.140625,
                    1.125,
                    1.21875,
                    1.179688,
                    1.078125,
                    1.15625,
                    1.140625,
                    1.023438,
                    1.179688,
                    1.140625,
                    1.140625,
                    1.140625,
                    1.125,
                    1.046875,
                    1.15625,
                    1.0,
                    1.023438,
                    0.855469,
                    1.171875,
                    0.996094,
                    1.203125,
                    1.148438,
                    1.140625,
                    1.109375,
                    1.125,
                    1.15625,
                    0.832031,
                    2.96875,
                    1.148438,
                    1.132812,
                    1.1875,
                    1.15625,
                    1.203125,
                    1.171875,
                    1.195312,
                    1.0625,
                    1.132812,
                    1.1875,
                    1.132812,
                    1.15625,
                    1.195312,
                    0.792969,
                    0.828125,
                    1.210938,
                    0.835938,
                    1.148438,
                    1.125,
                    1.179688,
                    1.078125,
                    1.140625,
                    0.785156,
                    0.945312,
                    1.148438,
                    0.828125,
                    1.164062,
                    1.171875,
                    1.1875,
                    0.777344,
                    1.132812,
                    1.125,
                    0.8125,
                    1.125,
                    1.234375,
                    1.171875,
                    0.945312,
                    1.109375,
                    1.125,
                    1.140625,
                    0.789062,
                    1.15625,
                    1.117188,
                    0.78125,
                    1.203125,
                    0.824219,
                    1.148438,
                    1.125,
                    0.90625,
                    1.085938,
                    0.800781,
                    1.085938,
                    0.84375,
                    1.132812,
                    1.164062,
                    1.09375,
                    1.210938,
                    1.164062,
                    1.101562,
                    1.140625,
                    1.078125,
                    1.03125,
                    1.15625,
                    1.039062,
                    0.890625,
                    0.972656,
                    1.210938,
                    1.140625,
                    1.179688,
                    0.914062,
                    1.15625,
                    1.1875,
                    1.03125,
                    1.085938,
                    1.1875,
                    1.15625,
                    1.1875,
                    1.15625,
                    1.132812,
                    1.179688,
                    1.125,
                    0.796875,
                    1.210938,
                    1.109375,
                    1.015625,
                    1.195312,
                    1.0,
                    1.117188,
                    1.140625,
                    1.164062,
                    1.070312,
                    1.203125,
                    1.023438,
                    1.1875,
                    1.1875,
                    1.164062,
                    1.164062,
                    0.875,
                    1.234375,
                    1.0625,
                    1.195312,
                    1.070312,
                    1.171875,
                    1.140625,
                    1.15625,
                    1.1875,
                    1.1875,
                    1.0,
                    0.859375,
                    1.164062,
                    1.1875,
                    1.125,
                    1.1875,
                    1.03125,
                    1.21875,
                    1.054688,
                    1.125,
                    1.117188,
                    0.820312,
                    1.179688,
                    1.125,
                    4.5625,
                    0.8125,
                    1.132812,
                    1.039062,
                    1.15625,
                    1.179688,
                    1.109375,
                    1.101562,
                    1.1875,
                    1.195312,
                    0.984375,
                    1.148438,
                    1.179688,
                    1.015625,
                    1.203125,
                    1.054688,
                    1.367188,
                    1.15625,
                    1.054688,
                    1.179688,
                    1.0625,
                    1.148438,
                    1.179688,
                    1.171875,
                    1.171875,
                    1.203125,
                    1.007812,
                    1.046875,
                    1.078125,
                    1.023438,
                    1.132812,
                    1.179688,
                    1.101562,
                    1.101562,
                    0.851562,
                    1.148438,
                    1.164062,
                    1.179688,
                    0.8125,
                    1.203125,
                    1.15625,
                    1.15625,
                    1.21875,
                    1.15625,
                    1.148438,
                    1.179688,
                    1.195312,
                    1.179688,
                    1.179688,
                    1.171875,
                    0.769531,
                    1.226562,
                    1.015625,
                    1.109375,
                    1.148438,
                    1.09375,
                    1.132812,
                    0.859375,
                    1.0625,
                    1.101562,
                    1.117188,
                    1.140625,
                    1.179688,
                    1.164062,
                    1.015625,
                    1.15625,
                    1.210938,
                    1.226562,
                    1.15625,
                    1.046875,
                    0.828125,
                    1.132812,
                    1.1875,
                    1.15625,
                    1.171875,
                    1.164062,
                    1.070312,
                    1.023438,
                    1.132812,
                    1.101562,
                    1.148438,
                    1.148438,
                    1.15625,
                    1.148438,
                    1.15625,
                    1.15625,
                    1.179688,
                    1.164062,
                    1.179688,
                    1.1875,
                    1.078125,
                    0.863281,
                    0.824219,
                    1.179688,
                    1.15625,
                    1.085938,
                    1.1875,
                    1.101562,
                    1.171875,
                    0.804688,
                    1.023438,
                    1.1875,
                    1.078125,
                    1.195312,
                    1.21875,
                    1.210938,
                    0.796875,
                    1.140625,
                    1.109375,
                    1.210938,
                    0.808594,
                    1.070312,
                    4.90625,
                    1.195312,
                    1.171875,
                    1.0625,
                    1.15625,
                    1.054688,
                    1.117188,
                    1.164062,
                    1.148438,
                    1.171875,
                    1.140625,
                    1.0625,
                    0.828125,
                    1.046875,
                    1.179688,
                    1.171875,
                    1.164062,
                    1.15625,
                    1.140625,
                    0.808594,
                    1.148438,
                    1.15625,
                    1.140625,
                    1.140625,
                    1.125,
                    1.070312,
                    0.96875,
                    1.140625,
                    0.976562,
                    1.179688,
                    1.015625,
                    1.140625,
                    1.171875,
                    0.972656,
                    0.820312,
                    1.125,
                    1.179688,
                    1.148438,
                    1.179688,
                    0.816406,
                    1.21875,
                    1.179688,
                    1.195312,
                    1.148438,
                    1.210938,
                    1.1875,
                    0.832031,
                    1.1875,
                    1.164062,
                    1.164062,
                    1.007812,
                    1.195312,
                    1.109375,
                    0.769531,
                    0.761719,
                    1.148438,
                    1.164062,
                    1.203125,
                    0.8125,
                    1.125,
                    0.964844,
                    1.054688,
                    1.132812,
                    1.179688,
                    1.171875,
                    0.984375,
                    1.0625,
                    1.171875,
                    1.289062,
                    1.085938,
                    1.171875,
                    1.179688,
                    1.164062,
                    1.0625,
                    1.054688,
                    1.164062,
                    1.1875,
                    1.15625,
                    1.179688,
                    1.039062,
                    1.179688,
                    1.226562,
                    1.148438,
                    0.804688,
                    1.195312,
                    0.882812,
                    0.804688,
                    1.21875,
                    1.171875,
                    -9.4e-05,
                    1.054688,
                    1.148438,
                    0.804688,
                    1.015625,
                    1.132812,
                    1.148438,
                    1.164062,
                    1.15625,
                    0.972656,
                    1.132812,
                    1.046875,
                    1.0,
                    1.117188,
                    1.140625,
                    1.21875,
                    1.234375,
                    1.179688,
                    1.203125,
                    1.164062,
                    1.101562,
                    1.164062,
                    1.09375,
                    0.777344,
                    1.140625,
                    1.109375,
                    1.132812,
                    1.179688,
                    1.03125,
                    1.15625,
                    1.148438,
                    1.171875,
                    0.785156,
                    1.171875,
                    1.03125,
                    0.800781,
                    1.195312,
                    1.265625,
                    1.203125,
                    0.992188,
                    1.03125,
                    0.804688,
                    1.210938,
                    1.09375,
                    1.046875,
                    1.046875,
                    1.171875,
                    1.226562,
                    1.164062,
                    1.15625,
                    1.179688,
                    1.101562,
                    0.878906,
                    0.789062,
                    1.117188,
                    0.992188,
                    1.140625,
                    1.179688,
                    1.101562,
                    1.171875,
                    1.125,
                    1.148438,
                    0.976562,
                    1.148438,
                    1.164062,
                    1.203125,
                    1.148438,
                    0.847656,
                    1.164062,
                    1.109375,
                    1.03125,
                    1.125,
                    1.132812,
                    1.171875,
                    1.210938,
                    1.203125,
                    1.164062,
                    1.171875,
                    1.164062,
                    1.078125,
                    1.195312,
                    1.320312,
                    1.109375,
                    1.046875,
                    1.164062,
                    0.886719,
                    1.164062,
                    1.078125,
                    1.078125,
                    1.242188,
                    1.203125,
                    1.140625,
                    1.109375,
                    1.148438,
                    1.140625,
                    0.875,
                    1.203125,
                    1.046875,
                    1.140625,
                    1.171875,
                    1.070312,
                    0.84375,
                    0.789062,
                    1.203125,
                    1.921875,
                    0.816406,
                    1.21875,
                    1.164062,
                    1.179688,
                    0.820312,
                    1.1875,
                    1.179688,
                    0.808594,
                    1.117188,
                    0.835938,
                    1.125,
                    1.171875,
                    1.0625,
                    1.203125,
                    1.171875,
                    1.140625,
                    1.070312,
                    1.140625,
                    1.125,
                    1.046875,
                    1.21875,
                    0.90625,
                    1.078125,
                    1.1875,
                    1.148438,
                    1.242188,
                    1.09375,
                    0.84375,
                    0.945312,
                    1.054688,
                    1.179688,
                    1.234375,
                    1.085938,
                    1.140625,
                    1.234375,
                    1.179688,
                    1.015625,
                    1.171875,
                    0.960938,
                    0.882812,
                    1.125,
                    1.140625,
                    1.171875,
                    1.03125,
                    1.015625,
                    1.078125,
                    1.203125,
                    1.125,
                    1.09375,
                    0.777344,
                    1.09375,
                    1.210938,
                    1.164062,
                    1.164062,
                    1.109375,
                    1.125,
                    0.796875,
                    1.171875,
                    1.148438,
                    0.980469,
                    1.132812,
                    1.03125,
                    1.046875,
                    0.867188,
                    1.15625,
                    1.03125,
                    1.023438,
                    1.171875,
                    1.039062,
                    1.140625,
                    1.046875,
                    1.15625,
                    1.234375,
                    1.007812,
                    1.15625,
                    1.078125,
                    1.15625,
                    1.179688,
                    1.203125,
                    1.09375,
                    1.023438,
                    1.164062,
                    0.914062,
                    1.03125,
                    1.226562,
                    1.140625,
                    1.0,
                    1.1875,
                    1.046875,
                    1.140625,
                    1.140625,
                    1.148438,
                    1.070312,
                    1.15625,
                    0.816406,
                    1.039062,
                    1.125,
                    1.03125,
                    1.140625,
                    1.007812,
                    1.0625,
                    1.15625,
                    1.15625,
                    1.117188,
                    1.1875,
                    1.179688,
                    1.179688,
                    1.140625,
                    1.140625,
                    1.210938,
                    1.164062,
                    1.117188,
                    1.015625,
                    0.804688,
                    1.171875,
                    1.0,
                    1.164062,
                    1.03125,
                    1.140625,
                    1.007812,
                    1.132812,
                    1.148438,
                    1.15625,
                    1.03125,
                    1.15625,
                    1.164062,
                    1.203125,
                    1.171875,
                    0.921875,
                    1.679688,
                    0.800781,
                    1.015625,
                    1.171875,
                    1.054688,
                    1.15625,
                    0.804688,
                    1.140625,
                    1.140625,
                    1.195312,
                    0.964844,
                    1.140625,
                    1.234375,
                    0.816406,
                    1.046875,
                    1.03125,
                    1.15625,
                    1.203125,
                    1.101562,
                    1.21875,
                    1.171875,
                    0.820312,
                    1.101562,
                    1.171875,
                    1.007812,
                    0.953125,
                    1.117188,
                    1.125,
                    1.15625,
                    1.570312,
                    1.125,
                    1.132812,
                    1.140625,
                    1.1875,
                    1.132812,
                    1.015625,
                    1.171875,
                    0.804688,
                    1.148438,
                    1.101562,
                    1.085938,
                    1.15625,
                    1.15625,
                    1.203125,
                    1.195312,
                    1.140625,
                    1.195312,
                    0.863281,
                    1.164062,
                    1.164062,
                    0.804688,
                    1.101562,
                    1.171875,
                    1.195312,
                    1.164062,
                    1.0,
                    0.792969,
                    1.203125,
                    1.078125,
                    1.1875,
                    1.101562,
                    1.03125,
                    1.148438,
                    0.933594,
                    1.179688,
                    1.140625,
                    1.070312,
                    1.1875,
                    1.054688,
                    1.140625,
                    1.109375,
                    1.03125,
                    1.15625,
                    1.1875,
                    0.804688,
                    1.1875,
                    1.203125,
                    1.242188,
                    1.179688,
                    1.164062,
                    1.195312,
                    0.890625,
                    1.1875,
                    1.015625,
                    1.046875,
                    1.140625,
                    1.15625,
                    1.210938,
                    1.179688,
                    1.109375,
                    0.804688,
                    1.171875,
                    1.132812,
                    1.09375,
                    1.179688,
                    1.0625,
                    1.179688,
                    3.375,
                    1.164062,
                    1.125,
                    1.039062,
                    1.140625,
                    1.179688,
                    1.179688,
                    1.09375,
                    1.171875,
                    1.15625,
                    1.203125,
                    0.804688,
                    1.148438,
                    1.1875,
                    1.15625,
                    1.148438,
                    1.148438,
                    0.976562,
                    0.988281,
                    1.171875,
                    1.210938,
                    1.234375,
                    1.125,
                    1.132812,
                    1.140625,
                    1.109375,
                    1.195312,
                    1.132812,
                    1.164062,
                    2.6875,
                    1.09375,
                    1.15625,
                    1.171875,
                    1.148438,
                    1.1875,
                    0.839844,
                    1.1875,
                    1.1875,
                    1.039062,
                    1.054688,
                    1.03125,
                    1.140625,
                    1.125,
                    0.988281,
                    1.09375,
                    1.015625,
                    1.140625,
                    1.164062,
                    1.195312,
                    0.820312,
                    1.15625,
                    0.789062,
                    1.195312,
                    1.15625,
                    1.164062,
                    1.078125,
                    1.179688,
                    1.1875,
                    1.164062,
                    1.09375,
                    1.179688,
                    1.15625,
                    1.03125,
                    1.15625,
                    1.1875,
                    1.0,
                    1.148438,
                    0.777344,
                    1.164062,
                    1.054688,
                    1.054688,
                    1.125,
                    1.15625,
                    1.171875,
                    1.179688,
                    1.078125,
                    1.21875,
                    1.210938,
                    0.996094,
                    1.0625,
                    1.109375,
                    1.140625,
                    1.195312,
                    0.882812,
                    1.125,
                    1.125,
                    1.15625,
                    1.179688,
                    0.933594,
                    1.179688,
                    1.046875,
                    1.148438,
                    1.132812,
                    1.109375,
                    1.1875,
                    1.21875,
                    1.140625,
                    1.125,
                    1.117188,
                    1.148438,
                    1.132812,
                    1.09375,
                    1.132812,
                    1.15625,
                    1.148438,
                    1.203125,
                    1.1875,
                    1.09375,
                    1.203125,
                    1.140625,
                    1.140625,
                    1.09375,
                    1.234375,
                    1.140625,
                    1.1875,
                    1.148438,
                    1.09375,
                    1.117188,
                    1.1875,
                    1.210938,
                    1.179688,
                    1.140625,
                    1.085938,
                    1.03125,
                    1.046875,
                    1.132812,
                    1.164062,
                    1.226562,
                    1.132812,
                    1.1875,
                    1.117188,
                    1.1875,
                    1.171875,
                    0.730469,
                    1.125,
                    1.132812,
                    1.148438,
                    1.179688,
                    1.164062,
                    1.171875,
                    1.1875,
                    1.015625,
                    1.164062,
                    1.179688,
                    1.140625,
                    1.09375,
                    1.179688,
                    0.789062,
                    1.203125,
                    1.1875,
                    1.148438,
                    1.179688,
                    1.125,
                    1.015625,
                    1.085938,
                    1.164062,
                    1.023438,
                    1.1875,
                    0.78125,
                    1.078125,
                    1.140625,
                    0.78125,
                    0.804688,
                    1.132812,
                    1.046875,
                    1.09375,
                    1.1875,
                    1.140625,
                    1.117188,
                    1.046875,
                    1.234375,
                    1.101562,
                    0.796875,
                    1.203125,
                    1.210938,
                    1.148438,
                    1.109375,
                    1.0625,
                    0.957031,
                    1.164062,
                    1.101562,
                    1.148438,
                    1.101562,
                    1.046875,
                    1.226562,
                    0.796875,
                    1.164062,
                    1.15625,
                    1.179688,
                    1.226562,
                    1.203125,
                    1.421875,
                    1.164062,
                    1.140625,
                    1.03125,
                    1.164062,
                    1.164062,
                    1.132812,
                    1.203125,
                    0.914062,
                    1.179688,
                    1.15625,
                    1.171875,
                    1.101562,
                    1.179688,
                    1.195312,
                    1.078125,
                    1.1875,
                    1.070312,
                    1.054688,
                    1.164062,
                    1.109375,
                    1.125,
                    1.070312,
                    1.148438,
                    0.800781,
                    1.226562,
                    0.808594,
                    1.179688,
                    1.195312,
                    0.808594,
                    0.972656,
                    1.164062,
                    1.101562,
                    1.148438,
                    1.28125,
                    0.78125,
                    1.15625,
                    1.117188,
                    1.015625,
                    1.1875,
                    1.171875,
                    1.140625,
                    2.0625,
                    1.132812,
                    1.195312,
                    1.171875,
                    1.007812,
                    1.171875,
                    1.1875,
                    1.148438,
                    1.164062,
                    1.03125,
                    0.820312,
                    1.085938,
                    1.1875,
                    1.132812,
                    1.234375,
                    1.164062,
                    1.171875,
                    1.203125,
                    1.195312,
                    1.132812,
                    1.1875,
                    1.109375,
                    1.132812,
                    1.03125,
                    0.828125,
                    1.007812,
                    1.132812,
                    1.078125,
                    1.15625,
                    1.21875,
                    1.21875,
                    1.1875,
                    1.109375,
                    1.195312,
                    1.234375,
                    1.179688,
                    1.148438,
                    1.140625,
                    1.226562,
                    1.109375,
                    1.046875,
                    0.9375,
                    0.707031,
                    1.203125,
                    1.023438,
                    1.125,
                    0.933594,
                    1.125,
                    1.179688,
                    0.882812,
                    0.835938,
                    1.054688,
                    0.867188,
                    1.1875,
                    1.164062,
                    1.148438,
                    2.96875,
                    1.179688,
                    1.15625,
                    1.039062,
                    0.796875,
                    1.203125,
                    1.078125,
                    1.210938,
                    1.117188,
                    1.1875,
                    1.171875,
                    1.234375,
                    1.15625,
                    1.171875,
                    0.835938,
                    1.195312,
                    0.902344,
                    1.085938,
                    1.171875,
                    1.296875,
                    1.226562,
                    1.203125,
                    0.800781,
                    1.140625,
                    1.226562,
                    1.171875,
                    0.816406,
                    1.179688,
                    1.0625,
                    1.164062,
                    1.070312,
                    1.148438,
                    1.15625,
                    0.769531,
                    1.164062,
                    1.171875,
                    1.148438,
                    0.972656,
                    1.117188,
                    1.09375,
                    1.148438,
                    1.21875,
                    1.195312,
                    1.078125,
                    1.007812,
                    1.179688,
                    1.117188,
                    1.179688,
                    0.96875,
                    0.820312,
                    3.625,
                    1.125,
                    1.148438,
                    1.0625,
                    0.769531,
                    1.1875,
                    1.046875,
                    0.777344,
                    0.984375,
                    0.765625,
                    1.164062,
                    1.148438,
                    1.265625,
                    1.15625,
                    1.085938,
                    1.148438,
                    1.148438,
                    1.179688,
                    1.046875,
                    1.148438,
                    1.046875,
                    1.125,
                    0.949219,
                    1.21875,
                    0.832031,
                    1.15625,
                    1.171875,
                    1.148438,
                    1.1875,
                    0.976562,
                    1.21875,
                    1.148438,
                    1.171875,
                    1.15625,
                    1.203125,
                    1.148438,
                    1.015625,
                    1.226562,
                    1.132812,
                    1.125,
                    1.070312,
                    1.132812,
                    1.179688,
                    1.203125,
                    1.171875,
                    1.171875,
                    1.15625,
                    0.8125,
                    1.125,
                    1.148438,
                    1.117188,
                    1.1875,
                    1.078125,
                    1.257812,
                    1.21875,
                    1.125,
                    1.164062,
                    1.148438,
                    1.171875,
                    1.140625,
                    1.195312,
                    0.84375,
                    1.171875,
                    1.140625,
                    0.949219,
                    1.125,
                    1.15625,
                    1.179688,
                    1.125,
                    0.976562,
                    1.179688,
                    1.007812,
                    1.070312,
                    1.015625,
                    1.25,
                    1.171875,
                    1.1875,
                    1.179688,
                    1.046875,
                    0.808594,
                    1.15625,
                    0.773438,
                    1.148438,
                    1.132812,
                    1.203125,
                    1.140625,
                    1.148438,
                    1.210938,
                    1.046875,
                    1.101562,
                    1.148438,
                    1.171875,
                    1.140625,
                    1.21875,
                    1.140625,
                    1.148438,
                    1.164062,
                    1.203125,
                    1.0625,
                    1.234375,
                    1.148438,
                    1.148438,
                    0.769531,
                    1.171875,
                    0.800781,
                    0.859375,
                    1.109375,
                    1.164062,
                    1.007812,
                    0.855469,
                    1.101562,
                    0.792969,
                    1.03125,
                    1.164062,
                    1.164062,
                    1.1875,
                    1.992188,
                    1.085938,
                    0.96875,
                    1.15625,
                    1.054688,
                    0.785156,
                    1.226562,
                    1.210938,
                    1.140625,
                    1.210938,
                    1.132812,
                    1.226562,
                    1.132812,
                    1.1875,
                    1.171875,
                    1.132812,
                    1.171875,
                    0.695312,
                    1.1875,
                    1.007812,
                    0.84375,
                    1.148438,
                    1.101562,
                    1.125,
                    1.171875,
                    1.179688,
                    -0.000229,
                    1.039062,
                    1.046875,
                    0.609375,
                    1.09375,
                    1.164062,
                    1.171875,
                    1.117188,
                    1.195312,
                    1.148438,
                    1.125,
                    1.125,
                    1.046875,
                    0.867188,
                    1.046875,
                    1.140625,
                    1.140625,
                    1.171875,
                    1.164062,
                    0.792969,
                    0.792969,
                    0.828125,
                    1.148438,
                    1.078125,
                    1.0625,
                    1.148438,
                    1.164062,
                    1.09375,
                    1.148438,
                    1.171875,
                    1.148438,
                    0.796875,
                    1.125,
                    1.109375,
                    1.179688,
                    1.140625,
                    0.996094,
                    0.996094,
                    1.21875,
                    1.140625,
                    1.15625,
                    1.023438,
                    1.078125,
                    1.164062,
                    0.785156,
                    1.117188,
                    1.164062,
                    1.242188,
                    1.171875,
                    1.171875,
                    1.070312,
                    1.195312,
                    1.125,
                    1.132812,
                    0.773438,
                    1.148438,
                    1.0,
                    1.15625,
                    1.15625,
                    1.078125,
                    1.125,
                    1.109375,
                    1.132812,
                    1.03125,
                    1.140625,
                    1.039062,
                    1.140625,
                    1.132812,
                    1.109375,
                    1.09375,
                    1.171875,
                    1.039062,
                    1.171875,
                    1.171875,
                    1.125,
                    1.210938,
                    1.164062,
                    1.148438,
                    1.03125,
                    1.023438,
                    1.1875,
                    1.257812,
                    1.164062,
                    1.15625,
                    1.226562,
                    1.140625,
                    1.125,
                    1.148438,
                    1.125,
                    1.148438,
                    1.164062,
                    1.070312,
                    1.046875,
                    1.148438,
                    1.085938,
                    1.203125,
                    1.140625,
                    1.132812,
                    1.1875,
                    1.164062,
                    1.1875,
                    0.976562,
                    1.179688,
                    1.101562,
                    1.101562,
                    1.179688,
                    1.164062,
                    0.890625,
                    0.851562,
                    1.125,
                    1.171875,
                    0.785156,
                    1.15625,
                    1.171875,
                    1.195312
                ]
            },
            "name": "model.model.layers.2.post_attention_layernorm.weight",
            "outputIndexes": [
                275
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                274
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_2/Mul_output_0",
            "outputIndexes": [
                276
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                275,
                276
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_2/Mul_1_output_0",
            "outputIndexes": [
                277
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                277
            ],
            "outputIndexes": [
                2380
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2380
            ],
            "outputIndexes": [
                2381
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/gate_proj/Linear",
            "inputIndexes": [
                2381
            ],
            "outputIndexes": [
                2382
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    55763340,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2382
            ],
            "outputIndexes": [
                2383
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2383
            ],
            "outputIndexes": [
                278
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                278
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_2/Sigmoid_output_0",
            "outputIndexes": [
                279
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                278,
                279
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_2/Mul_output_0",
            "outputIndexes": [
                280
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                277
            ],
            "outputIndexes": [
                2384
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2384
            ],
            "outputIndexes": [
                2385
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/up_proj/Linear",
            "inputIndexes": [
                2385
            ],
            "outputIndexes": [
                2386
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    63504802,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2386
            ],
            "outputIndexes": [
                2387
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2387
            ],
            "outputIndexes": [
                281
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                280,
                281
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_2/Mul_output_0",
            "outputIndexes": [
                282
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                282
            ],
            "outputIndexes": [
                2388
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    8960,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2388
            ],
            "outputIndexes": [
                2389
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/down_proj/Linear",
            "inputIndexes": [
                2389
            ],
            "outputIndexes": [
                2390
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 8960,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    71246264,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2390
            ],
            "outputIndexes": [
                2391
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2391
            ],
            "outputIndexes": [
                283
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                274,
                283
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_14_output_0",
            "outputIndexes": [
                284
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                284,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_27_output_0",
            "outputIndexes": [
                285
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.423828,
                    0.601562,
                    0.550781,
                    0.539062,
                    0.726562,
                    0.515625,
                    0.574219,
                    0.632812,
                    0.566406,
                    0.523438,
                    0.632812,
                    0.757812,
                    0.582031,
                    0.554688,
                    0.542969,
                    0.554688,
                    0.515625,
                    0.482422,
                    0.601562,
                    0.601562,
                    0.527344,
                    0.648438,
                    0.609375,
                    0.277344,
                    0.699219,
                    0.482422,
                    0.550781,
                    0.601562,
                    0.578125,
                    0.558594,
                    0.578125,
                    0.546875,
                    0.546875,
                    -0.90625,
                    0.5625,
                    0.652344,
                    0.667969,
                    0.609375,
                    0.585938,
                    0.621094,
                    0.554688,
                    0.585938,
                    0.527344,
                    0.71875,
                    0.441406,
                    0.470703,
                    0.523438,
                    0.542969,
                    0.597656,
                    0.621094,
                    0.330078,
                    0.621094,
                    0.539062,
                    0.699219,
                    0.503906,
                    0.519531,
                    0.535156,
                    0.316406,
                    0.730469,
                    0.585938,
                    0.507812,
                    0.535156,
                    0.578125,
                    0.480469,
                    0.570312,
                    0.542969,
                    0.601562,
                    0.527344,
                    0.742188,
                    0.566406,
                    0.644531,
                    0.742188,
                    0.279297,
                    0.5625,
                    0.582031,
                    0.621094,
                    0.574219,
                    0.554688,
                    0.472656,
                    0.636719,
                    0.554688,
                    0.306641,
                    0.726562,
                    1.015625,
                    0.613281,
                    0.570312,
                    0.558594,
                    0.699219,
                    0.617188,
                    0.585938,
                    0.585938,
                    0.5,
                    0.601562,
                    0.546875,
                    0.5625,
                    0.808594,
                    0.523438,
                    0.667969,
                    0.636719,
                    0.515625,
                    0.769531,
                    0.644531,
                    0.679688,
                    0.660156,
                    0.574219,
                    0.671875,
                    0.75,
                    0.585938,
                    0.570312,
                    0.589844,
                    0.570312,
                    0.523438,
                    0.632812,
                    2.0625,
                    0.550781,
                    0.515625,
                    0.601562,
                    0.597656,
                    0.267578,
                    0.353516,
                    0.519531,
                    0.429688,
                    0.585938,
                    0.523438,
                    0.515625,
                    0.625,
                    0.59375,
                    0.408203,
                    0.6875,
                    0.679688,
                    0.480469,
                    0.476562,
                    0.605469,
                    0.621094,
                    0.652344,
                    0.546875,
                    0.5625,
                    0.589844,
                    0.5625,
                    0.574219,
                    0.339844,
                    0.652344,
                    0.570312,
                    0.435547,
                    0.578125,
                    0.605469,
                    0.542969,
                    1.484375,
                    0.59375,
                    0.507812,
                    0.507812,
                    0.550781,
                    0.414062,
                    0.550781,
                    0.433594,
                    0.578125,
                    0.609375,
                    0.558594,
                    0.574219,
                    0.464844,
                    0.671875,
                    0.550781,
                    0.585938,
                    0.404297,
                    0.59375,
                    0.640625,
                    0.59375,
                    0.628906,
                    0.539062,
                    0.6875,
                    0.601562,
                    0.490234,
                    0.59375,
                    1.148438,
                    0.636719,
                    0.542969,
                    0.683594,
                    0.671875,
                    0.742188,
                    0.550781,
                    0.527344,
                    0.515625,
                    0.613281,
                    0.722656,
                    0.582031,
                    0.847656,
                    0.445312,
                    0.589844,
                    0.466797,
                    0.605469,
                    0.625,
                    0.515625,
                    0.714844,
                    0.683594,
                    0.664062,
                    0.589844,
                    0.507812,
                    0.597656,
                    0.59375,
                    0.5625,
                    0.511719,
                    0.53125,
                    0.628906,
                    0.523438,
                    0.550781,
                    0.515625,
                    0.621094,
                    0.636719,
                    0.490234,
                    0.5625,
                    0.566406,
                    0.5625,
                    0.636719,
                    0.691406,
                    0.644531,
                    0.53125,
                    0.546875,
                    0.609375,
                    0.554688,
                    0.523438,
                    0.484375,
                    0.515625,
                    0.59375,
                    1.023438,
                    0.515625,
                    0.582031,
                    0.566406,
                    0.601562,
                    0.757812,
                    0.546875,
                    0.679688,
                    0.582031,
                    0.816406,
                    0.550781,
                    0.570312,
                    0.464844,
                    0.550781,
                    0.695312,
                    0.585938,
                    0.53125,
                    0.490234,
                    0.636719,
                    0.648438,
                    0.585938,
                    0.511719,
                    0.5625,
                    0.550781,
                    0.660156,
                    0.574219,
                    0.6875,
                    0.582031,
                    0.664062,
                    0.703125,
                    1.132812,
                    0.267578,
                    0.566406,
                    0.570312,
                    0.542969,
                    0.609375,
                    0.5625,
                    0.539062,
                    0.679688,
                    0.679688,
                    0.527344,
                    0.554688,
                    0.574219,
                    0.601562,
                    0.640625,
                    0.566406,
                    0.554688,
                    0.46875,
                    0.796875,
                    0.554688,
                    0.53125,
                    0.617188,
                    0.554688,
                    0.423828,
                    0.59375,
                    0.507812,
                    0.722656,
                    0.5625,
                    0.515625,
                    0.550781,
                    0.660156,
                    0.546875,
                    0.341797,
                    0.878906,
                    0.539062,
                    0.597656,
                    0.699219,
                    0.542969,
                    0.589844,
                    0.570312,
                    0.597656,
                    0.519531,
                    0.5,
                    0.613281,
                    0.59375,
                    0.566406,
                    0.652344,
                    0.326172,
                    0.542969,
                    0.679688,
                    0.433594,
                    0.578125,
                    0.554688,
                    0.628906,
                    0.632812,
                    0.554688,
                    0.308594,
                    0.636719,
                    0.503906,
                    0.400391,
                    0.550781,
                    0.632812,
                    0.667969,
                    0.515625,
                    0.535156,
                    0.5,
                    0.322266,
                    0.488281,
                    0.679688,
                    0.515625,
                    0.625,
                    0.5625,
                    0.601562,
                    0.597656,
                    0.300781,
                    0.597656,
                    0.574219,
                    0.267578,
                    0.539062,
                    0.380859,
                    0.566406,
                    0.628906,
                    0.707031,
                    0.566406,
                    0.287109,
                    0.660156,
                    0.492188,
                    0.617188,
                    0.648438,
                    0.585938,
                    0.734375,
                    0.570312,
                    0.476562,
                    0.558594,
                    0.550781,
                    0.507812,
                    0.554688,
                    0.496094,
                    0.597656,
                    0.648438,
                    0.644531,
                    0.554688,
                    0.53125,
                    2.5625,
                    0.761719,
                    0.699219,
                    0.59375,
                    0.511719,
                    0.644531,
                    0.613281,
                    0.5625,
                    0.585938,
                    0.578125,
                    0.59375,
                    0.574219,
                    0.333984,
                    0.601562,
                    0.679688,
                    0.554688,
                    0.726562,
                    0.542969,
                    0.574219,
                    0.597656,
                    0.5625,
                    0.621094,
                    0.734375,
                    0.570312,
                    0.671875,
                    0.679688,
                    0.582031,
                    0.601562,
                    0.554688,
                    0.503906,
                    0.507812,
                    0.625,
                    0.511719,
                    0.539062,
                    0.625,
                    0.628906,
                    0.566406,
                    0.703125,
                    0.660156,
                    0.466797,
                    0.582031,
                    0.628906,
                    0.71875,
                    0.578125,
                    0.578125,
                    0.679688,
                    0.617188,
                    0.476562,
                    0.640625,
                    0.357422,
                    0.527344,
                    0.527344,
                    0.617188,
                    0.449219,
                    0.570312,
                    0.582031,
                    0.542969,
                    0.664062,
                    0.589844,
                    0.527344,
                    0.664062,
                    0.542969,
                    0.539062,
                    0.523438,
                    0.585938,
                    0.613281,
                    0.757812,
                    0.546875,
                    -0.609375,
                    0.570312,
                    0.515625,
                    0.5625,
                    0.507812,
                    0.527344,
                    0.566406,
                    0.5625,
                    0.566406,
                    0.710938,
                    0.648438,
                    0.550781,
                    0.539062,
                    0.605469,
                    0.515625,
                    0.570312,
                    0.617188,
                    0.605469,
                    0.597656,
                    0.75,
                    0.546875,
                    0.59375,
                    0.4375,
                    0.6875,
                    0.597656,
                    0.566406,
                    0.636719,
                    0.628906,
                    0.539062,
                    0.699219,
                    0.570312,
                    0.726562,
                    0.730469,
                    0.585938,
                    0.308594,
                    0.585938,
                    0.542969,
                    0.570312,
                    0.617188,
                    0.574219,
                    0.542969,
                    0.396484,
                    0.539062,
                    0.585938,
                    0.546875,
                    0.5625,
                    0.59375,
                    0.636719,
                    0.585938,
                    0.667969,
                    0.6875,
                    0.722656,
                    0.574219,
                    0.546875,
                    0.431641,
                    0.542969,
                    0.554688,
                    0.59375,
                    0.492188,
                    0.566406,
                    0.523438,
                    0.585938,
                    0.523438,
                    0.648438,
                    0.59375,
                    0.558594,
                    0.498047,
                    0.490234,
                    0.535156,
                    0.53125,
                    0.617188,
                    0.582031,
                    0.59375,
                    0.707031,
                    0.550781,
                    0.453125,
                    0.337891,
                    0.53125,
                    0.535156,
                    0.458984,
                    0.601562,
                    0.503906,
                    0.585938,
                    2.109375,
                    0.59375,
                    0.628906,
                    0.589844,
                    0.621094,
                    0.71875,
                    0.691406,
                    0.324219,
                    0.542969,
                    0.589844,
                    0.648438,
                    0.527344,
                    0.632812,
                    -0.003281,
                    0.648438,
                    0.667969,
                    0.558594,
                    0.585938,
                    0.523438,
                    0.46875,
                    0.585938,
                    0.570312,
                    0.570312,
                    0.566406,
                    0.527344,
                    0.400391,
                    0.589844,
                    0.546875,
                    0.582031,
                    0.5625,
                    0.578125,
                    0.546875,
                    0.289062,
                    0.535156,
                    0.582031,
                    0.527344,
                    0.503906,
                    0.503906,
                    0.578125,
                    0.695312,
                    0.523438,
                    0.636719,
                    0.507812,
                    0.523438,
                    0.59375,
                    0.519531,
                    0.46875,
                    0.373047,
                    0.609375,
                    0.482422,
                    0.486328,
                    0.601562,
                    0.361328,
                    0.554688,
                    0.535156,
                    0.605469,
                    0.507812,
                    0.632812,
                    0.753906,
                    0.347656,
                    0.527344,
                    0.59375,
                    0.628906,
                    0.65625,
                    0.570312,
                    0.597656,
                    0.253906,
                    0.527344,
                    0.566406,
                    0.570312,
                    0.632812,
                    0.365234,
                    0.503906,
                    2.6875,
                    0.625,
                    0.451172,
                    0.574219,
                    0.566406,
                    0.554688,
                    0.585938,
                    0.578125,
                    0.539062,
                    0.482422,
                    0.636719,
                    0.539062,
                    0.570312,
                    0.511719,
                    0.5625,
                    0.640625,
                    0.679688,
                    0.585938,
                    0.683594,
                    0.609375,
                    0.617188,
                    0.679688,
                    0.539062,
                    0.367188,
                    0.613281,
                    0.640625,
                    0.371094,
                    0.632812,
                    0.550781,
                    0.014343,
                    0.488281,
                    0.597656,
                    0.291016,
                    0.589844,
                    0.523438,
                    0.554688,
                    0.59375,
                    0.515625,
                    0.589844,
                    0.566406,
                    -0.542969,
                    0.652344,
                    0.498047,
                    0.644531,
                    0.804688,
                    0.601562,
                    0.578125,
                    0.667969,
                    0.582031,
                    0.578125,
                    0.546875,
                    0.59375,
                    0.279297,
                    0.451172,
                    0.527344,
                    0.597656,
                    0.585938,
                    0.609375,
                    0.578125,
                    0.6875,
                    0.632812,
                    0.271484,
                    0.578125,
                    0.535156,
                    0.326172,
                    0.636719,
                    0.925781,
                    0.699219,
                    0.695312,
                    0.464844,
                    0.369141,
                    0.664062,
                    0.539062,
                    0.574219,
                    0.589844,
                    0.542969,
                    0.710938,
                    0.613281,
                    0.558594,
                    0.601562,
                    0.546875,
                    0.605469,
                    0.320312,
                    0.515625,
                    0.648438,
                    0.546875,
                    0.699219,
                    0.519531,
                    0.570312,
                    0.566406,
                    0.609375,
                    0.796875,
                    0.628906,
                    0.617188,
                    0.628906,
                    0.542969,
                    0.4375,
                    0.609375,
                    0.503906,
                    0.636719,
                    0.574219,
                    0.523438,
                    0.613281,
                    0.648438,
                    0.621094,
                    0.574219,
                    0.589844,
                    0.632812,
                    0.507812,
                    0.636719,
                    2.03125,
                    0.597656,
                    0.59375,
                    0.574219,
                    0.765625,
                    0.539062,
                    0.726562,
                    0.546875,
                    0.683594,
                    0.617188,
                    0.6875,
                    0.53125,
                    0.527344,
                    0.527344,
                    0.558594,
                    0.613281,
                    0.601562,
                    0.601562,
                    0.613281,
                    0.589844,
                    0.441406,
                    0.310547,
                    0.601562,
                    1.039062,
                    0.363281,
                    0.652344,
                    0.539062,
                    0.632812,
                    0.523438,
                    0.625,
                    0.59375,
                    0.375,
                    0.582031,
                    0.484375,
                    0.546875,
                    0.482422,
                    0.613281,
                    0.773438,
                    0.578125,
                    0.53125,
                    0.498047,
                    0.558594,
                    0.566406,
                    0.558594,
                    0.707031,
                    0.470703,
                    0.558594,
                    0.597656,
                    0.625,
                    0.929688,
                    0.648438,
                    0.400391,
                    1.125,
                    0.574219,
                    0.617188,
                    0.695312,
                    0.558594,
                    0.574219,
                    0.671875,
                    0.65625,
                    0.671875,
                    0.636719,
                    1.9375,
                    0.515625,
                    0.664062,
                    0.515625,
                    0.652344,
                    0.535156,
                    0.574219,
                    0.542969,
                    0.59375,
                    0.507812,
                    0.558594,
                    0.291016,
                    0.589844,
                    0.613281,
                    0.566406,
                    0.816406,
                    0.59375,
                    0.539062,
                    0.291016,
                    0.613281,
                    0.488281,
                    0.75,
                    0.605469,
                    0.609375,
                    0.609375,
                    0.539062,
                    0.539062,
                    0.65625,
                    0.550781,
                    0.625,
                    0.542969,
                    0.566406,
                    0.648438,
                    0.550781,
                    0.675781,
                    0.550781,
                    0.570312,
                    0.472656,
                    0.507812,
                    0.539062,
                    0.777344,
                    1.1875,
                    0.6875,
                    0.542969,
                    0.609375,
                    0.605469,
                    0.738281,
                    0.539062,
                    0.566406,
                    0.574219,
                    0.644531,
                    0.539062,
                    0.523438,
                    0.566406,
                    0.589844,
                    0.597656,
                    0.392578,
                    0.535156,
                    0.429688,
                    0.507812,
                    0.605469,
                    0.621094,
                    0.628906,
                    0.578125,
                    0.546875,
                    0.570312,
                    0.578125,
                    0.554688,
                    0.597656,
                    0.527344,
                    0.59375,
                    0.585938,
                    0.628906,
                    0.482422,
                    0.574219,
                    0.402344,
                    0.617188,
                    0.5625,
                    0.515625,
                    0.613281,
                    0.582031,
                    0.585938,
                    0.546875,
                    0.578125,
                    0.546875,
                    0.617188,
                    0.539062,
                    0.490234,
                    0.617188,
                    0.542969,
                    0.589844,
                    0.664062,
                    0.496094,
                    0.585938,
                    0.621094,
                    0.539062,
                    0.589844,
                    0.277344,
                    0.480469,
                    0.546875,
                    0.59375,
                    0.617188,
                    0.582031,
                    0.679688,
                    0.361328,
                    0.574219,
                    0.550781,
                    0.539062,
                    0.703125,
                    0.769531,
                    0.71875,
                    0.570312,
                    0.306641,
                    2.671875,
                    0.601562,
                    0.554688,
                    1.703125,
                    0.503906,
                    0.523438,
                    0.570312,
                    0.664062,
                    0.519531,
                    0.519531,
                    0.462891,
                    0.5625,
                    0.652344,
                    0.558594,
                    0.667969,
                    0.320312,
                    0.589844,
                    0.558594,
                    0.515625,
                    0.652344,
                    0.601562,
                    0.644531,
                    0.609375,
                    0.546875,
                    0.808594,
                    0.472656,
                    0.542969,
                    0.507812,
                    0.298828,
                    0.585938,
                    0.648438,
                    0.59375,
                    0.621094,
                    0.667969,
                    0.304688,
                    0.886719,
                    1.414062,
                    0.566406,
                    0.507812,
                    0.570312,
                    0.582031,
                    0.640625,
                    0.738281,
                    0.550781,
                    0.474609,
                    0.59375,
                    0.558594,
                    0.570312,
                    0.585938,
                    0.640625,
                    0.523438,
                    0.632812,
                    0.285156,
                    0.558594,
                    0.570312,
                    0.769531,
                    0.609375,
                    0.617188,
                    0.609375,
                    0.523438,
                    0.746094,
                    0.617188,
                    0.53125,
                    0.507812,
                    0.621094,
                    0.671875,
                    0.601562,
                    0.589844,
                    0.328125,
                    0.679688,
                    0.498047,
                    0.546875,
                    0.558594,
                    0.550781,
                    0.714844,
                    -0.011047,
                    0.527344,
                    0.585938,
                    0.617188,
                    0.53125,
                    0.550781,
                    0.667969,
                    0.550781,
                    0.628906,
                    0.539062,
                    0.589844,
                    0.337891,
                    0.585938,
                    0.589844,
                    0.582031,
                    0.546875,
                    0.550781,
                    0.695312,
                    0.550781,
                    0.691406,
                    0.625,
                    0.71875,
                    0.558594,
                    0.542969,
                    0.753906,
                    0.621094,
                    0.671875,
                    0.605469,
                    0.675781,
                    0.757812,
                    0.515625,
                    0.523438,
                    0.617188,
                    0.523438,
                    0.59375,
                    0.345703,
                    0.648438,
                    0.574219,
                    0.515625,
                    0.494141,
                    0.570312,
                    0.527344,
                    0.679688,
                    0.589844,
                    0.539062,
                    0.519531,
                    0.609375,
                    0.644531,
                    0.730469,
                    0.408203,
                    0.554688,
                    0.306641,
                    0.585938,
                    0.539062,
                    0.574219,
                    0.542969,
                    0.550781,
                    0.601562,
                    0.550781,
                    0.519531,
                    0.476562,
                    0.613281,
                    0.625,
                    0.5625,
                    0.53125,
                    0.59375,
                    0.691406,
                    0.707031,
                    0.527344,
                    0.527344,
                    0.601562,
                    0.578125,
                    0.539062,
                    0.59375,
                    0.582031,
                    0.621094,
                    0.753906,
                    0.589844,
                    0.597656,
                    0.558594,
                    0.492188,
                    0.527344,
                    0.578125,
                    0.53125,
                    0.847656,
                    0.667969,
                    0.621094,
                    0.609375,
                    0.679688,
                    0.589844,
                    0.589844,
                    0.65625,
                    0.5625,
                    0.496094,
                    0.59375,
                    0.621094,
                    0.554688,
                    0.550781,
                    1.140625,
                    0.523438,
                    0.578125,
                    0.515625,
                    0.523438,
                    0.574219,
                    0.523438,
                    0.625,
                    0.65625,
                    0.474609,
                    0.714844,
                    0.492188,
                    0.574219,
                    0.519531,
                    0.648438,
                    0.550781,
                    0.574219,
                    0.539062,
                    0.710938,
                    0.462891,
                    0.597656,
                    0.707031,
                    0.570312,
                    0.519531,
                    0.597656,
                    0.494141,
                    0.613281,
                    0.539062,
                    0.515625,
                    0.65625,
                    0.625,
                    0.5625,
                    0.574219,
                    0.640625,
                    0.585938,
                    1.375,
                    0.566406,
                    0.613281,
                    0.644531,
                    0.765625,
                    0.574219,
                    0.601562,
                    0.625,
                    0.625,
                    0.585938,
                    0.527344,
                    0.664062,
                    0.503906,
                    0.558594,
                    0.310547,
                    0.585938,
                    0.882812,
                    0.523438,
                    0.691406,
                    0.585938,
                    0.582031,
                    0.558594,
                    0.621094,
                    0.644531,
                    0.660156,
                    0.246094,
                    0.636719,
                    0.496094,
                    0.398438,
                    0.287109,
                    0.648438,
                    0.820312,
                    0.417969,
                    0.65625,
                    0.550781,
                    0.738281,
                    0.582031,
                    0.613281,
                    0.535156,
                    0.369141,
                    0.703125,
                    0.605469,
                    0.527344,
                    0.5,
                    0.523438,
                    0.609375,
                    0.570312,
                    0.542969,
                    0.570312,
                    0.675781,
                    0.703125,
                    0.542969,
                    0.482422,
                    0.558594,
                    0.550781,
                    0.570312,
                    0.6875,
                    0.652344,
                    0.585938,
                    0.523438,
                    0.589844,
                    0.5625,
                    0.5625,
                    0.613281,
                    0.546875,
                    0.644531,
                    0.539062,
                    0.53125,
                    0.453125,
                    0.65625,
                    0.667969,
                    0.539062,
                    0.699219,
                    0.582031,
                    0.589844,
                    0.535156,
                    0.539062,
                    0.523438,
                    0.574219,
                    0.566406,
                    0.574219,
                    0.746094,
                    0.330078,
                    0.757812,
                    0.251953,
                    0.589844,
                    0.5625,
                    0.376953,
                    0.53125,
                    0.585938,
                    0.546875,
                    0.558594,
                    0.675781,
                    0.839844,
                    0.585938,
                    0.507812,
                    0.605469,
                    0.707031,
                    0.5625,
                    0.566406,
                    1.460938,
                    0.714844,
                    0.597656,
                    0.554688,
                    0.535156,
                    0.5625,
                    0.65625,
                    0.535156,
                    0.597656,
                    0.59375,
                    0.386719,
                    0.589844,
                    0.605469,
                    0.519531,
                    0.648438,
                    0.511719,
                    0.59375,
                    0.617188,
                    0.691406,
                    0.625,
                    0.523438,
                    0.503906,
                    0.542969,
                    0.613281,
                    0.417969,
                    0.722656,
                    0.511719,
                    0.78125,
                    0.589844,
                    0.675781,
                    0.894531,
                    0.640625,
                    0.527344,
                    0.722656,
                    0.679688,
                    0.652344,
                    0.511719,
                    0.609375,
                    0.734375,
                    0.515625,
                    0.578125,
                    0.675781,
                    0.6875,
                    0.710938,
                    0.90625,
                    0.617188,
                    0.542969,
                    0.554688,
                    0.601562,
                    1.046875,
                    0.632812,
                    0.566406,
                    0.515625,
                    0.617188,
                    0.597656,
                    0.566406,
                    0.957031,
                    0.6875,
                    0.542969,
                    0.558594,
                    0.275391,
                    0.605469,
                    0.597656,
                    0.65625,
                    0.605469,
                    0.546875,
                    0.636719,
                    0.65625,
                    0.585938,
                    0.5625,
                    0.457031,
                    0.820312,
                    0.621094,
                    0.59375,
                    0.539062,
                    0.863281,
                    0.539062,
                    0.628906,
                    0.310547,
                    0.765625,
                    0.71875,
                    0.507812,
                    0.326172,
                    0.53125,
                    0.515625,
                    0.660156,
                    0.589844,
                    0.515625,
                    0.566406,
                    0.283203,
                    0.554688,
                    0.585938,
                    0.566406,
                    0.617188,
                    0.539062,
                    0.507812,
                    0.535156,
                    0.550781,
                    0.628906,
                    0.40625,
                    0.605469,
                    0.570312,
                    0.492188,
                    0.726562,
                    0.609375,
                    0.472656,
                    1.15625,
                    0.484375,
                    0.550781,
                    0.582031,
                    2.03125,
                    0.636719,
                    1.335938,
                    0.257812,
                    0.566406,
                    0.261719,
                    0.683594,
                    0.925781,
                    0.941406,
                    0.535156,
                    0.539062,
                    0.601562,
                    1.179688,
                    0.691406,
                    0.59375,
                    0.679688,
                    0.523438,
                    0.550781,
                    0.582031,
                    0.585938,
                    0.398438,
                    0.621094,
                    0.6875,
                    0.636719,
                    0.585938,
                    0.628906,
                    0.816406,
                    0.613281,
                    0.523438,
                    0.695312,
                    0.652344,
                    0.625,
                    0.609375,
                    0.742188,
                    0.582031,
                    0.53125,
                    0.476562,
                    0.515625,
                    0.542969,
                    0.597656,
                    0.609375,
                    0.585938,
                    0.511719,
                    0.351562,
                    0.582031,
                    0.539062,
                    0.652344,
                    0.539062,
                    0.550781,
                    0.730469,
                    0.558594,
                    0.5625,
                    0.46875,
                    0.59375,
                    0.535156,
                    0.636719,
                    0.640625,
                    0.375,
                    0.636719,
                    0.671875,
                    0.550781,
                    0.46875,
                    0.574219,
                    0.59375,
                    0.535156,
                    0.554688,
                    0.679688,
                    0.585938,
                    0.507812,
                    0.589844,
                    0.726562,
                    0.554688,
                    0.691406,
                    0.589844,
                    0.5625,
                    0.34375,
                    0.498047,
                    1.992188,
                    0.554688,
                    0.539062,
                    0.710938,
                    0.621094,
                    0.585938,
                    0.613281,
                    0.601562,
                    0.515625,
                    0.554688,
                    0.652344,
                    0.53125,
                    0.742188,
                    0.59375,
                    0.546875,
                    0.554688,
                    0.597656,
                    0.734375,
                    0.652344,
                    0.527344,
                    0.566406,
                    0.249023,
                    0.601562,
                    0.322266,
                    0.482422,
                    0.507812,
                    0.542969,
                    0.601562,
                    0.546875,
                    0.523438,
                    0.292969,
                    0.597656,
                    0.523438,
                    0.574219,
                    0.636719,
                    0.9375,
                    0.455078,
                    0.707031,
                    0.695312,
                    0.621094,
                    0.355469,
                    0.621094,
                    0.703125,
                    0.554688,
                    0.648438,
                    0.503906,
                    0.796875,
                    0.527344,
                    0.652344,
                    0.5625,
                    0.671875,
                    0.527344,
                    0.482422,
                    0.679688,
                    0.507812,
                    0.402344,
                    0.519531,
                    0.558594,
                    0.5625,
                    0.652344,
                    0.6875,
                    0.0354,
                    0.578125,
                    0.628906,
                    1.46875,
                    0.625,
                    0.691406,
                    0.574219,
                    0.5,
                    0.605469,
                    0.5625,
                    0.578125,
                    0.523438,
                    0.507812,
                    0.453125,
                    -0.53125,
                    0.53125,
                    0.515625,
                    0.628906,
                    0.585938,
                    0.291016,
                    0.265625,
                    0.429688,
                    0.574219,
                    0.621094,
                    0.632812,
                    0.789062,
                    0.667969,
                    0.542969,
                    0.574219,
                    0.621094,
                    0.503906,
                    0.353516,
                    0.632812,
                    0.628906,
                    0.617188,
                    0.451172,
                    0.578125,
                    0.597656,
                    0.671875,
                    0.566406,
                    0.535156,
                    0.617188,
                    0.523438,
                    0.632812,
                    0.333984,
                    0.527344,
                    0.652344,
                    0.636719,
                    0.566406,
                    0.570312,
                    0.617188,
                    0.640625,
                    0.558594,
                    0.609375,
                    0.275391,
                    0.589844,
                    0.589844,
                    0.710938,
                    0.542969,
                    0.585938,
                    0.59375,
                    0.917969,
                    0.490234,
                    0.558594,
                    0.460938,
                    0.613281,
                    0.470703,
                    0.679688,
                    0.648438,
                    0.558594,
                    0.683594,
                    0.570312,
                    0.625,
                    0.664062,
                    0.632812,
                    0.746094,
                    0.554688,
                    0.621094,
                    0.605469,
                    0.554688,
                    0.628906,
                    0.664062,
                    0.703125,
                    0.519531,
                    0.660156,
                    0.546875,
                    0.589844,
                    0.519531,
                    0.492188,
                    0.5625,
                    0.511719,
                    0.542969,
                    0.503906,
                    0.546875,
                    0.550781,
                    0.582031,
                    0.679688,
                    0.53125,
                    0.625,
                    0.523438,
                    0.632812,
                    0.644531,
                    0.585938,
                    0.710938,
                    0.496094,
                    0.601562,
                    0.550781,
                    0.585938,
                    0.542969,
                    0.550781,
                    0.503906,
                    0.292969,
                    0.675781,
                    0.539062,
                    0.558594
                ]
            },
            "name": "model.model.layers.3.input_layernorm.weight",
            "outputIndexes": [
                286
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                285
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_3/Mul_output_0",
            "outputIndexes": [
                287
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                286,
                287
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_3/Mul_1_output_0",
            "outputIndexes": [
                288
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                288
            ],
            "outputIndexes": [
                2392
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2392
            ],
            "outputIndexes": [
                2393
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/q_proj/Linear",
            "inputIndexes": [
                2393
            ],
            "outputIndexes": [
                2394
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    78987726,
                    1179670,
                    147456,
                    6144,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2394
            ],
            "outputIndexes": [
                2395
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2395
            ],
            "outputIndexes": [
                289
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                288
            ],
            "main_type": "NONE",
            "name": "/Shape_43_output_0",
            "outputIndexes": [
                290
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                290
            ],
            "main_type": "NONE",
            "name": "Shape829",
            "outputIndexes": [
                291
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                290
            ],
            "main_type": "NONE",
            "name": "Rank831",
            "outputIndexes": [
                292
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                292,
                292
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp833",
            "outputIndexes": [
                293
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                293
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze834",
            "outputIndexes": [
                294
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                293,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp836",
            "outputIndexes": [
                295
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                295
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze837",
            "outputIndexes": [
                296
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                291,
                294,
                296,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice840",
            "outputIndexes": [
                297
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                297
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze841",
            "outputIndexes": [
                298
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                298
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp842",
            "outputIndexes": [
                299
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                299,
                298
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp843",
            "outputIndexes": [
                300
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                290,
                300,
                293
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_49_output_0",
            "outputIndexes": [
                301
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                301,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_97_output_0",
            "outputIndexes": [
                302
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                302,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_39_output_0",
            "outputIndexes": [
                303
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                289,
                303
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_28_output_0",
            "outputIndexes": [
                304
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                304,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_24_output_0",
            "outputIndexes": [
                305
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                304
            ],
            "main_type": "NONE",
            "name": "/Shape_44_output_0",
            "outputIndexes": [
                306
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                306
            ],
            "main_type": "NONE",
            "name": "Shape850",
            "outputIndexes": [
                307
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                306
            ],
            "main_type": "NONE",
            "name": "Rank852",
            "outputIndexes": [
                308
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                308,
                308
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp854",
            "outputIndexes": [
                309
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                309
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze855",
            "outputIndexes": [
                310
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                309,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp857",
            "outputIndexes": [
                311
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                311
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze858",
            "outputIndexes": [
                312
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                307,
                310,
                312,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice861",
            "outputIndexes": [
                313
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                313
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze862",
            "outputIndexes": [
                314
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                314
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp863",
            "outputIndexes": [
                315
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                315,
                314
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp864",
            "outputIndexes": [
                316
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                306,
                316,
                309
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_50_output_0",
            "outputIndexes": [
                317
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                317,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_9_output_0",
            "outputIndexes": [
                318
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                318,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_102_output_0",
            "outputIndexes": [
                319
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                304,
                319,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_13_output_0",
            "outputIndexes": [
                320
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                320
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_6_output_0",
            "outputIndexes": [
                321
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                304,
                22,
                319,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_12_output_0",
            "outputIndexes": [
                322
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                321,
                322
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_42_output_0",
            "outputIndexes": [
                323
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                323,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_25_output_0",
            "outputIndexes": [
                324
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                305,
                324
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_15_output_0",
            "outputIndexes": [
                325
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                288
            ],
            "outputIndexes": [
                2396
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2396
            ],
            "outputIndexes": [
                2397
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/k_proj/Linear",
            "inputIndexes": [
                2397
            ],
            "outputIndexes": [
                2398
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    80320996,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2398
            ],
            "outputIndexes": [
                2399
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2399
            ],
            "outputIndexes": [
                326
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                302,
                85,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_40_output_0",
            "outputIndexes": [
                327
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                326,
                327
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_29_output_0",
            "outputIndexes": [
                328
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                328,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_26_output_0",
            "outputIndexes": [
                329
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                328
            ],
            "main_type": "NONE",
            "name": "/Shape_45_output_0",
            "outputIndexes": [
                330
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                330
            ],
            "main_type": "NONE",
            "name": "Shape912",
            "outputIndexes": [
                331
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                330
            ],
            "main_type": "NONE",
            "name": "Rank914",
            "outputIndexes": [
                332
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                332,
                332
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp916",
            "outputIndexes": [
                333
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                333
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze917",
            "outputIndexes": [
                334
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                333,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp919",
            "outputIndexes": [
                335
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                335
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze920",
            "outputIndexes": [
                336
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                331,
                334,
                336,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice923",
            "outputIndexes": [
                337
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                337
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze924",
            "outputIndexes": [
                338
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                338
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp925",
            "outputIndexes": [
                339
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                339,
                338
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp926",
            "outputIndexes": [
                340
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                330,
                340,
                333
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_51_output_0",
            "outputIndexes": [
                341
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                341,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_10_output_0",
            "outputIndexes": [
                342
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                342,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_104_output_0",
            "outputIndexes": [
                343
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                328,
                343,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_15_output_0",
            "outputIndexes": [
                344
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                344
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_7_output_0",
            "outputIndexes": [
                345
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                328,
                22,
                343,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_14_output_0",
            "outputIndexes": [
                346
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                345,
                346
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_43_output_0",
            "outputIndexes": [
                347
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                347,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_27_output_0",
            "outputIndexes": [
                348
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                329,
                348
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_16_output_0",
            "outputIndexes": [
                349
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                288
            ],
            "outputIndexes": [
                2400
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2400
            ],
            "outputIndexes": [
                2401
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/v_proj/Linear",
            "inputIndexes": [
                2401
            ],
            "outputIndexes": [
                2402
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    80543226,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2402
            ],
            "outputIndexes": [
                2403
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2403
            ],
            "outputIndexes": [
                350
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                350,
                327
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_30_output_0",
            "outputIndexes": [
                351
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                325,
                349,
                351,
                111
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_35_output_0",
            "outputIndexes": [
                352
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                352
            ],
            "outputIndexes": [
                2404
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2404
            ],
            "outputIndexes": [
                2405
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/o_proj/Linear",
            "inputIndexes": [
                2405
            ],
            "outputIndexes": [
                2406
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    80765456,
                    1179670,
                    147456,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2406
            ],
            "outputIndexes": [
                2407
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2407
            ],
            "outputIndexes": [
                353
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                285,
                353
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_18_output_0",
            "outputIndexes": [
                354
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.59375,
                    1.023438,
                    0.921875,
                    0.976562,
                    1.0,
                    0.933594,
                    0.992188,
                    0.96875,
                    0.992188,
                    0.855469,
                    0.964844,
                    0.792969,
                    0.984375,
                    0.984375,
                    0.984375,
                    0.957031,
                    0.988281,
                    0.957031,
                    0.996094,
                    0.855469,
                    0.992188,
                    0.972656,
                    0.96875,
                    0.554688,
                    1.007812,
                    0.984375,
                    0.933594,
                    0.921875,
                    1.03125,
                    1.015625,
                    0.972656,
                    0.957031,
                    0.996094,
                    1.664062,
                    0.980469,
                    1.007812,
                    1.007812,
                    1.007812,
                    0.835938,
                    0.808594,
                    1.007812,
                    1.015625,
                    0.984375,
                    0.996094,
                    0.617188,
                    0.949219,
                    0.945312,
                    0.96875,
                    0.96875,
                    0.945312,
                    0.550781,
                    0.757812,
                    0.992188,
                    1.03125,
                    0.976562,
                    0.914062,
                    0.875,
                    0.542969,
                    0.832031,
                    0.878906,
                    0.9375,
                    0.890625,
                    0.945312,
                    0.964844,
                    0.976562,
                    0.6875,
                    0.945312,
                    0.894531,
                    0.972656,
                    0.90625,
                    1.0,
                    0.914062,
                    0.535156,
                    0.890625,
                    0.96875,
                    0.773438,
                    0.984375,
                    0.96875,
                    0.96875,
                    1.03125,
                    1.0,
                    0.554688,
                    0.75,
                    1.085938,
                    0.984375,
                    0.984375,
                    0.992188,
                    1.046875,
                    0.945312,
                    0.984375,
                    0.984375,
                    0.929688,
                    0.917969,
                    0.910156,
                    0.984375,
                    0.738281,
                    0.96875,
                    0.867188,
                    1.0,
                    0.972656,
                    1.0625,
                    0.757812,
                    1.039062,
                    1.046875,
                    0.820312,
                    0.988281,
                    0.96875,
                    0.980469,
                    0.808594,
                    0.980469,
                    0.859375,
                    0.996094,
                    0.890625,
                    0.585938,
                    0.980469,
                    0.960938,
                    0.992188,
                    1.03125,
                    0.542969,
                    0.570312,
                    0.992188,
                    0.582031,
                    0.910156,
                    0.902344,
                    0.964844,
                    1.015625,
                    1.0,
                    0.605469,
                    0.898438,
                    1.039062,
                    0.941406,
                    0.953125,
                    1.023438,
                    1.015625,
                    1.007812,
                    1.023438,
                    0.851562,
                    0.996094,
                    0.851562,
                    0.988281,
                    0.585938,
                    0.957031,
                    0.921875,
                    0.632812,
                    1.023438,
                    0.863281,
                    0.992188,
                    2.171875,
                    1.015625,
                    0.972656,
                    0.925781,
                    1.007812,
                    0.609375,
                    0.980469,
                    0.960938,
                    0.851562,
                    1.054688,
                    0.867188,
                    0.996094,
                    0.992188,
                    0.871094,
                    0.914062,
                    0.972656,
                    0.585938,
                    0.886719,
                    1.015625,
                    0.96875,
                    0.980469,
                    0.96875,
                    1.0625,
                    1.015625,
                    0.976562,
                    0.96875,
                    1.046875,
                    0.96875,
                    1.007812,
                    0.992188,
                    1.023438,
                    1.0,
                    1.023438,
                    0.996094,
                    0.988281,
                    1.015625,
                    1.0,
                    0.976562,
                    0.878906,
                    0.628906,
                    1.03125,
                    0.964844,
                    0.945312,
                    1.015625,
                    0.914062,
                    1.023438,
                    1.015625,
                    1.015625,
                    0.988281,
                    0.964844,
                    0.96875,
                    1.023438,
                    0.9375,
                    0.976562,
                    0.976562,
                    0.988281,
                    1.015625,
                    0.988281,
                    0.980469,
                    1.007812,
                    1.039062,
                    0.964844,
                    0.984375,
                    0.949219,
                    1.015625,
                    0.832031,
                    0.960938,
                    1.046875,
                    0.617188,
                    0.992188,
                    1.039062,
                    0.992188,
                    0.984375,
                    0.972656,
                    0.964844,
                    0.605469,
                    0.546875,
                    0.917969,
                    0.992188,
                    0.871094,
                    0.8125,
                    0.941406,
                    0.96875,
                    1.015625,
                    0.992188,
                    1.03125,
                    0.988281,
                    1.0,
                    0.898438,
                    0.984375,
                    0.996094,
                    1.007812,
                    1.0,
                    0.902344,
                    1.0,
                    0.992188,
                    1.015625,
                    0.96875,
                    1.0,
                    0.96875,
                    1.0,
                    0.921875,
                    1.03125,
                    0.921875,
                    0.605469,
                    1.023438,
                    0.855469,
                    0.546875,
                    0.890625,
                    0.9375,
                    0.996094,
                    1.0,
                    0.988281,
                    0.929688,
                    1.023438,
                    1.007812,
                    0.929688,
                    1.0,
                    0.976562,
                    0.851562,
                    1.007812,
                    0.984375,
                    0.96875,
                    0.96875,
                    0.941406,
                    0.921875,
                    0.976562,
                    0.804688,
                    0.875,
                    0.625,
                    0.992188,
                    0.867188,
                    1.054688,
                    0.980469,
                    0.96875,
                    0.9375,
                    0.953125,
                    0.980469,
                    0.578125,
                    2.59375,
                    0.976562,
                    0.949219,
                    1.007812,
                    0.984375,
                    1.007812,
                    1.015625,
                    0.992188,
                    0.890625,
                    0.945312,
                    1.007812,
                    0.96875,
                    0.992188,
                    1.03125,
                    0.578125,
                    0.621094,
                    1.015625,
                    0.625,
                    1.0,
                    0.964844,
                    1.007812,
                    0.921875,
                    0.96875,
                    0.539062,
                    0.792969,
                    1.007812,
                    0.609375,
                    0.984375,
                    1.015625,
                    1.007812,
                    0.582031,
                    0.96875,
                    0.960938,
                    0.578125,
                    0.96875,
                    1.070312,
                    0.984375,
                    0.78125,
                    0.957031,
                    0.964844,
                    0.96875,
                    0.546875,
                    0.992188,
                    0.960938,
                    0.539062,
                    1.015625,
                    0.601562,
                    0.976562,
                    0.960938,
                    0.695312,
                    0.949219,
                    0.546875,
                    0.925781,
                    0.625,
                    0.964844,
                    0.988281,
                    0.949219,
                    1.046875,
                    1.0,
                    0.941406,
                    0.972656,
                    0.898438,
                    0.882812,
                    0.992188,
                    0.875,
                    0.691406,
                    0.78125,
                    1.007812,
                    0.964844,
                    0.996094,
                    0.625,
                    0.984375,
                    1.023438,
                    0.84375,
                    0.921875,
                    0.980469,
                    0.984375,
                    0.988281,
                    0.972656,
                    0.972656,
                    1.007812,
                    0.964844,
                    0.582031,
                    1.015625,
                    0.945312,
                    0.84375,
                    1.046875,
                    0.828125,
                    0.949219,
                    0.960938,
                    0.992188,
                    0.910156,
                    1.054688,
                    0.875,
                    1.03125,
                    1.0,
                    0.984375,
                    1.007812,
                    0.664062,
                    0.988281,
                    0.890625,
                    1.023438,
                    0.90625,
                    0.996094,
                    0.9375,
                    0.996094,
                    1.015625,
                    1.007812,
                    0.820312,
                    0.628906,
                    0.976562,
                    1.0,
                    0.949219,
                    1.015625,
                    0.867188,
                    1.03125,
                    0.871094,
                    0.960938,
                    0.953125,
                    0.589844,
                    1.015625,
                    0.984375,
                    2.59375,
                    0.59375,
                    0.941406,
                    0.882812,
                    0.972656,
                    1.015625,
                    0.945312,
                    0.929688,
                    1.03125,
                    1.007812,
                    0.816406,
                    0.984375,
                    1.007812,
                    0.84375,
                    1.039062,
                    0.871094,
                    1.140625,
                    1.007812,
                    0.902344,
                    0.976562,
                    0.90625,
                    0.976562,
                    0.996094,
                    1.0,
                    0.976562,
                    1.03125,
                    0.824219,
                    0.863281,
                    0.902344,
                    0.863281,
                    0.960938,
                    0.984375,
                    0.941406,
                    0.953125,
                    0.636719,
                    0.992188,
                    0.992188,
                    1.007812,
                    0.59375,
                    1.046875,
                    0.980469,
                    0.992188,
                    1.046875,
                    0.984375,
                    0.980469,
                    1.0625,
                    1.007812,
                    1.039062,
                    1.023438,
                    0.988281,
                    0.5625,
                    1.054688,
                    0.847656,
                    0.953125,
                    1.0,
                    0.941406,
                    0.960938,
                    0.628906,
                    0.902344,
                    0.957031,
                    0.960938,
                    0.964844,
                    0.988281,
                    0.96875,
                    0.828125,
                    0.980469,
                    1.023438,
                    1.039062,
                    0.988281,
                    0.867188,
                    0.59375,
                    0.96875,
                    1.03125,
                    0.992188,
                    0.96875,
                    1.007812,
                    0.910156,
                    0.875,
                    0.980469,
                    0.921875,
                    1.015625,
                    0.972656,
                    0.992188,
                    0.972656,
                    1.0,
                    0.984375,
                    0.992188,
                    1.0,
                    1.007812,
                    1.015625,
                    0.878906,
                    0.625,
                    0.589844,
                    1.007812,
                    0.980469,
                    0.957031,
                    1.023438,
                    0.921875,
                    1.0,
                    0.570312,
                    0.863281,
                    1.046875,
                    0.9375,
                    1.03125,
                    1.046875,
                    1.039062,
                    0.554688,
                    0.976562,
                    0.980469,
                    1.046875,
                    0.664062,
                    0.914062,
                    2.875,
                    1.0,
                    1.007812,
                    0.90625,
                    0.988281,
                    0.894531,
                    0.96875,
                    1.007812,
                    0.984375,
                    1.015625,
                    0.964844,
                    0.894531,
                    0.582031,
                    0.90625,
                    1.0,
                    1.015625,
                    0.992188,
                    1.0,
                    0.976562,
                    0.566406,
                    0.976562,
                    0.960938,
                    0.992188,
                    0.988281,
                    0.964844,
                    0.894531,
                    0.785156,
                    0.976562,
                    0.816406,
                    0.980469,
                    0.867188,
                    0.992188,
                    1.0,
                    1.007812,
                    0.585938,
                    0.957031,
                    0.972656,
                    0.960938,
                    1.007812,
                    0.578125,
                    1.015625,
                    0.984375,
                    1.046875,
                    0.988281,
                    1.0,
                    0.992188,
                    0.585938,
                    1.007812,
                    0.992188,
                    1.015625,
                    0.847656,
                    1.039062,
                    0.914062,
                    0.515625,
                    0.574219,
                    0.984375,
                    0.996094,
                    0.992188,
                    0.59375,
                    0.964844,
                    0.613281,
                    0.890625,
                    0.960938,
                    1.015625,
                    1.0,
                    0.816406,
                    0.914062,
                    1.0,
                    1.023438,
                    0.914062,
                    1.015625,
                    0.976562,
                    0.992188,
                    0.914062,
                    0.863281,
                    1.0,
                    1.015625,
                    1.015625,
                    1.007812,
                    0.875,
                    1.023438,
                    1.046875,
                    0.976562,
                    0.558594,
                    1.046875,
                    0.667969,
                    0.582031,
                    1.046875,
                    0.996094,
                    0.000565,
                    0.898438,
                    0.984375,
                    0.5625,
                    0.839844,
                    0.96875,
                    0.96875,
                    0.988281,
                    0.992188,
                    0.8125,
                    0.953125,
                    0.882812,
                    0.820312,
                    0.953125,
                    0.984375,
                    1.0625,
                    1.03125,
                    1.007812,
                    1.023438,
                    0.980469,
                    0.9375,
                    1.007812,
                    0.949219,
                    0.535156,
                    0.957031,
                    0.957031,
                    0.960938,
                    0.992188,
                    0.886719,
                    1.023438,
                    0.960938,
                    1.03125,
                    0.523438,
                    1.0,
                    0.859375,
                    0.539062,
                    1.023438,
                    1.085938,
                    1.039062,
                    0.800781,
                    0.875,
                    0.609375,
                    1.070312,
                    0.941406,
                    0.878906,
                    0.882812,
                    0.996094,
                    1.078125,
                    1.039062,
                    0.953125,
                    1.007812,
                    0.941406,
                    0.691406,
                    0.550781,
                    0.964844,
                    0.820312,
                    0.984375,
                    0.992188,
                    0.953125,
                    0.976562,
                    0.953125,
                    0.992188,
                    0.765625,
                    0.976562,
                    0.988281,
                    1.023438,
                    0.960938,
                    0.601562,
                    1.0,
                    0.960938,
                    0.863281,
                    0.941406,
                    0.96875,
                    0.996094,
                    1.007812,
                    1.023438,
                    0.976562,
                    1.023438,
                    0.988281,
                    0.929688,
                    1.015625,
                    0.933594,
                    0.945312,
                    0.878906,
                    0.992188,
                    0.652344,
                    0.996094,
                    0.890625,
                    0.914062,
                    1.078125,
                    1.023438,
                    0.976562,
                    0.953125,
                    0.957031,
                    0.988281,
                    0.632812,
                    0.996094,
                    0.894531,
                    0.992188,
                    0.996094,
                    0.921875,
                    0.65625,
                    0.546875,
                    1.015625,
                    1.828125,
                    0.578125,
                    1.03125,
                    0.996094,
                    1.015625,
                    0.613281,
                    1.015625,
                    0.992188,
                    0.582031,
                    0.964844,
                    0.632812,
                    0.9375,
                    0.984375,
                    0.914062,
                    1.039062,
                    1.023438,
                    0.96875,
                    0.917969,
                    0.949219,
                    0.984375,
                    0.878906,
                    1.070312,
                    0.765625,
                    0.933594,
                    1.007812,
                    0.984375,
                    1.15625,
                    0.925781,
                    0.621094,
                    0.746094,
                    0.90625,
                    1.015625,
                    1.046875,
                    0.933594,
                    0.984375,
                    1.039062,
                    1.046875,
                    0.863281,
                    1.007812,
                    0.738281,
                    0.652344,
                    0.941406,
                    0.96875,
                    1.015625,
                    0.859375,
                    0.847656,
                    0.933594,
                    1.007812,
                    0.957031,
                    0.925781,
                    0.554688,
                    0.941406,
                    1.039062,
                    0.992188,
                    1.007812,
                    0.914062,
                    0.933594,
                    0.558594,
                    0.992188,
                    0.984375,
                    0.824219,
                    0.960938,
                    0.855469,
                    0.875,
                    0.664062,
                    0.992188,
                    0.84375,
                    0.867188,
                    1.007812,
                    0.890625,
                    0.972656,
                    0.886719,
                    0.980469,
                    1.054688,
                    0.851562,
                    0.988281,
                    0.910156,
                    0.984375,
                    0.976562,
                    1.007812,
                    0.863281,
                    0.847656,
                    0.992188,
                    0.71875,
                    0.863281,
                    1.03125,
                    0.988281,
                    0.835938,
                    1.0,
                    0.839844,
                    0.96875,
                    0.984375,
                    0.984375,
                    0.882812,
                    0.984375,
                    0.597656,
                    0.871094,
                    0.949219,
                    0.875,
                    1.0,
                    0.832031,
                    0.898438,
                    0.996094,
                    0.960938,
                    0.984375,
                    0.988281,
                    1.0,
                    0.996094,
                    0.976562,
                    0.976562,
                    1.015625,
                    1.023438,
                    0.933594,
                    0.832031,
                    0.574219,
                    1.023438,
                    0.820312,
                    0.988281,
                    0.851562,
                    0.929688,
                    0.847656,
                    0.953125,
                    0.976562,
                    0.972656,
                    0.851562,
                    0.992188,
                    0.96875,
                    1.015625,
                    0.984375,
                    0.734375,
                    1.140625,
                    0.578125,
                    0.839844,
                    1.015625,
                    0.886719,
                    1.0,
                    0.542969,
                    0.964844,
                    0.996094,
                    1.023438,
                    0.761719,
                    0.96875,
                    1.054688,
                    0.597656,
                    0.878906,
                    0.832031,
                    1.0,
                    1.054688,
                    0.90625,
                    1.070312,
                    0.996094,
                    0.585938,
                    0.742188,
                    1.015625,
                    0.828125,
                    0.742188,
                    0.953125,
                    0.957031,
                    0.972656,
                    1.109375,
                    0.953125,
                    0.992188,
                    0.960938,
                    1.007812,
                    0.984375,
                    0.847656,
                    1.007812,
                    0.5625,
                    0.996094,
                    0.933594,
                    0.898438,
                    0.976562,
                    0.988281,
                    1.03125,
                    1.023438,
                    0.996094,
                    1.03125,
                    0.675781,
                    1.0,
                    0.976562,
                    0.566406,
                    0.933594,
                    1.007812,
                    1.007812,
                    1.0,
                    0.816406,
                    0.554688,
                    1.046875,
                    0.816406,
                    1.015625,
                    0.941406,
                    0.851562,
                    0.976562,
                    0.738281,
                    1.007812,
                    0.972656,
                    0.929688,
                    1.023438,
                    0.886719,
                    0.960938,
                    0.945312,
                    0.863281,
                    0.980469,
                    1.007812,
                    0.535156,
                    1.0,
                    1.007812,
                    1.0625,
                    1.007812,
                    1.007812,
                    1.023438,
                    0.703125,
                    1.039062,
                    0.839844,
                    0.875,
                    0.964844,
                    0.96875,
                    1.0625,
                    1.007812,
                    0.953125,
                    0.578125,
                    1.0,
                    0.972656,
                    0.953125,
                    1.0,
                    0.898438,
                    1.023438,
                    3.3125,
                    0.941406,
                    0.976562,
                    0.871094,
                    0.972656,
                    1.007812,
                    0.992188,
                    0.929688,
                    0.992188,
                    0.992188,
                    1.03125,
                    0.59375,
                    0.984375,
                    1.007812,
                    0.976562,
                    1.0,
                    0.96875,
                    0.804688,
                    0.832031,
                    1.015625,
                    1.015625,
                    1.085938,
                    0.960938,
                    0.996094,
                    0.949219,
                    0.992188,
                    1.046875,
                    0.953125,
                    0.96875,
                    2.296875,
                    0.925781,
                    0.988281,
                    1.015625,
                    0.976562,
                    1.007812,
                    0.605469,
                    1.015625,
                    1.007812,
                    0.871094,
                    0.917969,
                    0.867188,
                    0.984375,
                    0.972656,
                    0.824219,
                    0.921875,
                    0.871094,
                    0.96875,
                    1.023438,
                    1.015625,
                    0.613281,
                    0.96875,
                    0.554688,
                    1.0,
                    1.007812,
                    0.988281,
                    0.886719,
                    1.015625,
                    0.992188,
                    0.964844,
                    0.945312,
                    1.0,
                    0.984375,
                    0.871094,
                    0.984375,
                    0.96875,
                    0.847656,
                    0.996094,
                    0.5625,
                    0.984375,
                    0.917969,
                    0.886719,
                    0.949219,
                    0.988281,
                    0.992188,
                    1.0,
                    0.929688,
                    1.054688,
                    1.007812,
                    0.824219,
                    0.90625,
                    0.933594,
                    0.984375,
                    0.992188,
                    0.683594,
                    0.949219,
                    0.972656,
                    0.988281,
                    1.015625,
                    0.742188,
                    1.03125,
                    0.867188,
                    1.0,
                    0.96875,
                    0.960938,
                    1.015625,
                    1.039062,
                    0.992188,
                    0.964844,
                    0.890625,
                    0.945312,
                    0.945312,
                    0.925781,
                    0.960938,
                    1.007812,
                    0.957031,
                    0.996094,
                    1.015625,
                    0.933594,
                    1.046875,
                    0.96875,
                    0.964844,
                    0.917969,
                    1.039062,
                    0.964844,
                    1.023438,
                    0.972656,
                    0.9375,
                    0.976562,
                    1.03125,
                    1.023438,
                    0.980469,
                    0.992188,
                    0.910156,
                    0.871094,
                    0.890625,
                    0.960938,
                    0.984375,
                    1.015625,
                    0.941406,
                    1.023438,
                    0.953125,
                    1.015625,
                    1.007812,
                    0.542969,
                    0.96875,
                    0.972656,
                    0.96875,
                    1.015625,
                    1.0,
                    0.992188,
                    1.023438,
                    0.859375,
                    0.992188,
                    0.976562,
                    0.984375,
                    0.945312,
                    1.0,
                    0.578125,
                    1.039062,
                    0.976562,
                    0.984375,
                    1.03125,
                    0.964844,
                    0.839844,
                    0.925781,
                    1.015625,
                    0.871094,
                    1.007812,
                    0.527344,
                    0.917969,
                    0.9375,
                    0.578125,
                    0.550781,
                    0.972656,
                    0.882812,
                    0.9375,
                    1.007812,
                    0.972656,
                    0.933594,
                    0.90625,
                    1.039062,
                    0.941406,
                    0.578125,
                    1.039062,
                    1.039062,
                    0.984375,
                    0.957031,
                    0.914062,
                    0.773438,
                    0.988281,
                    0.9375,
                    0.972656,
                    0.929688,
                    0.863281,
                    1.007812,
                    0.621094,
                    0.984375,
                    1.0,
                    0.984375,
                    1.023438,
                    1.039062,
                    1.101562,
                    0.980469,
                    0.984375,
                    0.863281,
                    0.96875,
                    1.007812,
                    1.0,
                    1.023438,
                    0.703125,
                    0.988281,
                    0.957031,
                    1.023438,
                    0.914062,
                    0.980469,
                    1.023438,
                    0.914062,
                    1.007812,
                    0.894531,
                    0.890625,
                    0.992188,
                    0.917969,
                    0.953125,
                    0.921875,
                    0.949219,
                    0.582031,
                    1.023438,
                    0.527344,
                    0.996094,
                    1.0,
                    0.585938,
                    0.832031,
                    1.0,
                    0.925781,
                    0.984375,
                    1.023438,
                    0.5,
                    0.976562,
                    0.941406,
                    0.859375,
                    0.996094,
                    0.996094,
                    0.960938,
                    1.09375,
                    0.960938,
                    1.015625,
                    0.984375,
                    0.859375,
                    0.980469,
                    1.015625,
                    1.0,
                    0.988281,
                    0.855469,
                    0.59375,
                    0.945312,
                    1.0,
                    0.945312,
                    1.054688,
                    0.945312,
                    0.976562,
                    1.0,
                    0.992188,
                    0.960938,
                    1.039062,
                    0.929688,
                    0.96875,
                    0.875,
                    0.589844,
                    0.804688,
                    0.960938,
                    0.910156,
                    0.984375,
                    1.070312,
                    1.070312,
                    1.007812,
                    0.945312,
                    1.015625,
                    1.078125,
                    1.0,
                    0.96875,
                    0.984375,
                    1.039062,
                    0.933594,
                    0.882812,
                    0.765625,
                    0.554688,
                    1.046875,
                    0.835938,
                    0.953125,
                    0.746094,
                    0.96875,
                    0.992188,
                    0.621094,
                    0.644531,
                    0.882812,
                    0.664062,
                    1.007812,
                    0.972656,
                    0.957031,
                    2.859375,
                    1.015625,
                    1.0,
                    0.875,
                    0.546875,
                    0.996094,
                    0.921875,
                    1.039062,
                    0.960938,
                    0.992188,
                    0.992188,
                    1.070312,
                    0.988281,
                    0.992188,
                    0.632812,
                    1.015625,
                    0.722656,
                    0.90625,
                    0.980469,
                    0.929688,
                    0.996094,
                    1.015625,
                    0.546875,
                    0.996094,
                    1.039062,
                    0.988281,
                    0.589844,
                    0.996094,
                    0.894531,
                    1.039062,
                    0.917969,
                    0.988281,
                    0.996094,
                    0.546875,
                    1.0,
                    0.996094,
                    0.996094,
                    0.816406,
                    0.945312,
                    0.929688,
                    0.976562,
                    1.0,
                    1.007812,
                    0.957031,
                    0.828125,
                    0.996094,
                    0.96875,
                    1.023438,
                    0.8125,
                    0.609375,
                    3.375,
                    0.941406,
                    0.984375,
                    0.914062,
                    0.523438,
                    0.992188,
                    0.835938,
                    0.519531,
                    0.820312,
                    0.53125,
                    1.0,
                    0.972656,
                    1.078125,
                    0.976562,
                    0.9375,
                    0.964844,
                    0.921875,
                    0.976562,
                    0.859375,
                    0.980469,
                    0.878906,
                    0.949219,
                    0.734375,
                    1.046875,
                    0.582031,
                    0.996094,
                    1.054688,
                    0.976562,
                    1.015625,
                    0.800781,
                    1.070312,
                    0.953125,
                    1.015625,
                    1.007812,
                    1.015625,
                    0.980469,
                    0.867188,
                    1.03125,
                    0.960938,
                    0.945312,
                    0.929688,
                    0.96875,
                    0.996094,
                    1.039062,
                    0.992188,
                    1.015625,
                    0.976562,
                    0.570312,
                    0.953125,
                    0.980469,
                    0.972656,
                    1.0,
                    0.886719,
                    1.039062,
                    0.992188,
                    0.972656,
                    0.980469,
                    0.996094,
                    1.023438,
                    0.953125,
                    1.023438,
                    0.625,
                    1.03125,
                    0.992188,
                    0.765625,
                    0.976562,
                    0.984375,
                    0.992188,
                    0.972656,
                    0.8125,
                    1.015625,
                    0.824219,
                    0.914062,
                    0.839844,
                    1.109375,
                    0.992188,
                    1.039062,
                    1.023438,
                    0.890625,
                    0.578125,
                    0.96875,
                    0.550781,
                    0.980469,
                    0.980469,
                    1.023438,
                    0.980469,
                    0.960938,
                    1.0625,
                    0.882812,
                    0.933594,
                    0.957031,
                    0.996094,
                    0.929688,
                    1.046875,
                    0.996094,
                    0.953125,
                    1.007812,
                    1.015625,
                    0.898438,
                    1.070312,
                    1.015625,
                    0.980469,
                    0.527344,
                    1.0,
                    0.585938,
                    0.640625,
                    0.945312,
                    0.960938,
                    0.835938,
                    0.621094,
                    0.933594,
                    0.558594,
                    0.84375,
                    1.023438,
                    0.988281,
                    1.0,
                    1.382812,
                    0.925781,
                    0.765625,
                    1.03125,
                    0.90625,
                    0.558594,
                    1.007812,
                    1.039062,
                    1.0,
                    1.054688,
                    0.953125,
                    1.046875,
                    0.992188,
                    1.03125,
                    0.984375,
                    1.007812,
                    0.996094,
                    0.550781,
                    1.007812,
                    0.867188,
                    0.605469,
                    0.972656,
                    0.933594,
                    0.972656,
                    1.015625,
                    1.03125,
                    2.3e-05,
                    0.867188,
                    0.871094,
                    0.441406,
                    0.945312,
                    1.023438,
                    0.992188,
                    0.980469,
                    1.015625,
                    1.015625,
                    0.964844,
                    0.957031,
                    0.882812,
                    0.617188,
                    0.871094,
                    0.984375,
                    0.984375,
                    1.007812,
                    0.992188,
                    0.539062,
                    0.527344,
                    0.601562,
                    1.03125,
                    0.921875,
                    0.890625,
                    0.953125,
                    1.015625,
                    0.917969,
                    1.0,
                    0.984375,
                    0.972656,
                    0.566406,
                    0.96875,
                    0.941406,
                    1.015625,
                    0.980469,
                    0.824219,
                    0.824219,
                    1.039062,
                    1.0,
                    0.976562,
                    0.859375,
                    0.929688,
                    1.015625,
                    0.574219,
                    0.957031,
                    0.988281,
                    1.070312,
                    1.007812,
                    1.007812,
                    0.910156,
                    1.007812,
                    0.972656,
                    0.976562,
                    0.523438,
                    0.980469,
                    0.8125,
                    1.007812,
                    0.976562,
                    0.921875,
                    0.945312,
                    0.960938,
                    0.976562,
                    0.859375,
                    0.96875,
                    0.867188,
                    0.972656,
                    0.96875,
                    0.921875,
                    0.925781,
                    0.988281,
                    0.859375,
                    0.988281,
                    1.015625,
                    0.945312,
                    1.03125,
                    0.992188,
                    1.007812,
                    0.847656,
                    0.882812,
                    1.007812,
                    1.03125,
                    1.015625,
                    0.976562,
                    1.054688,
                    0.960938,
                    0.949219,
                    0.988281,
                    0.957031,
                    0.992188,
                    1.015625,
                    0.910156,
                    0.878906,
                    0.976562,
                    0.898438,
                    1.023438,
                    0.953125,
                    0.96875,
                    1.007812,
                    0.980469,
                    1.046875,
                    0.8125,
                    1.054688,
                    0.953125,
                    0.957031,
                    1.015625,
                    1.0,
                    0.71875,
                    0.617188,
                    0.964844,
                    0.992188,
                    0.539062,
                    0.980469,
                    0.992188,
                    1.007812
                ]
            },
            "name": "model.model.layers.3.post_attention_layernorm.weight",
            "outputIndexes": [
                355
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                354
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_3/Mul_output_0",
            "outputIndexes": [
                356
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                355,
                356
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_3/Mul_1_output_0",
            "outputIndexes": [
                357
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                357
            ],
            "outputIndexes": [
                2408
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2408
            ],
            "outputIndexes": [
                2409
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/gate_proj/Linear",
            "inputIndexes": [
                2409
            ],
            "outputIndexes": [
                2410
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    82092582,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2410
            ],
            "outputIndexes": [
                2411
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2411
            ],
            "outputIndexes": [
                358
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                358
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_3/Sigmoid_output_0",
            "outputIndexes": [
                359
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                358,
                359
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_3/Mul_output_0",
            "outputIndexes": [
                360
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                357
            ],
            "outputIndexes": [
                2412
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2412
            ],
            "outputIndexes": [
                2413
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/up_proj/Linear",
            "inputIndexes": [
                2413
            ],
            "outputIndexes": [
                2414
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    89834044,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2414
            ],
            "outputIndexes": [
                2415
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2415
            ],
            "outputIndexes": [
                361
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                360,
                361
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_3/Mul_output_0",
            "outputIndexes": [
                362
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                362
            ],
            "outputIndexes": [
                2416
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    8960,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2416
            ],
            "outputIndexes": [
                2417
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/down_proj/Linear",
            "inputIndexes": [
                2417
            ],
            "outputIndexes": [
                2418
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 8960,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    97575506,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2418
            ],
            "outputIndexes": [
                2419
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2419
            ],
            "outputIndexes": [
                363
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                354,
                363
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_19_output_0",
            "outputIndexes": [
                364
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                364,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_36_output_0",
            "outputIndexes": [
                365
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.400391,
                    0.726562,
                    0.71875,
                    0.65625,
                    0.800781,
                    0.664062,
                    0.664062,
                    0.679688,
                    0.621094,
                    0.746094,
                    0.710938,
                    0.875,
                    0.667969,
                    0.625,
                    0.648438,
                    0.640625,
                    0.609375,
                    0.632812,
                    0.640625,
                    0.71875,
                    0.621094,
                    0.746094,
                    0.703125,
                    0.306641,
                    0.757812,
                    0.597656,
                    0.679688,
                    0.773438,
                    0.578125,
                    0.648438,
                    0.644531,
                    0.59375,
                    0.664062,
                    0.851562,
                    0.691406,
                    0.710938,
                    0.722656,
                    0.707031,
                    0.71875,
                    0.777344,
                    0.578125,
                    0.648438,
                    0.652344,
                    0.789062,
                    0.410156,
                    0.652344,
                    0.636719,
                    0.625,
                    0.679688,
                    0.828125,
                    0.361328,
                    0.738281,
                    0.714844,
                    0.695312,
                    0.621094,
                    0.671875,
                    0.675781,
                    0.326172,
                    0.835938,
                    0.679688,
                    0.652344,
                    0.71875,
                    0.6875,
                    0.539062,
                    0.667969,
                    0.585938,
                    0.675781,
                    0.660156,
                    0.910156,
                    0.644531,
                    0.742188,
                    0.875,
                    0.277344,
                    0.710938,
                    0.65625,
                    0.699219,
                    0.617188,
                    0.644531,
                    0.613281,
                    0.742188,
                    0.6875,
                    0.339844,
                    0.859375,
                    0.800781,
                    0.714844,
                    0.683594,
                    0.632812,
                    0.742188,
                    0.800781,
                    0.675781,
                    0.617188,
                    0.679688,
                    0.746094,
                    0.683594,
                    0.640625,
                    0.917969,
                    0.632812,
                    0.796875,
                    0.785156,
                    0.613281,
                    0.863281,
                    0.765625,
                    0.671875,
                    0.746094,
                    0.746094,
                    0.742188,
                    0.863281,
                    0.609375,
                    0.726562,
                    0.617188,
                    0.734375,
                    0.625,
                    0.8125,
                    2.046875,
                    0.566406,
                    0.644531,
                    0.738281,
                    0.707031,
                    0.310547,
                    0.369141,
                    0.597656,
                    0.441406,
                    0.71875,
                    0.726562,
                    0.582031,
                    0.734375,
                    0.660156,
                    0.445312,
                    0.847656,
                    0.710938,
                    0.59375,
                    0.621094,
                    0.683594,
                    0.71875,
                    0.695312,
                    0.617188,
                    0.652344,
                    0.683594,
                    0.734375,
                    0.671875,
                    0.4375,
                    0.851562,
                    0.6875,
                    0.515625,
                    0.730469,
                    0.753906,
                    0.617188,
                    1.773438,
                    0.632812,
                    0.605469,
                    0.667969,
                    0.683594,
                    0.478516,
                    0.652344,
                    0.554688,
                    0.796875,
                    0.671875,
                    0.699219,
                    0.660156,
                    0.597656,
                    0.777344,
                    0.695312,
                    0.734375,
                    0.421875,
                    0.746094,
                    0.75,
                    0.671875,
                    0.726562,
                    0.664062,
                    0.785156,
                    0.6875,
                    0.648438,
                    0.667969,
                    1.367188,
                    0.730469,
                    0.71875,
                    0.753906,
                    0.8125,
                    0.78125,
                    0.609375,
                    0.597656,
                    0.605469,
                    0.675781,
                    0.796875,
                    0.65625,
                    0.972656,
                    0.5,
                    0.679688,
                    0.59375,
                    0.71875,
                    0.730469,
                    0.714844,
                    0.816406,
                    0.761719,
                    0.660156,
                    0.625,
                    0.621094,
                    0.667969,
                    0.6875,
                    0.679688,
                    0.609375,
                    0.59375,
                    0.695312,
                    0.640625,
                    0.566406,
                    0.601562,
                    0.695312,
                    0.738281,
                    0.609375,
                    0.648438,
                    0.671875,
                    0.613281,
                    0.757812,
                    0.773438,
                    0.699219,
                    0.539062,
                    0.648438,
                    0.675781,
                    0.644531,
                    0.609375,
                    0.617188,
                    0.652344,
                    0.644531,
                    1.054688,
                    0.6875,
                    0.644531,
                    0.730469,
                    0.71875,
                    0.859375,
                    0.636719,
                    0.707031,
                    0.65625,
                    0.773438,
                    0.617188,
                    0.683594,
                    0.59375,
                    0.632812,
                    0.835938,
                    0.671875,
                    0.59375,
                    0.660156,
                    0.667969,
                    0.75,
                    0.609375,
                    0.617188,
                    0.558594,
                    0.6875,
                    0.675781,
                    0.710938,
                    0.804688,
                    0.765625,
                    0.726562,
                    0.707031,
                    1.25,
                    0.34375,
                    0.691406,
                    0.714844,
                    0.632812,
                    0.679688,
                    0.675781,
                    0.640625,
                    0.804688,
                    0.710938,
                    0.75,
                    0.632812,
                    0.65625,
                    0.726562,
                    0.699219,
                    0.683594,
                    0.625,
                    0.597656,
                    0.871094,
                    0.695312,
                    0.609375,
                    0.710938,
                    0.738281,
                    0.515625,
                    0.640625,
                    0.65625,
                    0.796875,
                    0.566406,
                    0.640625,
                    0.664062,
                    0.796875,
                    0.621094,
                    0.357422,
                    0.949219,
                    0.675781,
                    0.714844,
                    0.765625,
                    0.625,
                    0.613281,
                    0.617188,
                    0.675781,
                    0.675781,
                    0.578125,
                    0.726562,
                    0.691406,
                    0.628906,
                    0.730469,
                    0.380859,
                    0.585938,
                    0.703125,
                    0.445312,
                    0.675781,
                    0.640625,
                    0.628906,
                    0.855469,
                    0.648438,
                    0.306641,
                    0.796875,
                    0.632812,
                    0.460938,
                    0.65625,
                    0.683594,
                    0.664062,
                    0.605469,
                    0.675781,
                    0.617188,
                    0.314453,
                    0.640625,
                    0.710938,
                    0.578125,
                    0.765625,
                    0.613281,
                    0.628906,
                    0.695312,
                    0.351562,
                    0.695312,
                    0.6875,
                    0.335938,
                    0.671875,
                    0.449219,
                    0.65625,
                    0.695312,
                    0.828125,
                    0.6875,
                    0.296875,
                    0.820312,
                    0.558594,
                    0.746094,
                    0.714844,
                    0.710938,
                    0.777344,
                    0.628906,
                    0.578125,
                    0.621094,
                    0.675781,
                    0.636719,
                    0.660156,
                    0.664062,
                    0.667969,
                    0.804688,
                    0.726562,
                    0.535156,
                    0.636719,
                    2.390625,
                    0.777344,
                    0.769531,
                    0.699219,
                    0.609375,
                    0.710938,
                    0.710938,
                    0.648438,
                    0.683594,
                    0.703125,
                    0.660156,
                    0.667969,
                    0.380859,
                    0.660156,
                    0.710938,
                    0.691406,
                    0.703125,
                    0.710938,
                    0.675781,
                    0.695312,
                    0.605469,
                    0.792969,
                    0.753906,
                    0.75,
                    0.738281,
                    0.671875,
                    0.675781,
                    0.683594,
                    0.636719,
                    0.644531,
                    0.679688,
                    0.675781,
                    0.679688,
                    0.648438,
                    0.6875,
                    0.625,
                    0.59375,
                    0.808594,
                    0.773438,
                    0.476562,
                    0.664062,
                    0.625,
                    0.796875,
                    0.628906,
                    0.746094,
                    0.679688,
                    0.789062,
                    0.535156,
                    0.820312,
                    0.333984,
                    0.585938,
                    0.632812,
                    -0.000122,
                    0.435547,
                    0.695312,
                    0.746094,
                    0.628906,
                    0.632812,
                    0.695312,
                    0.613281,
                    0.738281,
                    0.648438,
                    0.71875,
                    0.632812,
                    0.671875,
                    0.703125,
                    0.890625,
                    0.726562,
                    -0.59375,
                    0.597656,
                    0.714844,
                    0.640625,
                    0.6875,
                    0.59375,
                    0.667969,
                    0.667969,
                    0.582031,
                    0.671875,
                    0.761719,
                    0.730469,
                    0.765625,
                    0.785156,
                    0.636719,
                    0.617188,
                    0.71875,
                    0.6875,
                    0.640625,
                    0.824219,
                    0.625,
                    0.675781,
                    0.460938,
                    0.714844,
                    0.699219,
                    0.621094,
                    0.75,
                    0.667969,
                    0.613281,
                    0.757812,
                    0.683594,
                    0.660156,
                    0.738281,
                    0.679688,
                    0.363281,
                    0.734375,
                    0.71875,
                    0.671875,
                    0.628906,
                    0.738281,
                    0.625,
                    0.433594,
                    0.675781,
                    0.703125,
                    0.707031,
                    0.632812,
                    0.664062,
                    0.648438,
                    0.710938,
                    0.804688,
                    0.710938,
                    0.691406,
                    0.667969,
                    0.699219,
                    0.417969,
                    0.613281,
                    0.714844,
                    0.777344,
                    0.601562,
                    0.636719,
                    0.65625,
                    0.679688,
                    0.664062,
                    0.75,
                    0.617188,
                    0.652344,
                    0.585938,
                    0.582031,
                    0.640625,
                    0.691406,
                    0.667969,
                    0.648438,
                    0.722656,
                    0.695312,
                    0.726562,
                    0.484375,
                    0.251953,
                    0.605469,
                    0.65625,
                    0.457031,
                    0.625,
                    0.640625,
                    0.671875,
                    2.3125,
                    0.78125,
                    0.714844,
                    0.664062,
                    0.765625,
                    0.851562,
                    0.6875,
                    0.375,
                    0.648438,
                    0.695312,
                    0.789062,
                    0.597656,
                    0.78125,
                    1.5e-05,
                    0.671875,
                    0.695312,
                    0.710938,
                    0.726562,
                    0.671875,
                    0.558594,
                    0.679688,
                    0.609375,
                    0.640625,
                    0.683594,
                    0.695312,
                    0.375,
                    0.71875,
                    0.6875,
                    0.628906,
                    0.671875,
                    0.664062,
                    0.617188,
                    0.349609,
                    0.601562,
                    0.640625,
                    0.601562,
                    0.660156,
                    0.570312,
                    0.726562,
                    0.785156,
                    0.726562,
                    0.738281,
                    0.644531,
                    0.707031,
                    0.660156,
                    0.601562,
                    0.554688,
                    0.351562,
                    0.679688,
                    0.574219,
                    0.582031,
                    0.65625,
                    0.386719,
                    0.605469,
                    0.597656,
                    0.757812,
                    0.625,
                    0.679688,
                    0.867188,
                    0.296875,
                    0.621094,
                    0.742188,
                    0.65625,
                    0.761719,
                    0.664062,
                    0.644531,
                    0.296875,
                    0.671875,
                    0.648438,
                    0.652344,
                    0.644531,
                    0.398438,
                    0.625,
                    2.515625,
                    0.757812,
                    0.554688,
                    0.6875,
                    0.707031,
                    0.679688,
                    0.703125,
                    0.597656,
                    0.695312,
                    0.625,
                    0.699219,
                    0.613281,
                    0.660156,
                    0.683594,
                    0.753906,
                    0.734375,
                    0.773438,
                    0.648438,
                    0.738281,
                    0.75,
                    0.710938,
                    0.703125,
                    0.648438,
                    0.380859,
                    0.710938,
                    0.679688,
                    0.382812,
                    0.648438,
                    0.65625,
                    -0.271484,
                    0.675781,
                    0.605469,
                    0.324219,
                    0.742188,
                    0.625,
                    0.660156,
                    0.679688,
                    0.617188,
                    0.71875,
                    0.710938,
                    -0.738281,
                    0.753906,
                    0.613281,
                    0.664062,
                    0.878906,
                    0.6875,
                    0.691406,
                    0.773438,
                    0.628906,
                    0.640625,
                    0.652344,
                    0.703125,
                    0.324219,
                    0.515625,
                    0.605469,
                    0.6875,
                    0.617188,
                    0.746094,
                    0.589844,
                    0.699219,
                    0.769531,
                    0.316406,
                    0.65625,
                    0.707031,
                    0.367188,
                    0.792969,
                    0.941406,
                    0.710938,
                    0.800781,
                    0.703125,
                    0.4375,
                    0.691406,
                    0.738281,
                    0.691406,
                    0.726562,
                    0.625,
                    0.824219,
                    0.617188,
                    0.664062,
                    0.644531,
                    0.722656,
                    0.726562,
                    0.314453,
                    0.660156,
                    0.742188,
                    0.640625,
                    0.699219,
                    0.578125,
                    0.699219,
                    0.707031,
                    0.664062,
                    0.90625,
                    0.644531,
                    0.703125,
                    0.710938,
                    0.65625,
                    0.439453,
                    0.742188,
                    0.640625,
                    0.761719,
                    0.652344,
                    0.671875,
                    0.6875,
                    0.71875,
                    0.65625,
                    0.617188,
                    0.707031,
                    0.671875,
                    0.671875,
                    0.726562,
                    1.148438,
                    0.667969,
                    0.726562,
                    0.648438,
                    0.847656,
                    0.609375,
                    0.8125,
                    0.699219,
                    0.691406,
                    0.628906,
                    0.851562,
                    0.679688,
                    0.628906,
                    0.628906,
                    0.5625,
                    0.683594,
                    0.71875,
                    0.710938,
                    0.644531,
                    0.8125,
                    0.59375,
                    0.365234,
                    0.699219,
                    1.195312,
                    0.355469,
                    0.707031,
                    0.621094,
                    0.675781,
                    0.550781,
                    0.738281,
                    0.695312,
                    0.433594,
                    0.683594,
                    0.566406,
                    0.675781,
                    0.554688,
                    0.757812,
                    0.832031,
                    0.574219,
                    0.652344,
                    0.65625,
                    0.617188,
                    0.667969,
                    0.742188,
                    0.863281,
                    0.554688,
                    0.632812,
                    0.640625,
                    0.710938,
                    1.179688,
                    0.804688,
                    0.470703,
                    1.171875,
                    0.707031,
                    0.648438,
                    0.699219,
                    0.742188,
                    0.65625,
                    0.78125,
                    0.742188,
                    0.75,
                    0.707031,
                    1.867188,
                    0.523438,
                    0.773438,
                    0.671875,
                    0.667969,
                    0.71875,
                    0.742188,
                    0.652344,
                    0.738281,
                    0.65625,
                    0.777344,
                    0.359375,
                    0.699219,
                    0.664062,
                    0.664062,
                    1.015625,
                    0.726562,
                    0.679688,
                    0.289062,
                    0.636719,
                    0.601562,
                    0.839844,
                    0.6875,
                    0.738281,
                    0.746094,
                    0.601562,
                    0.609375,
                    0.777344,
                    0.707031,
                    0.734375,
                    0.730469,
                    0.664062,
                    0.773438,
                    0.648438,
                    0.773438,
                    0.757812,
                    0.625,
                    0.578125,
                    0.601562,
                    0.648438,
                    0.835938,
                    1.265625,
                    0.835938,
                    0.675781,
                    0.667969,
                    0.773438,
                    0.746094,
                    0.640625,
                    0.71875,
                    0.699219,
                    0.695312,
                    0.648438,
                    0.664062,
                    0.640625,
                    0.691406,
                    0.675781,
                    0.417969,
                    0.734375,
                    0.523438,
                    0.730469,
                    0.699219,
                    0.765625,
                    0.753906,
                    0.675781,
                    0.636719,
                    0.628906,
                    0.597656,
                    0.59375,
                    0.664062,
                    0.644531,
                    0.671875,
                    0.597656,
                    0.695312,
                    0.664062,
                    0.757812,
                    0.457031,
                    0.703125,
                    0.683594,
                    0.582031,
                    0.722656,
                    0.710938,
                    0.757812,
                    0.699219,
                    0.675781,
                    0.648438,
                    0.75,
                    0.664062,
                    0.609375,
                    0.707031,
                    0.628906,
                    0.640625,
                    0.664062,
                    0.5625,
                    0.722656,
                    0.691406,
                    0.699219,
                    0.671875,
                    0.291016,
                    0.617188,
                    0.664062,
                    0.679688,
                    0.714844,
                    0.628906,
                    0.746094,
                    0.423828,
                    0.6875,
                    0.75,
                    0.648438,
                    0.753906,
                    0.9375,
                    0.835938,
                    0.664062,
                    0.367188,
                    2.640625,
                    0.675781,
                    0.730469,
                    1.78125,
                    0.609375,
                    0.621094,
                    0.648438,
                    0.761719,
                    0.605469,
                    0.6875,
                    0.601562,
                    0.609375,
                    0.804688,
                    0.699219,
                    0.730469,
                    0.378906,
                    0.664062,
                    0.75,
                    0.707031,
                    0.707031,
                    0.710938,
                    0.691406,
                    0.683594,
                    0.597656,
                    0.90625,
                    0.542969,
                    0.585938,
                    0.589844,
                    0.335938,
                    0.722656,
                    0.691406,
                    0.671875,
                    0.65625,
                    0.785156,
                    0.380859,
                    0.964844,
                    1.625,
                    0.699219,
                    0.597656,
                    0.648438,
                    0.65625,
                    0.726562,
                    0.730469,
                    0.65625,
                    0.542969,
                    0.695312,
                    0.695312,
                    0.675781,
                    0.703125,
                    0.769531,
                    0.59375,
                    0.703125,
                    0.316406,
                    0.679688,
                    0.597656,
                    0.742188,
                    0.664062,
                    0.621094,
                    0.683594,
                    0.625,
                    0.742188,
                    0.75,
                    0.742188,
                    0.585938,
                    0.6875,
                    0.742188,
                    0.679688,
                    0.734375,
                    0.396484,
                    0.789062,
                    0.574219,
                    0.65625,
                    0.644531,
                    0.703125,
                    0.75,
                    0.002853,
                    0.585938,
                    0.648438,
                    0.757812,
                    0.6875,
                    0.648438,
                    0.769531,
                    0.738281,
                    0.703125,
                    0.605469,
                    0.710938,
                    0.386719,
                    0.65625,
                    0.671875,
                    0.652344,
                    0.640625,
                    0.625,
                    0.800781,
                    0.726562,
                    0.730469,
                    0.699219,
                    0.800781,
                    0.640625,
                    0.703125,
                    0.828125,
                    0.699219,
                    0.773438,
                    0.695312,
                    0.757812,
                    -0.789062,
                    0.699219,
                    0.605469,
                    0.710938,
                    0.617188,
                    0.671875,
                    0.408203,
                    0.628906,
                    0.640625,
                    0.726562,
                    0.636719,
                    0.726562,
                    0.648438,
                    0.773438,
                    0.75,
                    0.683594,
                    0.695312,
                    0.742188,
                    0.753906,
                    0.765625,
                    0.361328,
                    0.664062,
                    0.335938,
                    0.65625,
                    0.6875,
                    0.625,
                    0.683594,
                    0.652344,
                    0.691406,
                    0.675781,
                    0.628906,
                    0.546875,
                    0.636719,
                    0.707031,
                    0.679688,
                    0.597656,
                    0.71875,
                    0.773438,
                    0.710938,
                    0.648438,
                    0.664062,
                    0.703125,
                    0.675781,
                    0.589844,
                    0.699219,
                    0.605469,
                    0.785156,
                    0.839844,
                    0.671875,
                    0.746094,
                    0.703125,
                    0.648438,
                    0.59375,
                    0.679688,
                    0.617188,
                    1.0,
                    0.742188,
                    0.691406,
                    0.679688,
                    0.769531,
                    0.660156,
                    0.773438,
                    0.652344,
                    0.636719,
                    0.617188,
                    0.667969,
                    0.710938,
                    0.691406,
                    0.613281,
                    1.304688,
                    0.589844,
                    0.730469,
                    0.679688,
                    0.675781,
                    0.644531,
                    0.71875,
                    0.679688,
                    0.71875,
                    0.636719,
                    0.71875,
                    0.582031,
                    0.660156,
                    0.710938,
                    0.6875,
                    0.675781,
                    0.734375,
                    0.664062,
                    0.820312,
                    0.582031,
                    0.652344,
                    0.765625,
                    0.691406,
                    0.589844,
                    0.714844,
                    0.714844,
                    0.761719,
                    0.710938,
                    0.59375,
                    0.714844,
                    0.664062,
                    0.636719,
                    0.65625,
                    0.746094,
                    0.625,
                    1.5,
                    0.6875,
                    0.703125,
                    0.71875,
                    0.894531,
                    0.652344,
                    0.667969,
                    0.734375,
                    0.726562,
                    0.679688,
                    0.542969,
                    0.691406,
                    0.621094,
                    0.644531,
                    0.394531,
                    0.707031,
                    0.9375,
                    0.609375,
                    0.734375,
                    0.679688,
                    0.726562,
                    0.722656,
                    0.609375,
                    0.769531,
                    0.710938,
                    0.28125,
                    0.75,
                    0.65625,
                    0.472656,
                    0.378906,
                    0.804688,
                    0.9375,
                    0.519531,
                    0.738281,
                    0.632812,
                    0.835938,
                    0.820312,
                    0.695312,
                    0.601562,
                    0.398438,
                    0.742188,
                    0.738281,
                    0.601562,
                    0.636719,
                    0.71875,
                    0.773438,
                    0.625,
                    0.628906,
                    0.609375,
                    0.8125,
                    0.832031,
                    0.644531,
                    0.585938,
                    0.625,
                    0.609375,
                    0.648438,
                    0.707031,
                    0.773438,
                    0.675781,
                    0.652344,
                    0.675781,
                    0.722656,
                    0.667969,
                    0.644531,
                    0.640625,
                    0.703125,
                    0.601562,
                    0.605469,
                    0.636719,
                    0.761719,
                    0.785156,
                    0.582031,
                    0.722656,
                    0.710938,
                    0.636719,
                    0.742188,
                    0.6875,
                    0.632812,
                    0.714844,
                    0.667969,
                    0.71875,
                    0.839844,
                    0.359375,
                    0.875,
                    0.335938,
                    0.660156,
                    0.644531,
                    0.394531,
                    0.550781,
                    0.675781,
                    0.679688,
                    0.617188,
                    0.75,
                    0.882812,
                    0.664062,
                    0.664062,
                    0.714844,
                    0.679688,
                    0.578125,
                    0.6875,
                    1.523438,
                    0.785156,
                    0.726562,
                    0.597656,
                    0.710938,
                    0.675781,
                    0.765625,
                    0.675781,
                    0.6875,
                    0.699219,
                    0.361328,
                    0.71875,
                    0.65625,
                    0.636719,
                    0.683594,
                    0.664062,
                    0.660156,
                    0.695312,
                    0.734375,
                    0.683594,
                    0.6875,
                    0.675781,
                    0.578125,
                    0.742188,
                    0.378906,
                    0.824219,
                    0.617188,
                    0.789062,
                    0.621094,
                    0.75,
                    0.894531,
                    0.675781,
                    0.660156,
                    0.832031,
                    0.769531,
                    0.722656,
                    0.582031,
                    0.617188,
                    0.792969,
                    0.601562,
                    0.691406,
                    0.8125,
                    0.871094,
                    0.769531,
                    1.054688,
                    0.789062,
                    0.652344,
                    0.605469,
                    0.738281,
                    1.179688,
                    0.664062,
                    0.632812,
                    0.585938,
                    0.695312,
                    0.738281,
                    0.679688,
                    1.078125,
                    0.726562,
                    0.636719,
                    0.738281,
                    0.308594,
                    0.726562,
                    0.6875,
                    0.691406,
                    0.691406,
                    0.730469,
                    0.667969,
                    0.863281,
                    0.695312,
                    0.640625,
                    0.527344,
                    0.765625,
                    0.710938,
                    0.75,
                    0.617188,
                    0.996094,
                    0.6875,
                    0.722656,
                    0.287109,
                    0.917969,
                    0.792969,
                    0.625,
                    0.417969,
                    0.617188,
                    0.75,
                    0.703125,
                    0.742188,
                    0.585938,
                    0.65625,
                    0.328125,
                    0.664062,
                    0.660156,
                    0.640625,
                    0.765625,
                    0.636719,
                    0.644531,
                    0.625,
                    0.675781,
                    0.707031,
                    0.474609,
                    0.722656,
                    0.597656,
                    0.566406,
                    0.789062,
                    0.71875,
                    0.507812,
                    1.59375,
                    0.589844,
                    0.667969,
                    0.714844,
                    1.90625,
                    0.703125,
                    1.484375,
                    0.300781,
                    0.679688,
                    0.275391,
                    0.75,
                    1.195312,
                    0.824219,
                    0.605469,
                    0.726562,
                    0.683594,
                    1.25,
                    0.738281,
                    0.75,
                    0.695312,
                    0.699219,
                    0.652344,
                    0.621094,
                    0.664062,
                    0.328125,
                    0.667969,
                    0.773438,
                    0.714844,
                    0.699219,
                    0.746094,
                    0.863281,
                    0.714844,
                    0.59375,
                    0.773438,
                    0.699219,
                    0.679688,
                    0.753906,
                    0.734375,
                    0.671875,
                    0.683594,
                    0.683594,
                    0.59375,
                    0.652344,
                    0.71875,
                    0.691406,
                    0.65625,
                    0.621094,
                    0.351562,
                    0.710938,
                    0.617188,
                    0.761719,
                    0.625,
                    0.707031,
                    0.75,
                    0.613281,
                    0.664062,
                    0.585938,
                    0.695312,
                    0.628906,
                    0.753906,
                    0.671875,
                    0.439453,
                    0.722656,
                    0.644531,
                    0.671875,
                    0.582031,
                    0.644531,
                    0.671875,
                    0.628906,
                    0.675781,
                    0.734375,
                    0.773438,
                    0.664062,
                    0.707031,
                    0.929688,
                    0.65625,
                    0.742188,
                    0.664062,
                    0.703125,
                    0.421875,
                    0.601562,
                    2.0625,
                    0.617188,
                    0.636719,
                    0.667969,
                    0.714844,
                    0.664062,
                    0.738281,
                    0.6875,
                    0.679688,
                    0.679688,
                    0.714844,
                    0.710938,
                    0.871094,
                    0.679688,
                    0.671875,
                    0.695312,
                    0.699219,
                    0.886719,
                    0.835938,
                    0.675781,
                    0.613281,
                    0.308594,
                    0.703125,
                    0.390625,
                    0.5625,
                    0.628906,
                    0.65625,
                    0.742188,
                    0.546875,
                    0.726562,
                    0.378906,
                    0.765625,
                    0.675781,
                    0.691406,
                    0.742188,
                    0.796875,
                    0.574219,
                    0.78125,
                    0.738281,
                    0.792969,
                    0.371094,
                    0.6875,
                    0.800781,
                    0.632812,
                    0.726562,
                    0.621094,
                    0.722656,
                    0.648438,
                    0.707031,
                    0.664062,
                    0.703125,
                    0.667969,
                    0.628906,
                    0.765625,
                    0.652344,
                    0.353516,
                    0.617188,
                    0.773438,
                    0.644531,
                    0.785156,
                    0.738281,
                    -0.025024,
                    0.714844,
                    0.71875,
                    1.648438,
                    0.792969,
                    0.816406,
                    0.738281,
                    0.539062,
                    0.71875,
                    0.636719,
                    0.65625,
                    0.609375,
                    0.71875,
                    0.527344,
                    0.695312,
                    0.613281,
                    0.574219,
                    0.710938,
                    0.683594,
                    0.34375,
                    0.308594,
                    0.478516,
                    0.714844,
                    0.765625,
                    0.695312,
                    0.871094,
                    0.675781,
                    0.710938,
                    0.609375,
                    0.707031,
                    0.648438,
                    0.367188,
                    0.695312,
                    0.710938,
                    0.734375,
                    0.597656,
                    0.71875,
                    0.71875,
                    0.785156,
                    0.652344,
                    0.617188,
                    0.746094,
                    0.652344,
                    0.703125,
                    0.357422,
                    0.589844,
                    0.710938,
                    0.601562,
                    0.65625,
                    0.683594,
                    0.757812,
                    0.703125,
                    0.621094,
                    0.6875,
                    0.292969,
                    0.652344,
                    0.726562,
                    0.707031,
                    0.554688,
                    0.710938,
                    0.722656,
                    0.988281,
                    0.65625,
                    0.738281,
                    0.617188,
                    0.71875,
                    0.625,
                    0.84375,
                    0.773438,
                    0.722656,
                    0.695312,
                    0.691406,
                    0.605469,
                    0.707031,
                    0.71875,
                    0.808594,
                    0.570312,
                    0.730469,
                    0.777344,
                    0.667969,
                    0.738281,
                    0.667969,
                    0.699219,
                    0.578125,
                    0.738281,
                    0.644531,
                    0.6875,
                    0.617188,
                    0.644531,
                    0.613281,
                    0.648438,
                    0.734375,
                    0.675781,
                    0.578125,
                    0.734375,
                    0.625,
                    0.710938,
                    0.632812,
                    0.671875,
                    0.648438,
                    0.789062,
                    0.753906,
                    0.714844,
                    0.746094,
                    0.632812,
                    0.695312,
                    0.601562,
                    0.6875,
                    0.617188,
                    0.691406,
                    0.652344,
                    0.298828,
                    0.730469,
                    0.660156,
                    0.65625
                ]
            },
            "name": "model.model.layers.4.input_layernorm.weight",
            "outputIndexes": [
                366
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                365
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_4/Mul_output_0",
            "outputIndexes": [
                367
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                366,
                367
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_4/Mul_1_output_0",
            "outputIndexes": [
                368
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                368
            ],
            "outputIndexes": [
                2420
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2420
            ],
            "outputIndexes": [
                2421
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/q_proj/Linear",
            "inputIndexes": [
                2421
            ],
            "outputIndexes": [
                2422
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    105316968,
                    1179670,
                    147456,
                    6144,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2422
            ],
            "outputIndexes": [
                2423
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2423
            ],
            "outputIndexes": [
                369
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                368
            ],
            "main_type": "NONE",
            "name": "/Shape_57_output_0",
            "outputIndexes": [
                370
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                370
            ],
            "main_type": "NONE",
            "name": "Shape1078",
            "outputIndexes": [
                371
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                370
            ],
            "main_type": "NONE",
            "name": "Rank1080",
            "outputIndexes": [
                372
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                372,
                372
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1082",
            "outputIndexes": [
                373
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                373
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1083",
            "outputIndexes": [
                374
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                373,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1085",
            "outputIndexes": [
                375
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                375
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1086",
            "outputIndexes": [
                376
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                371,
                374,
                376,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1089",
            "outputIndexes": [
                377
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                377
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1090",
            "outputIndexes": [
                378
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                378
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1091",
            "outputIndexes": [
                379
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                379,
                378
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1092",
            "outputIndexes": [
                380
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                370,
                380,
                373
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_64_output_0",
            "outputIndexes": [
                381
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                381,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_129_output_0",
            "outputIndexes": [
                382
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                382,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_52_output_0",
            "outputIndexes": [
                383
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                369,
                383
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_37_output_0",
            "outputIndexes": [
                384
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                384,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_32_output_0",
            "outputIndexes": [
                385
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                384
            ],
            "main_type": "NONE",
            "name": "/Shape_58_output_0",
            "outputIndexes": [
                386
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                386
            ],
            "main_type": "NONE",
            "name": "Shape1099",
            "outputIndexes": [
                387
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                386
            ],
            "main_type": "NONE",
            "name": "Rank1101",
            "outputIndexes": [
                388
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                388,
                388
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1103",
            "outputIndexes": [
                389
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                389
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1104",
            "outputIndexes": [
                390
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                389,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1106",
            "outputIndexes": [
                391
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                391
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1107",
            "outputIndexes": [
                392
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                387,
                390,
                392,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1110",
            "outputIndexes": [
                393
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                393
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1111",
            "outputIndexes": [
                394
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                394
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1112",
            "outputIndexes": [
                395
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                395,
                394
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1113",
            "outputIndexes": [
                396
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                386,
                396,
                389
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_65_output_0",
            "outputIndexes": [
                397
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                397,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_12_output_0",
            "outputIndexes": [
                398
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                398,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_134_output_0",
            "outputIndexes": [
                399
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                384,
                399,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_17_output_0",
            "outputIndexes": [
                400
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                400
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_8_output_0",
            "outputIndexes": [
                401
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                384,
                22,
                399,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_16_output_0",
            "outputIndexes": [
                402
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                401,
                402
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_55_output_0",
            "outputIndexes": [
                403
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                403,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_33_output_0",
            "outputIndexes": [
                404
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                385,
                404
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_20_output_0",
            "outputIndexes": [
                405
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                368
            ],
            "outputIndexes": [
                2424
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2424
            ],
            "outputIndexes": [
                2425
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/k_proj/Linear",
            "inputIndexes": [
                2425
            ],
            "outputIndexes": [
                2426
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    106650238,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2426
            ],
            "outputIndexes": [
                2427
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2427
            ],
            "outputIndexes": [
                406
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                382,
                85,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_53_output_0",
            "outputIndexes": [
                407
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                406,
                407
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_38_output_0",
            "outputIndexes": [
                408
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                408,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_34_output_0",
            "outputIndexes": [
                409
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                408
            ],
            "main_type": "NONE",
            "name": "/Shape_59_output_0",
            "outputIndexes": [
                410
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                410
            ],
            "main_type": "NONE",
            "name": "Shape1162",
            "outputIndexes": [
                411
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                410
            ],
            "main_type": "NONE",
            "name": "Rank1164",
            "outputIndexes": [
                412
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                412,
                412
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1166",
            "outputIndexes": [
                413
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                413
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1167",
            "outputIndexes": [
                414
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                413,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1169",
            "outputIndexes": [
                415
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                415
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1170",
            "outputIndexes": [
                416
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                411,
                414,
                416,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1173",
            "outputIndexes": [
                417
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                417
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1174",
            "outputIndexes": [
                418
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                418
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1175",
            "outputIndexes": [
                419
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                419,
                418
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1176",
            "outputIndexes": [
                420
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                410,
                420,
                413
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_66_output_0",
            "outputIndexes": [
                421
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                421,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_13_output_0",
            "outputIndexes": [
                422
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                422,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_136_output_0",
            "outputIndexes": [
                423
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                408,
                423,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_19_output_0",
            "outputIndexes": [
                424
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                424
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_9_output_0",
            "outputIndexes": [
                425
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                408,
                22,
                423,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_18_output_0",
            "outputIndexes": [
                426
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                425,
                426
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_56_output_0",
            "outputIndexes": [
                427
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                427,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_35_output_0",
            "outputIndexes": [
                428
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                409,
                428
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_21_output_0",
            "outputIndexes": [
                429
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                368
            ],
            "outputIndexes": [
                2428
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2428
            ],
            "outputIndexes": [
                2429
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/v_proj/Linear",
            "inputIndexes": [
                2429
            ],
            "outputIndexes": [
                2430
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    106872468,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2430
            ],
            "outputIndexes": [
                2431
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2431
            ],
            "outputIndexes": [
                430
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                430,
                407
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_39_output_0",
            "outputIndexes": [
                431
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                405,
                429,
                431,
                111
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_44_output_0",
            "outputIndexes": [
                432
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                432
            ],
            "outputIndexes": [
                2432
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2432
            ],
            "outputIndexes": [
                2433
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/o_proj/Linear",
            "inputIndexes": [
                2433
            ],
            "outputIndexes": [
                2434
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    107094698,
                    1179670,
                    147456,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2434
            ],
            "outputIndexes": [
                2435
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2435
            ],
            "outputIndexes": [
                433
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                365,
                433
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_23_output_0",
            "outputIndexes": [
                434
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.486328,
                    0.902344,
                    0.800781,
                    0.839844,
                    0.832031,
                    0.816406,
                    0.882812,
                    0.851562,
                    0.855469,
                    0.757812,
                    0.851562,
                    0.652344,
                    0.871094,
                    0.867188,
                    0.84375,
                    0.84375,
                    0.859375,
                    0.839844,
                    0.855469,
                    0.738281,
                    0.859375,
                    0.855469,
                    0.835938,
                    0.453125,
                    0.898438,
                    0.867188,
                    0.832031,
                    0.828125,
                    0.921875,
                    0.910156,
                    0.855469,
                    0.851562,
                    0.910156,
                    1.59375,
                    0.847656,
                    0.898438,
                    0.886719,
                    0.878906,
                    0.71875,
                    0.695312,
                    0.898438,
                    0.886719,
                    0.875,
                    0.90625,
                    0.476562,
                    0.855469,
                    0.839844,
                    0.867188,
                    0.835938,
                    0.808594,
                    0.449219,
                    0.640625,
                    0.882812,
                    0.917969,
                    0.875,
                    0.792969,
                    0.773438,
                    0.439453,
                    0.71875,
                    0.75,
                    0.820312,
                    0.777344,
                    0.828125,
                    0.847656,
                    0.871094,
                    0.566406,
                    0.816406,
                    0.78125,
                    0.835938,
                    0.789062,
                    0.871094,
                    0.769531,
                    0.443359,
                    0.765625,
                    0.84375,
                    0.660156,
                    0.875,
                    0.859375,
                    0.855469,
                    0.972656,
                    0.882812,
                    0.447266,
                    0.621094,
                    0.925781,
                    0.878906,
                    0.867188,
                    0.886719,
                    0.910156,
                    0.828125,
                    0.859375,
                    0.867188,
                    0.824219,
                    0.796875,
                    0.792969,
                    0.890625,
                    0.59375,
                    0.859375,
                    0.742188,
                    0.9375,
                    0.851562,
                    0.96875,
                    0.628906,
                    0.921875,
                    0.9375,
                    0.714844,
                    0.855469,
                    0.851562,
                    0.871094,
                    0.71875,
                    0.867188,
                    0.738281,
                    0.875,
                    0.777344,
                    0.410156,
                    0.859375,
                    0.839844,
                    0.917969,
                    0.933594,
                    0.447266,
                    0.460938,
                    0.871094,
                    0.478516,
                    0.78125,
                    0.773438,
                    0.839844,
                    0.917969,
                    0.898438,
                    0.488281,
                    0.765625,
                    0.945312,
                    0.828125,
                    0.824219,
                    0.917969,
                    0.925781,
                    0.898438,
                    0.9375,
                    0.734375,
                    0.90625,
                    0.726562,
                    0.867188,
                    0.474609,
                    0.835938,
                    0.800781,
                    0.515625,
                    0.917969,
                    0.757812,
                    0.875,
                    2.03125,
                    0.890625,
                    0.84375,
                    0.792969,
                    0.894531,
                    0.476562,
                    0.875,
                    0.84375,
                    0.734375,
                    0.984375,
                    0.769531,
                    0.875,
                    0.890625,
                    0.738281,
                    0.789062,
                    0.84375,
                    0.484375,
                    0.796875,
                    0.910156,
                    0.839844,
                    0.875,
                    0.859375,
                    0.972656,
                    0.910156,
                    0.859375,
                    0.835938,
                    0.929688,
                    0.832031,
                    0.914062,
                    0.894531,
                    0.917969,
                    0.890625,
                    0.890625,
                    0.863281,
                    0.851562,
                    0.886719,
                    0.878906,
                    0.859375,
                    0.722656,
                    0.488281,
                    0.929688,
                    0.851562,
                    0.832031,
                    0.894531,
                    0.804688,
                    0.921875,
                    0.902344,
                    0.890625,
                    0.867188,
                    0.824219,
                    0.832031,
                    0.898438,
                    0.8125,
                    0.847656,
                    0.871094,
                    0.890625,
                    0.898438,
                    0.863281,
                    0.859375,
                    0.882812,
                    0.953125,
                    0.835938,
                    0.863281,
                    0.832031,
                    0.875,
                    0.714844,
                    0.839844,
                    0.941406,
                    0.478516,
                    0.859375,
                    0.898438,
                    0.882812,
                    0.863281,
                    0.863281,
                    0.859375,
                    0.511719,
                    0.478516,
                    0.792969,
                    0.859375,
                    0.757812,
                    0.691406,
                    0.824219,
                    0.863281,
                    0.898438,
                    0.867188,
                    0.917969,
                    0.859375,
                    0.875,
                    0.789062,
                    0.875,
                    0.855469,
                    0.863281,
                    0.898438,
                    0.796875,
                    0.890625,
                    0.878906,
                    0.90625,
                    0.851562,
                    0.878906,
                    0.878906,
                    0.875,
                    0.800781,
                    0.917969,
                    0.824219,
                    0.488281,
                    0.933594,
                    0.714844,
                    0.441406,
                    0.757812,
                    0.820312,
                    0.898438,
                    0.867188,
                    0.859375,
                    0.828125,
                    0.9375,
                    0.882812,
                    0.789062,
                    0.898438,
                    0.859375,
                    0.757812,
                    0.890625,
                    0.855469,
                    0.855469,
                    0.84375,
                    0.835938,
                    0.789062,
                    0.863281,
                    0.683594,
                    0.757812,
                    0.519531,
                    0.886719,
                    0.75,
                    0.929688,
                    0.863281,
                    0.855469,
                    0.828125,
                    0.828125,
                    0.875,
                    0.464844,
                    1.921875,
                    0.878906,
                    0.839844,
                    0.894531,
                    0.855469,
                    0.921875,
                    0.902344,
                    0.898438,
                    0.78125,
                    0.820312,
                    0.871094,
                    0.859375,
                    0.882812,
                    0.894531,
                    0.460938,
                    0.511719,
                    0.914062,
                    0.486328,
                    0.890625,
                    0.851562,
                    0.886719,
                    0.796875,
                    0.859375,
                    0.4375,
                    0.660156,
                    0.875,
                    0.492188,
                    0.859375,
                    0.898438,
                    0.875,
                    0.496094,
                    0.859375,
                    0.859375,
                    0.458984,
                    0.828125,
                    0.949219,
                    0.859375,
                    0.660156,
                    0.820312,
                    0.847656,
                    0.835938,
                    0.449219,
                    0.859375,
                    0.835938,
                    0.4375,
                    0.886719,
                    0.486328,
                    0.867188,
                    0.851562,
                    0.570312,
                    0.835938,
                    0.4375,
                    0.796875,
                    0.507812,
                    0.839844,
                    0.863281,
                    0.820312,
                    0.929688,
                    0.882812,
                    0.839844,
                    0.855469,
                    0.796875,
                    0.757812,
                    0.84375,
                    0.769531,
                    0.59375,
                    0.648438,
                    0.902344,
                    0.84375,
                    0.875,
                    0.375,
                    0.84375,
                    0.914062,
                    0.75,
                    0.800781,
                    0.847656,
                    0.875,
                    0.871094,
                    0.824219,
                    0.855469,
                    0.910156,
                    0.855469,
                    0.443359,
                    0.882812,
                    0.828125,
                    0.71875,
                    0.941406,
                    0.722656,
                    0.832031,
                    0.816406,
                    0.863281,
                    0.777344,
                    0.964844,
                    0.742188,
                    0.90625,
                    0.910156,
                    0.882812,
                    0.90625,
                    0.527344,
                    0.867188,
                    0.773438,
                    0.945312,
                    0.769531,
                    0.878906,
                    0.839844,
                    0.855469,
                    0.890625,
                    0.898438,
                    0.675781,
                    0.490234,
                    0.875,
                    0.875,
                    0.824219,
                    0.878906,
                    0.75,
                    0.910156,
                    0.757812,
                    0.835938,
                    0.839844,
                    0.464844,
                    0.890625,
                    0.847656,
                    1.609375,
                    0.476562,
                    0.820312,
                    0.75,
                    0.863281,
                    0.898438,
                    0.832031,
                    0.835938,
                    0.929688,
                    0.921875,
                    0.695312,
                    0.859375,
                    0.867188,
                    0.734375,
                    0.964844,
                    0.777344,
                    1.023438,
                    0.898438,
                    0.773438,
                    0.878906,
                    0.800781,
                    0.871094,
                    0.898438,
                    0.882812,
                    0.875,
                    0.898438,
                    0.703125,
                    0.742188,
                    0.8125,
                    0.75,
                    0.832031,
                    0.851562,
                    0.816406,
                    0.855469,
                    0.507812,
                    0.859375,
                    0.875,
                    0.886719,
                    0.470703,
                    0.925781,
                    0.878906,
                    0.863281,
                    0.988281,
                    0.871094,
                    0.84375,
                    0.960938,
                    0.898438,
                    0.894531,
                    0.929688,
                    0.875,
                    0.451172,
                    0.96875,
                    0.726562,
                    0.847656,
                    0.878906,
                    0.808594,
                    0.847656,
                    0.488281,
                    0.789062,
                    0.8125,
                    0.847656,
                    0.835938,
                    0.859375,
                    0.859375,
                    0.71875,
                    0.878906,
                    0.886719,
                    0.90625,
                    0.855469,
                    0.761719,
                    0.476562,
                    0.859375,
                    0.929688,
                    0.859375,
                    0.84375,
                    0.890625,
                    0.816406,
                    0.75,
                    0.847656,
                    0.804688,
                    0.878906,
                    0.863281,
                    0.875,
                    0.851562,
                    0.914062,
                    0.871094,
                    0.871094,
                    0.863281,
                    0.878906,
                    0.882812,
                    0.777344,
                    0.482422,
                    0.458984,
                    0.875,
                    0.875,
                    0.835938,
                    0.925781,
                    0.8125,
                    0.925781,
                    0.429688,
                    0.746094,
                    0.9375,
                    0.820312,
                    0.90625,
                    0.9375,
                    0.9375,
                    0.460938,
                    0.863281,
                    0.855469,
                    0.972656,
                    0.566406,
                    0.789062,
                    1.875,
                    0.863281,
                    0.863281,
                    0.785156,
                    0.886719,
                    0.765625,
                    0.859375,
                    0.875,
                    0.875,
                    0.898438,
                    0.84375,
                    0.769531,
                    0.472656,
                    0.777344,
                    0.875,
                    0.898438,
                    0.875,
                    0.898438,
                    0.859375,
                    0.451172,
                    0.851562,
                    0.84375,
                    0.878906,
                    0.851562,
                    0.835938,
                    0.773438,
                    0.664062,
                    0.851562,
                    0.683594,
                    0.863281,
                    0.742188,
                    0.867188,
                    0.878906,
                    0.898438,
                    0.472656,
                    0.820312,
                    0.863281,
                    0.851562,
                    0.875,
                    0.458984,
                    0.898438,
                    0.871094,
                    1.015625,
                    0.859375,
                    0.871094,
                    0.875,
                    0.476562,
                    0.882812,
                    0.882812,
                    0.90625,
                    0.726562,
                    0.9375,
                    0.8125,
                    0.431641,
                    0.478516,
                    0.847656,
                    0.871094,
                    0.867188,
                    0.464844,
                    0.859375,
                    0.382812,
                    0.777344,
                    0.835938,
                    0.898438,
                    0.910156,
                    0.710938,
                    0.789062,
                    0.882812,
                    0.902344,
                    0.816406,
                    0.890625,
                    0.875,
                    0.867188,
                    0.800781,
                    0.753906,
                    0.90625,
                    0.886719,
                    0.910156,
                    0.875,
                    0.757812,
                    0.902344,
                    0.941406,
                    0.863281,
                    0.455078,
                    0.945312,
                    0.535156,
                    0.464844,
                    0.921875,
                    0.878906,
                    -3.2e-05,
                    0.796875,
                    0.871094,
                    0.449219,
                    0.71875,
                    0.828125,
                    0.851562,
                    0.851562,
                    0.878906,
                    0.695312,
                    0.832031,
                    0.765625,
                    0.703125,
                    0.835938,
                    0.855469,
                    1.007812,
                    0.917969,
                    0.878906,
                    0.910156,
                    0.871094,
                    0.820312,
                    0.921875,
                    0.816406,
                    0.427734,
                    0.84375,
                    0.820312,
                    0.824219,
                    0.867188,
                    0.773438,
                    0.898438,
                    0.847656,
                    0.898438,
                    0.431641,
                    0.886719,
                    0.738281,
                    0.443359,
                    0.949219,
                    0.957031,
                    0.929688,
                    0.65625,
                    0.761719,
                    0.470703,
                    0.953125,
                    0.855469,
                    0.773438,
                    0.757812,
                    0.898438,
                    0.957031,
                    0.898438,
                    0.835938,
                    0.886719,
                    0.820312,
                    0.574219,
                    0.441406,
                    0.828125,
                    0.691406,
                    0.875,
                    0.890625,
                    0.828125,
                    0.863281,
                    0.832031,
                    0.878906,
                    0.625,
                    0.871094,
                    0.90625,
                    0.910156,
                    0.855469,
                    0.476562,
                    0.890625,
                    0.855469,
                    0.757812,
                    0.820312,
                    0.859375,
                    0.875,
                    0.910156,
                    0.914062,
                    0.863281,
                    0.925781,
                    0.851562,
                    0.804688,
                    0.914062,
                    0.792969,
                    0.835938,
                    0.765625,
                    0.871094,
                    0.550781,
                    0.875,
                    0.769531,
                    0.8125,
                    0.976562,
                    0.878906,
                    0.851562,
                    0.820312,
                    0.851562,
                    0.890625,
                    0.5,
                    0.878906,
                    0.757812,
                    0.867188,
                    0.875,
                    0.851562,
                    0.515625,
                    0.433594,
                    0.910156,
                    1.484375,
                    0.455078,
                    0.925781,
                    0.886719,
                    0.914062,
                    0.494141,
                    0.878906,
                    0.878906,
                    0.46875,
                    0.851562,
                    0.507812,
                    0.828125,
                    0.871094,
                    0.78125,
                    0.949219,
                    0.882812,
                    0.851562,
                    0.792969,
                    0.839844,
                    0.855469,
                    0.773438,
                    0.972656,
                    0.636719,
                    0.824219,
                    0.890625,
                    0.875,
                    1.296875,
                    0.8125,
                    0.5,
                    0.609375,
                    0.777344,
                    0.910156,
                    0.921875,
                    0.804688,
                    0.851562,
                    0.957031,
                    0.929688,
                    0.746094,
                    0.890625,
                    0.585938,
                    0.503906,
                    0.8125,
                    0.835938,
                    0.875,
                    0.746094,
                    0.730469,
                    0.8125,
                    0.929688,
                    0.835938,
                    0.816406,
                    0.453125,
                    0.8125,
                    0.929688,
                    0.882812,
                    0.875,
                    0.800781,
                    0.828125,
                    0.439453,
                    0.859375,
                    0.851562,
                    0.691406,
                    0.84375,
                    0.738281,
                    0.738281,
                    0.539062,
                    0.875,
                    0.742188,
                    0.75,
                    0.902344,
                    0.769531,
                    0.867188,
                    0.769531,
                    0.851562,
                    0.953125,
                    0.730469,
                    0.878906,
                    0.800781,
                    0.875,
                    0.882812,
                    0.90625,
                    0.722656,
                    0.71875,
                    0.875,
                    0.597656,
                    0.746094,
                    0.933594,
                    0.851562,
                    0.730469,
                    0.90625,
                    0.699219,
                    0.84375,
                    0.875,
                    0.851562,
                    0.777344,
                    0.84375,
                    0.472656,
                    0.746094,
                    0.816406,
                    0.769531,
                    0.882812,
                    0.71875,
                    0.789062,
                    0.886719,
                    0.84375,
                    0.859375,
                    0.871094,
                    0.878906,
                    0.882812,
                    0.890625,
                    0.875,
                    0.894531,
                    0.921875,
                    0.839844,
                    0.726562,
                    0.462891,
                    0.925781,
                    0.707031,
                    0.871094,
                    0.75,
                    0.8125,
                    0.726562,
                    0.828125,
                    0.863281,
                    0.84375,
                    0.742188,
                    0.902344,
                    0.859375,
                    0.898438,
                    0.871094,
                    0.625,
                    0.917969,
                    0.488281,
                    0.742188,
                    0.914062,
                    0.757812,
                    0.867188,
                    0.435547,
                    0.851562,
                    0.875,
                    0.925781,
                    0.640625,
                    0.847656,
                    0.976562,
                    0.46875,
                    0.761719,
                    0.730469,
                    0.886719,
                    0.941406,
                    0.785156,
                    0.96875,
                    0.890625,
                    0.46875,
                    0.539062,
                    0.878906,
                    0.722656,
                    0.589844,
                    0.828125,
                    0.84375,
                    0.855469,
                    0.925781,
                    0.84375,
                    0.886719,
                    0.84375,
                    0.882812,
                    0.851562,
                    0.722656,
                    0.898438,
                    0.466797,
                    0.878906,
                    0.824219,
                    0.792969,
                    0.847656,
                    0.863281,
                    0.917969,
                    0.886719,
                    0.871094,
                    0.921875,
                    0.550781,
                    0.878906,
                    0.84375,
                    0.449219,
                    0.808594,
                    0.914062,
                    0.894531,
                    0.875,
                    0.679688,
                    0.455078,
                    0.949219,
                    0.632812,
                    0.921875,
                    0.832031,
                    0.738281,
                    0.867188,
                    0.613281,
                    0.890625,
                    0.855469,
                    0.804688,
                    0.914062,
                    0.757812,
                    0.828125,
                    0.835938,
                    0.738281,
                    0.867188,
                    0.890625,
                    0.429688,
                    0.867188,
                    0.886719,
                    0.96875,
                    0.875,
                    0.867188,
                    0.921875,
                    0.585938,
                    0.925781,
                    0.71875,
                    0.757812,
                    0.84375,
                    0.886719,
                    0.957031,
                    0.902344,
                    0.859375,
                    0.460938,
                    0.867188,
                    0.867188,
                    0.824219,
                    0.878906,
                    0.804688,
                    0.917969,
                    1.890625,
                    0.84375,
                    0.863281,
                    0.753906,
                    0.863281,
                    0.910156,
                    0.875,
                    0.789062,
                    0.863281,
                    0.878906,
                    0.929688,
                    0.472656,
                    0.890625,
                    0.878906,
                    0.84375,
                    0.875,
                    0.851562,
                    0.6875,
                    0.707031,
                    0.886719,
                    0.914062,
                    0.984375,
                    0.839844,
                    0.875,
                    0.8125,
                    0.863281,
                    0.945312,
                    0.859375,
                    0.832031,
                    1.65625,
                    0.800781,
                    0.875,
                    0.890625,
                    0.863281,
                    0.890625,
                    0.480469,
                    0.902344,
                    0.871094,
                    0.753906,
                    0.804688,
                    0.753906,
                    0.871094,
                    0.84375,
                    0.6875,
                    0.800781,
                    0.730469,
                    0.847656,
                    0.90625,
                    0.917969,
                    0.480469,
                    0.867188,
                    0.449219,
                    0.890625,
                    0.886719,
                    0.867188,
                    0.765625,
                    0.898438,
                    0.882812,
                    0.855469,
                    0.835938,
                    0.859375,
                    0.875,
                    0.75,
                    0.851562,
                    0.839844,
                    0.726562,
                    0.859375,
                    0.494141,
                    0.867188,
                    0.804688,
                    0.753906,
                    0.828125,
                    0.882812,
                    0.84375,
                    0.886719,
                    0.796875,
                    0.960938,
                    0.890625,
                    0.726562,
                    0.789062,
                    0.8125,
                    0.871094,
                    0.882812,
                    0.574219,
                    0.8125,
                    0.859375,
                    0.875,
                    0.890625,
                    0.625,
                    0.914062,
                    0.757812,
                    0.863281,
                    0.847656,
                    0.839844,
                    0.914062,
                    0.933594,
                    0.875,
                    0.839844,
                    0.710938,
                    0.847656,
                    0.8125,
                    0.824219,
                    0.839844,
                    0.894531,
                    0.851562,
                    0.898438,
                    0.886719,
                    0.835938,
                    0.949219,
                    0.855469,
                    0.886719,
                    0.824219,
                    0.933594,
                    0.855469,
                    0.90625,
                    0.863281,
                    0.8125,
                    0.863281,
                    0.914062,
                    0.898438,
                    0.890625,
                    0.882812,
                    0.804688,
                    0.769531,
                    0.757812,
                    0.855469,
                    0.875,
                    0.90625,
                    0.828125,
                    0.894531,
                    0.839844,
                    0.921875,
                    0.902344,
                    0.476562,
                    0.859375,
                    0.863281,
                    0.871094,
                    0.898438,
                    0.847656,
                    0.875,
                    0.914062,
                    0.738281,
                    0.898438,
                    0.863281,
                    0.851562,
                    0.820312,
                    0.863281,
                    0.464844,
                    0.921875,
                    0.867188,
                    0.890625,
                    0.914062,
                    0.867188,
                    0.75,
                    0.796875,
                    0.890625,
                    0.734375,
                    0.90625,
                    0.417969,
                    0.773438,
                    0.847656,
                    0.46875,
                    0.458984,
                    0.835938,
                    0.75,
                    0.828125,
                    0.890625,
                    0.824219,
                    0.8125,
                    0.773438,
                    0.914062,
                    0.820312,
                    0.480469,
                    0.960938,
                    0.945312,
                    0.859375,
                    0.859375,
                    0.796875,
                    0.648438,
                    0.867188,
                    0.804688,
                    0.839844,
                    0.800781,
                    0.742188,
                    0.894531,
                    0.519531,
                    0.894531,
                    0.875,
                    0.875,
                    0.878906,
                    0.945312,
                    0.902344,
                    0.863281,
                    0.871094,
                    0.746094,
                    0.847656,
                    0.886719,
                    0.894531,
                    0.917969,
                    0.585938,
                    0.859375,
                    0.851562,
                    0.921875,
                    0.785156,
                    0.878906,
                    0.925781,
                    0.78125,
                    0.90625,
                    0.78125,
                    0.773438,
                    0.878906,
                    0.800781,
                    0.828125,
                    0.800781,
                    0.824219,
                    0.464844,
                    0.902344,
                    0.425781,
                    0.90625,
                    0.894531,
                    0.464844,
                    0.710938,
                    0.878906,
                    0.820312,
                    0.882812,
                    0.882812,
                    0.496094,
                    0.859375,
                    0.816406,
                    0.722656,
                    0.890625,
                    0.855469,
                    0.855469,
                    0.6875,
                    0.828125,
                    0.882812,
                    0.875,
                    0.738281,
                    0.867188,
                    0.921875,
                    0.875,
                    0.863281,
                    0.722656,
                    0.474609,
                    0.820312,
                    0.929688,
                    0.84375,
                    0.921875,
                    0.828125,
                    0.886719,
                    0.886719,
                    0.886719,
                    0.867188,
                    0.9375,
                    0.808594,
                    0.867188,
                    0.75,
                    0.482422,
                    0.703125,
                    0.855469,
                    0.769531,
                    0.867188,
                    1.007812,
                    0.953125,
                    0.875,
                    0.820312,
                    0.902344,
                    0.988281,
                    0.886719,
                    0.851562,
                    0.878906,
                    0.910156,
                    0.8125,
                    0.777344,
                    0.601562,
                    0.46875,
                    0.949219,
                    0.679688,
                    0.835938,
                    0.617188,
                    0.847656,
                    0.90625,
                    0.519531,
                    0.515625,
                    0.765625,
                    0.550781,
                    0.898438,
                    0.871094,
                    0.839844,
                    1.773438,
                    0.902344,
                    0.878906,
                    0.746094,
                    0.447266,
                    0.914062,
                    0.796875,
                    0.917969,
                    0.84375,
                    0.886719,
                    0.875,
                    0.964844,
                    0.882812,
                    0.859375,
                    0.511719,
                    0.898438,
                    0.613281,
                    0.78125,
                    0.863281,
                    0.769531,
                    0.84375,
                    0.902344,
                    0.443359,
                    0.84375,
                    0.921875,
                    0.878906,
                    0.472656,
                    0.867188,
                    0.789062,
                    0.929688,
                    0.796875,
                    0.863281,
                    0.859375,
                    0.441406,
                    0.875,
                    0.890625,
                    0.886719,
                    0.695312,
                    0.835938,
                    0.816406,
                    0.851562,
                    0.882812,
                    0.90625,
                    0.84375,
                    0.703125,
                    0.867188,
                    0.84375,
                    0.910156,
                    0.6875,
                    0.496094,
                    2.15625,
                    0.828125,
                    0.875,
                    0.789062,
                    0.40625,
                    0.886719,
                    0.683594,
                    0.417969,
                    0.710938,
                    0.421875,
                    0.867188,
                    0.875,
                    0.953125,
                    0.859375,
                    0.800781,
                    0.851562,
                    0.773438,
                    0.875,
                    0.75,
                    0.871094,
                    0.765625,
                    0.84375,
                    0.640625,
                    0.957031,
                    0.474609,
                    0.882812,
                    0.9375,
                    0.859375,
                    0.914062,
                    0.660156,
                    0.96875,
                    0.828125,
                    0.878906,
                    0.882812,
                    0.917969,
                    0.851562,
                    0.734375,
                    0.921875,
                    0.84375,
                    0.832031,
                    0.816406,
                    0.859375,
                    0.882812,
                    0.957031,
                    0.890625,
                    0.878906,
                    0.847656,
                    0.458984,
                    0.828125,
                    0.855469,
                    0.835938,
                    0.890625,
                    0.757812,
                    0.898438,
                    0.890625,
                    0.847656,
                    0.875,
                    0.867188,
                    0.898438,
                    0.832031,
                    0.914062,
                    0.503906,
                    0.914062,
                    0.871094,
                    0.65625,
                    0.839844,
                    0.867188,
                    0.898438,
                    0.859375,
                    0.703125,
                    0.925781,
                    0.714844,
                    0.804688,
                    0.722656,
                    1.007812,
                    0.882812,
                    0.914062,
                    0.898438,
                    0.75,
                    0.470703,
                    0.839844,
                    0.472656,
                    0.898438,
                    0.871094,
                    0.90625,
                    0.851562,
                    0.859375,
                    0.957031,
                    0.757812,
                    0.824219,
                    0.847656,
                    0.886719,
                    0.820312,
                    0.941406,
                    0.867188,
                    0.851562,
                    0.90625,
                    0.902344,
                    0.757812,
                    1.007812,
                    0.902344,
                    0.863281,
                    0.423828,
                    0.902344,
                    0.476562,
                    0.519531,
                    0.824219,
                    0.839844,
                    0.714844,
                    0.498047,
                    0.8125,
                    0.455078,
                    0.722656,
                    0.914062,
                    0.859375,
                    0.894531,
                    1.359375,
                    0.816406,
                    0.648438,
                    0.914062,
                    0.773438,
                    0.455078,
                    0.886719,
                    0.972656,
                    0.878906,
                    0.960938,
                    0.84375,
                    0.921875,
                    0.859375,
                    0.929688,
                    0.871094,
                    0.878906,
                    0.878906,
                    0.460938,
                    0.886719,
                    0.75,
                    0.458984,
                    0.859375,
                    0.828125,
                    0.863281,
                    0.890625,
                    0.921875,
                    0.000198,
                    0.75,
                    0.753906,
                    0.369141,
                    0.789062,
                    0.917969,
                    0.875,
                    0.882812,
                    0.90625,
                    0.894531,
                    0.851562,
                    0.839844,
                    0.765625,
                    0.5,
                    0.777344,
                    0.859375,
                    0.867188,
                    0.898438,
                    0.882812,
                    0.4375,
                    0.427734,
                    0.480469,
                    0.878906,
                    0.796875,
                    0.792969,
                    0.839844,
                    0.90625,
                    0.796875,
                    0.871094,
                    0.886719,
                    0.847656,
                    0.449219,
                    0.851562,
                    0.808594,
                    0.914062,
                    0.878906,
                    0.707031,
                    0.703125,
                    0.917969,
                    0.871094,
                    0.855469,
                    0.75,
                    0.804688,
                    0.871094,
                    0.449219,
                    0.824219,
                    0.882812,
                    0.992188,
                    0.878906,
                    0.917969,
                    0.800781,
                    0.894531,
                    0.855469,
                    0.851562,
                    0.431641,
                    0.871094,
                    0.695312,
                    0.890625,
                    0.867188,
                    0.785156,
                    0.804688,
                    0.800781,
                    0.84375,
                    0.75,
                    0.84375,
                    0.753906,
                    0.84375,
                    0.855469,
                    0.816406,
                    0.800781,
                    0.890625,
                    0.734375,
                    0.871094,
                    0.886719,
                    0.820312,
                    0.921875,
                    0.878906,
                    0.867188,
                    0.730469,
                    0.757812,
                    0.898438,
                    0.902344,
                    0.925781,
                    0.863281,
                    0.972656,
                    0.851562,
                    0.847656,
                    0.867188,
                    0.832031,
                    0.855469,
                    0.933594,
                    0.796875,
                    0.773438,
                    0.855469,
                    0.796875,
                    0.925781,
                    0.824219,
                    0.835938,
                    0.890625,
                    0.871094,
                    0.949219,
                    0.6875,
                    0.980469,
                    0.820312,
                    0.820312,
                    0.875,
                    0.875,
                    0.601562,
                    0.507812,
                    0.824219,
                    0.859375,
                    0.435547,
                    0.855469,
                    0.890625,
                    0.863281
                ]
            },
            "name": "model.model.layers.4.post_attention_layernorm.weight",
            "outputIndexes": [
                435
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                434
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_4/Mul_output_0",
            "outputIndexes": [
                436
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                435,
                436
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_4/Mul_1_output_0",
            "outputIndexes": [
                437
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                437
            ],
            "outputIndexes": [
                2436
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2436
            ],
            "outputIndexes": [
                2437
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/gate_proj/Linear",
            "inputIndexes": [
                2437
            ],
            "outputIndexes": [
                2438
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    108421824,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2438
            ],
            "outputIndexes": [
                2439
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2439
            ],
            "outputIndexes": [
                438
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                438
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_4/Sigmoid_output_0",
            "outputIndexes": [
                439
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                438,
                439
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_4/Mul_output_0",
            "outputIndexes": [
                440
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                437
            ],
            "outputIndexes": [
                2440
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2440
            ],
            "outputIndexes": [
                2441
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/up_proj/Linear",
            "inputIndexes": [
                2441
            ],
            "outputIndexes": [
                2442
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    116163286,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2442
            ],
            "outputIndexes": [
                2443
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2443
            ],
            "outputIndexes": [
                441
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                440,
                441
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_4/Mul_output_0",
            "outputIndexes": [
                442
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                442
            ],
            "outputIndexes": [
                2444
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    8960,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2444
            ],
            "outputIndexes": [
                2445
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/down_proj/Linear",
            "inputIndexes": [
                2445
            ],
            "outputIndexes": [
                2446
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 8960,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    123904748,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2446
            ],
            "outputIndexes": [
                2447
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2447
            ],
            "outputIndexes": [
                443
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                434,
                443
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_24_output_0",
            "outputIndexes": [
                444
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                444,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_45_output_0",
            "outputIndexes": [
                445
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.5625,
                    0.824219,
                    0.699219,
                    0.570312,
                    0.738281,
                    0.585938,
                    0.671875,
                    0.640625,
                    0.585938,
                    0.546875,
                    0.601562,
                    0.863281,
                    0.601562,
                    0.486328,
                    0.503906,
                    0.601562,
                    0.515625,
                    0.542969,
                    0.519531,
                    0.726562,
                    0.523438,
                    0.699219,
                    0.65625,
                    0.314453,
                    0.898438,
                    0.582031,
                    0.636719,
                    0.773438,
                    0.753906,
                    0.84375,
                    0.585938,
                    0.527344,
                    0.683594,
                    1.460938,
                    0.621094,
                    0.664062,
                    0.777344,
                    0.628906,
                    0.621094,
                    0.664062,
                    0.609375,
                    0.601562,
                    0.703125,
                    0.875,
                    0.648438,
                    0.570312,
                    0.558594,
                    0.539062,
                    0.667969,
                    0.671875,
                    0.404297,
                    0.644531,
                    0.664062,
                    0.742188,
                    0.570312,
                    0.585938,
                    0.558594,
                    0.429688,
                    0.753906,
                    0.59375,
                    0.570312,
                    0.6875,
                    0.640625,
                    0.476562,
                    0.617188,
                    0.511719,
                    0.609375,
                    0.625,
                    0.800781,
                    0.585938,
                    0.785156,
                    0.78125,
                    0.398438,
                    0.636719,
                    0.53125,
                    0.597656,
                    0.554688,
                    0.554688,
                    0.554688,
                    1.164062,
                    0.609375,
                    0.375,
                    0.832031,
                    0.597656,
                    0.65625,
                    0.527344,
                    0.640625,
                    0.875,
                    0.667969,
                    0.636719,
                    0.605469,
                    0.632812,
                    0.691406,
                    0.539062,
                    0.636719,
                    0.808594,
                    0.59375,
                    0.703125,
                    0.917969,
                    0.507812,
                    1.015625,
                    0.671875,
                    0.804688,
                    0.929688,
                    0.582031,
                    0.691406,
                    0.75,
                    0.546875,
                    0.578125,
                    0.578125,
                    0.65625,
                    0.515625,
                    0.652344,
                    1.882812,
                    0.466797,
                    0.486328,
                    0.835938,
                    0.875,
                    0.332031,
                    0.421875,
                    0.507812,
                    0.474609,
                    0.664062,
                    0.597656,
                    0.494141,
                    0.839844,
                    0.6875,
                    0.330078,
                    0.75,
                    0.960938,
                    0.519531,
                    0.613281,
                    0.71875,
                    0.917969,
                    0.769531,
                    0.933594,
                    0.578125,
                    0.710938,
                    0.570312,
                    0.570312,
                    0.271484,
                    0.769531,
                    0.5625,
                    0.402344,
                    0.890625,
                    0.671875,
                    0.574219,
                    1.789062,
                    0.675781,
                    0.539062,
                    0.566406,
                    0.574219,
                    0.443359,
                    0.625,
                    0.429688,
                    0.605469,
                    1.257812,
                    0.609375,
                    0.609375,
                    0.609375,
                    0.664062,
                    0.5625,
                    0.621094,
                    0.519531,
                    0.703125,
                    0.871094,
                    0.597656,
                    0.601562,
                    0.632812,
                    1.0625,
                    0.71875,
                    0.523438,
                    0.570312,
                    1.078125,
                    0.660156,
                    0.765625,
                    0.828125,
                    0.847656,
                    0.789062,
                    0.628906,
                    0.539062,
                    0.632812,
                    0.765625,
                    0.78125,
                    0.554688,
                    0.847656,
                    0.376953,
                    0.820312,
                    0.486328,
                    0.648438,
                    0.753906,
                    0.578125,
                    0.964844,
                    0.796875,
                    0.667969,
                    0.574219,
                    0.523438,
                    0.554688,
                    0.679688,
                    0.609375,
                    0.585938,
                    0.542969,
                    0.59375,
                    0.617188,
                    0.494141,
                    0.53125,
                    0.640625,
                    0.929688,
                    0.519531,
                    0.609375,
                    0.59375,
                    0.546875,
                    0.652344,
                    0.710938,
                    0.90625,
                    0.613281,
                    0.578125,
                    0.675781,
                    0.632812,
                    0.515625,
                    0.558594,
                    0.585938,
                    0.570312,
                    1.226562,
                    0.589844,
                    0.660156,
                    0.609375,
                    0.628906,
                    0.917969,
                    0.550781,
                    0.660156,
                    0.59375,
                    0.992188,
                    0.519531,
                    0.59375,
                    0.53125,
                    0.621094,
                    0.816406,
                    0.628906,
                    0.679688,
                    0.574219,
                    0.667969,
                    0.765625,
                    0.683594,
                    0.523438,
                    0.507812,
                    0.632812,
                    0.640625,
                    0.589844,
                    0.804688,
                    0.609375,
                    0.714844,
                    0.972656,
                    1.203125,
                    0.198242,
                    0.585938,
                    0.625,
                    0.6875,
                    0.585938,
                    0.65625,
                    0.5625,
                    0.890625,
                    0.703125,
                    0.640625,
                    0.699219,
                    0.53125,
                    0.613281,
                    0.628906,
                    0.601562,
                    0.542969,
                    0.470703,
                    0.863281,
                    0.5625,
                    0.550781,
                    0.628906,
                    0.617188,
                    0.373047,
                    0.589844,
                    0.515625,
                    0.910156,
                    0.542969,
                    0.566406,
                    0.585938,
                    0.691406,
                    0.550781,
                    0.449219,
                    1.1875,
                    0.675781,
                    0.660156,
                    0.726562,
                    0.550781,
                    0.730469,
                    0.695312,
                    0.71875,
                    0.59375,
                    0.5,
                    0.648438,
                    0.613281,
                    0.632812,
                    0.765625,
                    0.353516,
                    0.652344,
                    0.636719,
                    0.464844,
                    0.691406,
                    0.601562,
                    0.726562,
                    0.664062,
                    0.585938,
                    0.316406,
                    0.710938,
                    0.535156,
                    0.417969,
                    0.574219,
                    0.703125,
                    0.65625,
                    0.566406,
                    0.601562,
                    0.535156,
                    0.460938,
                    0.492188,
                    1.070312,
                    0.455078,
                    0.617188,
                    0.554688,
                    0.613281,
                    0.625,
                    0.314453,
                    0.640625,
                    0.621094,
                    0.189453,
                    0.648438,
                    0.419922,
                    0.652344,
                    0.691406,
                    0.710938,
                    0.511719,
                    0.394531,
                    0.738281,
                    0.5,
                    0.625,
                    0.695312,
                    0.609375,
                    0.957031,
                    0.582031,
                    0.455078,
                    0.546875,
                    0.632812,
                    0.546875,
                    0.566406,
                    0.570312,
                    0.574219,
                    0.703125,
                    0.765625,
                    0.640625,
                    0.636719,
                    2.21875,
                    0.761719,
                    0.804688,
                    0.65625,
                    0.636719,
                    0.699219,
                    0.679688,
                    0.636719,
                    0.578125,
                    0.640625,
                    0.628906,
                    0.570312,
                    0.347656,
                    0.570312,
                    0.621094,
                    0.648438,
                    1.03125,
                    0.535156,
                    0.652344,
                    0.582031,
                    0.539062,
                    0.65625,
                    0.957031,
                    0.582031,
                    0.8125,
                    0.730469,
                    0.648438,
                    0.683594,
                    0.585938,
                    0.474609,
                    0.566406,
                    0.957031,
                    0.523438,
                    0.585938,
                    0.585938,
                    0.494141,
                    0.613281,
                    0.902344,
                    0.71875,
                    0.652344,
                    0.597656,
                    0.777344,
                    0.671875,
                    0.578125,
                    0.664062,
                    0.695312,
                    0.683594,
                    0.492188,
                    0.714844,
                    0.488281,
                    0.570312,
                    0.515625,
                    0.043945,
                    0.578125,
                    0.542969,
                    0.640625,
                    0.554688,
                    0.707031,
                    0.640625,
                    0.609375,
                    0.855469,
                    0.847656,
                    0.59375,
                    0.53125,
                    0.546875,
                    0.6875,
                    1.226562,
                    0.644531,
                    0.882812,
                    0.734375,
                    0.601562,
                    0.574219,
                    0.601562,
                    0.523438,
                    0.761719,
                    0.589844,
                    0.574219,
                    0.601562,
                    0.6875,
                    0.601562,
                    0.609375,
                    0.710938,
                    0.570312,
                    0.554688,
                    0.625,
                    0.859375,
                    0.652344,
                    0.84375,
                    0.550781,
                    0.644531,
                    0.523438,
                    0.859375,
                    0.703125,
                    0.625,
                    1.273438,
                    0.609375,
                    0.494141,
                    1.234375,
                    0.714844,
                    0.585938,
                    0.953125,
                    0.601562,
                    0.21875,
                    1.140625,
                    0.632812,
                    0.59375,
                    0.589844,
                    0.667969,
                    0.601562,
                    0.511719,
                    0.625,
                    0.582031,
                    0.613281,
                    0.550781,
                    0.546875,
                    0.53125,
                    0.621094,
                    0.738281,
                    0.671875,
                    0.894531,
                    0.554688,
                    0.664062,
                    0.582031,
                    0.53125,
                    0.824219,
                    0.675781,
                    0.515625,
                    0.566406,
                    0.605469,
                    0.621094,
                    0.53125,
                    0.683594,
                    0.519531,
                    0.578125,
                    0.574219,
                    0.458984,
                    0.753906,
                    0.546875,
                    0.542969,
                    0.601562,
                    0.605469,
                    0.597656,
                    0.5625,
                    0.589844,
                    0.644531,
                    0.554688,
                    0.640625,
                    0.478516,
                    0.789062,
                    0.486328,
                    0.875,
                    1.992188,
                    0.617188,
                    1.0625,
                    0.796875,
                    0.789062,
                    0.90625,
                    0.902344,
                    0.359375,
                    0.53125,
                    0.574219,
                    1.046875,
                    0.496094,
                    0.675781,
                    0.019653,
                    0.632812,
                    0.59375,
                    0.640625,
                    0.605469,
                    0.613281,
                    0.449219,
                    0.691406,
                    0.535156,
                    0.589844,
                    0.671875,
                    0.59375,
                    0.511719,
                    0.609375,
                    0.582031,
                    0.636719,
                    0.605469,
                    0.605469,
                    0.546875,
                    0.355469,
                    0.574219,
                    0.539062,
                    0.660156,
                    0.566406,
                    0.46875,
                    0.664062,
                    0.707031,
                    0.621094,
                    0.640625,
                    0.589844,
                    0.570312,
                    0.582031,
                    0.59375,
                    0.625,
                    0.445312,
                    0.515625,
                    0.503906,
                    0.484375,
                    0.578125,
                    0.427734,
                    0.574219,
                    0.515625,
                    1.195312,
                    0.597656,
                    0.65625,
                    0.929688,
                    0.609375,
                    0.621094,
                    0.703125,
                    0.875,
                    0.65625,
                    0.871094,
                    0.53125,
                    0.376953,
                    0.617188,
                    0.621094,
                    0.628906,
                    0.640625,
                    0.445312,
                    0.480469,
                    2.515625,
                    0.625,
                    0.482422,
                    0.671875,
                    0.769531,
                    0.585938,
                    0.566406,
                    0.59375,
                    0.550781,
                    0.585938,
                    0.804688,
                    0.546875,
                    0.75,
                    0.574219,
                    0.558594,
                    0.761719,
                    0.609375,
                    0.703125,
                    0.628906,
                    0.644531,
                    0.703125,
                    0.875,
                    0.574219,
                    0.476562,
                    1.117188,
                    0.628906,
                    0.349609,
                    0.777344,
                    0.675781,
                    0.044922,
                    0.589844,
                    0.589844,
                    0.324219,
                    0.667969,
                    0.554688,
                    0.578125,
                    0.636719,
                    0.546875,
                    0.59375,
                    0.550781,
                    0.605469,
                    0.636719,
                    0.570312,
                    0.632812,
                    1.289062,
                    0.828125,
                    0.683594,
                    0.796875,
                    0.585938,
                    0.566406,
                    0.777344,
                    0.539062,
                    0.242188,
                    0.408203,
                    0.539062,
                    0.703125,
                    0.519531,
                    0.621094,
                    0.632812,
                    0.617188,
                    0.78125,
                    0.328125,
                    0.574219,
                    0.550781,
                    0.353516,
                    1.0,
                    1.21875,
                    0.984375,
                    0.707031,
                    0.535156,
                    0.394531,
                    0.984375,
                    0.75,
                    0.644531,
                    0.695312,
                    0.6875,
                    1.03125,
                    0.539062,
                    0.613281,
                    0.601562,
                    0.585938,
                    0.683594,
                    0.439453,
                    0.554688,
                    0.65625,
                    0.648438,
                    0.652344,
                    0.515625,
                    0.628906,
                    0.699219,
                    0.566406,
                    0.84375,
                    0.609375,
                    0.71875,
                    0.699219,
                    0.507812,
                    0.53125,
                    0.632812,
                    0.570312,
                    0.644531,
                    0.554688,
                    0.589844,
                    0.636719,
                    0.832031,
                    0.726562,
                    0.582031,
                    0.675781,
                    0.527344,
                    0.546875,
                    0.777344,
                    0.90625,
                    0.628906,
                    0.648438,
                    0.59375,
                    0.871094,
                    0.507812,
                    0.710938,
                    0.578125,
                    1.101562,
                    0.609375,
                    0.753906,
                    0.535156,
                    0.53125,
                    0.613281,
                    0.628906,
                    0.570312,
                    0.648438,
                    0.746094,
                    0.601562,
                    0.875,
                    0.482422,
                    0.273438,
                    0.636719,
                    1.257812,
                    0.458984,
                    0.851562,
                    0.605469,
                    0.679688,
                    0.59375,
                    0.664062,
                    0.621094,
                    0.347656,
                    0.609375,
                    0.511719,
                    0.628906,
                    0.458984,
                    0.644531,
                    1.054688,
                    0.585938,
                    0.582031,
                    0.570312,
                    0.539062,
                    0.625,
                    0.65625,
                    1.25,
                    0.439453,
                    0.542969,
                    0.59375,
                    0.609375,
                    2.09375,
                    0.730469,
                    0.447266,
                    1.109375,
                    0.601562,
                    0.800781,
                    0.789062,
                    0.609375,
                    0.570312,
                    1.070312,
                    0.761719,
                    0.714844,
                    0.621094,
                    1.789062,
                    0.527344,
                    0.679688,
                    0.53125,
                    0.664062,
                    0.566406,
                    0.609375,
                    0.566406,
                    0.953125,
                    0.539062,
                    0.625,
                    0.236328,
                    0.597656,
                    0.769531,
                    0.71875,
                    1.0,
                    0.648438,
                    0.585938,
                    0.392578,
                    0.519531,
                    0.515625,
                    0.722656,
                    0.585938,
                    0.589844,
                    0.609375,
                    0.542969,
                    0.53125,
                    0.695312,
                    0.617188,
                    0.800781,
                    0.554688,
                    0.65625,
                    0.671875,
                    0.636719,
                    0.957031,
                    0.621094,
                    0.648438,
                    0.546875,
                    0.507812,
                    0.640625,
                    0.988281,
                    1.34375,
                    0.71875,
                    0.671875,
                    0.605469,
                    0.636719,
                    0.894531,
                    0.589844,
                    0.59375,
                    0.667969,
                    0.710938,
                    0.494141,
                    0.640625,
                    0.550781,
                    0.664062,
                    0.5625,
                    0.496094,
                    0.546875,
                    0.386719,
                    0.550781,
                    0.703125,
                    0.699219,
                    0.695312,
                    0.59375,
                    0.488281,
                    0.609375,
                    0.625,
                    0.550781,
                    0.679688,
                    0.703125,
                    0.628906,
                    0.613281,
                    0.847656,
                    0.550781,
                    0.671875,
                    0.472656,
                    0.816406,
                    0.636719,
                    0.527344,
                    0.597656,
                    0.640625,
                    0.605469,
                    0.625,
                    0.628906,
                    0.570312,
                    0.613281,
                    0.597656,
                    0.462891,
                    0.726562,
                    0.5625,
                    0.558594,
                    0.605469,
                    0.558594,
                    0.640625,
                    0.828125,
                    0.535156,
                    0.632812,
                    0.378906,
                    0.472656,
                    0.695312,
                    0.84375,
                    0.628906,
                    0.507812,
                    1.289062,
                    0.402344,
                    0.652344,
                    0.570312,
                    0.621094,
                    1.0625,
                    0.859375,
                    1.203125,
                    0.675781,
                    0.365234,
                    2.6875,
                    0.621094,
                    0.632812,
                    1.515625,
                    0.53125,
                    0.523438,
                    0.570312,
                    0.773438,
                    0.494141,
                    0.695312,
                    0.488281,
                    0.566406,
                    0.738281,
                    0.609375,
                    0.789062,
                    0.292969,
                    0.648438,
                    0.574219,
                    0.578125,
                    0.613281,
                    0.648438,
                    0.84375,
                    0.703125,
                    0.542969,
                    0.984375,
                    0.498047,
                    0.636719,
                    0.5,
                    0.353516,
                    0.578125,
                    0.796875,
                    0.703125,
                    0.640625,
                    0.617188,
                    0.19043,
                    1.132812,
                    1.710938,
                    0.878906,
                    0.511719,
                    0.597656,
                    0.53125,
                    0.601562,
                    0.71875,
                    0.546875,
                    0.550781,
                    0.789062,
                    0.59375,
                    0.625,
                    0.613281,
                    0.710938,
                    0.5,
                    0.683594,
                    0.332031,
                    0.691406,
                    0.59375,
                    1.148438,
                    0.648438,
                    0.566406,
                    0.820312,
                    0.480469,
                    0.902344,
                    0.625,
                    0.59375,
                    0.488281,
                    0.761719,
                    1.0625,
                    0.789062,
                    0.683594,
                    0.292969,
                    0.671875,
                    0.492188,
                    0.507812,
                    0.574219,
                    0.726562,
                    0.824219,
                    0.052979,
                    0.5625,
                    0.578125,
                    0.648438,
                    0.605469,
                    0.625,
                    0.789062,
                    0.679688,
                    0.5625,
                    0.527344,
                    0.882812,
                    0.330078,
                    0.652344,
                    0.585938,
                    0.644531,
                    0.617188,
                    0.507812,
                    0.710938,
                    0.597656,
                    0.671875,
                    0.84375,
                    1.1875,
                    0.582031,
                    0.679688,
                    0.785156,
                    0.734375,
                    0.988281,
                    0.664062,
                    0.691406,
                    1.15625,
                    0.558594,
                    0.609375,
                    0.617188,
                    0.554688,
                    0.675781,
                    0.314453,
                    0.746094,
                    0.570312,
                    0.578125,
                    0.546875,
                    0.671875,
                    0.589844,
                    0.714844,
                    0.667969,
                    0.5625,
                    0.527344,
                    0.636719,
                    0.792969,
                    0.835938,
                    0.578125,
                    0.539062,
                    0.273438,
                    0.664062,
                    0.613281,
                    0.585938,
                    0.523438,
                    0.625,
                    0.710938,
                    0.636719,
                    0.664062,
                    0.466797,
                    0.644531,
                    0.71875,
                    0.625,
                    0.539062,
                    0.609375,
                    0.675781,
                    0.824219,
                    0.527344,
                    0.628906,
                    0.65625,
                    0.59375,
                    0.5625,
                    0.589844,
                    0.535156,
                    0.652344,
                    1.210938,
                    0.601562,
                    0.671875,
                    0.609375,
                    0.5625,
                    0.511719,
                    0.757812,
                    0.5625,
                    0.976562,
                    0.648438,
                    0.585938,
                    0.664062,
                    0.65625,
                    0.828125,
                    0.664062,
                    0.636719,
                    0.554688,
                    0.507812,
                    0.757812,
                    0.746094,
                    0.601562,
                    0.449219,
                    1.195312,
                    0.519531,
                    0.554688,
                    0.59375,
                    0.578125,
                    0.578125,
                    0.605469,
                    0.820312,
                    0.71875,
                    0.546875,
                    1.117188,
                    0.542969,
                    0.6875,
                    0.632812,
                    0.871094,
                    0.59375,
                    0.726562,
                    0.550781,
                    0.710938,
                    0.494141,
                    0.710938,
                    0.753906,
                    0.738281,
                    0.601562,
                    0.6875,
                    0.507812,
                    0.613281,
                    0.617188,
                    0.542969,
                    0.71875,
                    0.789062,
                    0.679688,
                    0.5625,
                    0.828125,
                    0.664062,
                    1.609375,
                    0.597656,
                    0.644531,
                    0.726562,
                    0.910156,
                    0.542969,
                    0.65625,
                    0.800781,
                    0.652344,
                    0.820312,
                    0.507812,
                    0.625,
                    0.480469,
                    0.535156,
                    0.300781,
                    0.695312,
                    0.953125,
                    0.691406,
                    0.773438,
                    0.570312,
                    0.632812,
                    0.597656,
                    0.582031,
                    0.707031,
                    0.777344,
                    0.302734,
                    0.6875,
                    0.53125,
                    0.472656,
                    0.235352,
                    0.746094,
                    0.78125,
                    0.447266,
                    0.675781,
                    0.488281,
                    0.816406,
                    0.648438,
                    0.90625,
                    0.539062,
                    0.404297,
                    0.925781,
                    0.945312,
                    0.601562,
                    0.566406,
                    0.601562,
                    0.632812,
                    0.59375,
                    0.585938,
                    0.59375,
                    0.699219,
                    0.722656,
                    0.71875,
                    0.486328,
                    0.632812,
                    0.613281,
                    0.570312,
                    0.605469,
                    1.046875,
                    0.617188,
                    0.59375,
                    0.628906,
                    0.574219,
                    0.511719,
                    0.6875,
                    0.691406,
                    0.84375,
                    0.53125,
                    0.519531,
                    0.480469,
                    0.8125,
                    0.660156,
                    0.466797,
                    0.878906,
                    0.640625,
                    0.691406,
                    0.601562,
                    0.589844,
                    0.589844,
                    0.574219,
                    0.578125,
                    0.605469,
                    0.773438,
                    0.392578,
                    0.804688,
                    0.220703,
                    0.703125,
                    0.660156,
                    0.480469,
                    0.546875,
                    0.570312,
                    0.640625,
                    0.609375,
                    0.691406,
                    0.890625,
                    0.632812,
                    0.601562,
                    0.632812,
                    0.730469,
                    0.582031,
                    0.699219,
                    1.578125,
                    0.722656,
                    0.660156,
                    0.628906,
                    0.574219,
                    0.53125,
                    0.847656,
                    0.671875,
                    0.542969,
                    0.589844,
                    0.542969,
                    0.625,
                    0.761719,
                    0.53125,
                    0.679688,
                    0.542969,
                    0.582031,
                    0.65625,
                    0.738281,
                    0.640625,
                    0.78125,
                    0.558594,
                    0.5,
                    0.644531,
                    0.582031,
                    0.714844,
                    0.5625,
                    0.890625,
                    0.546875,
                    1.359375,
                    1.140625,
                    0.597656,
                    0.617188,
                    0.761719,
                    1.242188,
                    0.691406,
                    0.523438,
                    0.589844,
                    0.835938,
                    0.53125,
                    0.628906,
                    0.773438,
                    0.804688,
                    1.015625,
                    1.03125,
                    0.738281,
                    0.546875,
                    0.507812,
                    0.753906,
                    1.25,
                    0.675781,
                    0.59375,
                    0.474609,
                    0.675781,
                    0.652344,
                    0.597656,
                    1.265625,
                    0.824219,
                    0.582031,
                    0.585938,
                    0.324219,
                    0.75,
                    0.613281,
                    0.703125,
                    0.617188,
                    0.65625,
                    0.71875,
                    1.164062,
                    0.644531,
                    0.589844,
                    0.402344,
                    0.8125,
                    0.574219,
                    0.625,
                    0.53125,
                    0.984375,
                    0.625,
                    0.75,
                    0.490234,
                    0.867188,
                    0.800781,
                    0.582031,
                    0.322266,
                    0.523438,
                    0.5625,
                    0.929688,
                    0.671875,
                    0.503906,
                    0.53125,
                    0.353516,
                    0.65625,
                    0.625,
                    0.632812,
                    0.644531,
                    0.476562,
                    0.507812,
                    0.585938,
                    0.625,
                    0.851562,
                    0.439453,
                    0.652344,
                    0.546875,
                    0.546875,
                    0.710938,
                    0.621094,
                    0.503906,
                    2.296875,
                    0.484375,
                    0.597656,
                    0.621094,
                    1.757812,
                    0.707031,
                    1.367188,
                    0.243164,
                    0.625,
                    0.289062,
                    0.769531,
                    1.140625,
                    1.125,
                    0.578125,
                    0.585938,
                    0.539062,
                    1.25,
                    0.703125,
                    0.601562,
                    0.65625,
                    0.617188,
                    0.582031,
                    0.5625,
                    1.101562,
                    0.625,
                    0.648438,
                    0.867188,
                    0.660156,
                    0.929688,
                    0.648438,
                    1.257812,
                    0.53125,
                    0.53125,
                    0.765625,
                    0.871094,
                    0.578125,
                    0.617188,
                    0.792969,
                    0.613281,
                    0.484375,
                    0.578125,
                    0.511719,
                    0.5625,
                    1.015625,
                    0.78125,
                    0.671875,
                    0.519531,
                    0.5,
                    0.695312,
                    0.566406,
                    0.625,
                    0.589844,
                    0.585938,
                    0.789062,
                    0.605469,
                    0.613281,
                    0.5625,
                    0.648438,
                    0.699219,
                    0.621094,
                    0.652344,
                    0.457031,
                    0.882812,
                    0.675781,
                    0.566406,
                    0.498047,
                    0.570312,
                    0.695312,
                    0.570312,
                    0.5625,
                    0.898438,
                    0.582031,
                    0.535156,
                    0.632812,
                    1.40625,
                    0.535156,
                    0.8125,
                    0.59375,
                    0.601562,
                    0.339844,
                    0.539062,
                    2.34375,
                    0.667969,
                    0.609375,
                    0.65625,
                    0.664062,
                    0.628906,
                    0.953125,
                    0.640625,
                    0.570312,
                    0.597656,
                    0.726562,
                    0.585938,
                    0.964844,
                    0.6875,
                    0.5625,
                    0.667969,
                    0.640625,
                    0.832031,
                    1.257812,
                    0.734375,
                    0.507812,
                    0.271484,
                    0.726562,
                    0.28125,
                    0.496094,
                    0.554688,
                    0.550781,
                    0.640625,
                    0.640625,
                    0.582031,
                    0.259766,
                    0.640625,
                    0.753906,
                    0.636719,
                    0.738281,
                    1.164062,
                    0.455078,
                    0.695312,
                    0.738281,
                    0.710938,
                    0.396484,
                    0.628906,
                    1.101562,
                    0.605469,
                    1.09375,
                    0.527344,
                    0.765625,
                    0.566406,
                    0.941406,
                    0.679688,
                    0.691406,
                    0.589844,
                    0.582031,
                    0.742188,
                    0.507812,
                    0.585938,
                    0.486328,
                    0.765625,
                    0.515625,
                    0.8125,
                    0.929688,
                    0.051514,
                    0.664062,
                    0.6875,
                    1.640625,
                    0.632812,
                    1.109375,
                    0.597656,
                    0.59375,
                    0.722656,
                    0.632812,
                    0.628906,
                    0.494141,
                    0.609375,
                    0.566406,
                    0.652344,
                    0.585938,
                    0.539062,
                    0.808594,
                    0.601562,
                    0.378906,
                    0.390625,
                    0.451172,
                    0.679688,
                    0.679688,
                    0.605469,
                    0.953125,
                    0.765625,
                    0.589844,
                    0.542969,
                    0.6875,
                    0.589844,
                    0.488281,
                    0.613281,
                    0.609375,
                    0.792969,
                    0.613281,
                    0.585938,
                    0.59375,
                    0.847656,
                    0.574219,
                    0.535156,
                    0.589844,
                    0.542969,
                    0.648438,
                    0.4375,
                    0.527344,
                    0.660156,
                    0.867188,
                    0.628906,
                    0.871094,
                    0.742188,
                    0.644531,
                    0.542969,
                    0.628906,
                    0.371094,
                    0.589844,
                    0.617188,
                    0.730469,
                    0.507812,
                    0.742188,
                    0.570312,
                    0.957031,
                    0.542969,
                    0.621094,
                    0.478516,
                    0.6875,
                    0.507812,
                    0.847656,
                    0.636719,
                    0.644531,
                    0.722656,
                    0.59375,
                    0.515625,
                    0.578125,
                    0.671875,
                    0.84375,
                    0.578125,
                    0.738281,
                    0.671875,
                    0.636719,
                    0.730469,
                    0.804688,
                    0.761719,
                    0.523438,
                    1.164062,
                    0.5625,
                    0.550781,
                    0.636719,
                    0.53125,
                    0.554688,
                    0.910156,
                    0.558594,
                    0.539062,
                    0.578125,
                    0.613281,
                    0.792969,
                    0.65625,
                    0.535156,
                    0.757812,
                    0.53125,
                    0.921875,
                    0.613281,
                    1.125,
                    0.828125,
                    0.613281,
                    0.628906,
                    0.507812,
                    0.582031,
                    0.570312,
                    0.558594,
                    0.539062,
                    0.449219,
                    0.679688,
                    0.699219,
                    0.478516
                ]
            },
            "name": "model.model.layers.5.input_layernorm.weight",
            "outputIndexes": [
                446
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                445
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_5/Mul_output_0",
            "outputIndexes": [
                447
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                446,
                447
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_5/Mul_1_output_0",
            "outputIndexes": [
                448
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                448
            ],
            "outputIndexes": [
                2448
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2448
            ],
            "outputIndexes": [
                2449
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/q_proj/Linear",
            "inputIndexes": [
                2449
            ],
            "outputIndexes": [
                2450
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    131646210,
                    1179670,
                    147456,
                    6144,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2450
            ],
            "outputIndexes": [
                2451
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2451
            ],
            "outputIndexes": [
                449
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                448
            ],
            "main_type": "NONE",
            "name": "/Shape_71_output_0",
            "outputIndexes": [
                450
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                450
            ],
            "main_type": "NONE",
            "name": "Shape1328",
            "outputIndexes": [
                451
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                450
            ],
            "main_type": "NONE",
            "name": "Rank1330",
            "outputIndexes": [
                452
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                452,
                452
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1332",
            "outputIndexes": [
                453
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                453
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1333",
            "outputIndexes": [
                454
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                453,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1335",
            "outputIndexes": [
                455
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                455
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1336",
            "outputIndexes": [
                456
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                451,
                454,
                456,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1339",
            "outputIndexes": [
                457
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                457
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1340",
            "outputIndexes": [
                458
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                458
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1341",
            "outputIndexes": [
                459
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                459,
                458
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1342",
            "outputIndexes": [
                460
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                450,
                460,
                453
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_79_output_0",
            "outputIndexes": [
                461
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                461,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_161_output_0",
            "outputIndexes": [
                462
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                462,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_65_output_0",
            "outputIndexes": [
                463
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                449,
                463
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_46_output_0",
            "outputIndexes": [
                464
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                464,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_40_output_0",
            "outputIndexes": [
                465
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                464
            ],
            "main_type": "NONE",
            "name": "/Shape_72_output_0",
            "outputIndexes": [
                466
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                466
            ],
            "main_type": "NONE",
            "name": "Shape1349",
            "outputIndexes": [
                467
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                466
            ],
            "main_type": "NONE",
            "name": "Rank1351",
            "outputIndexes": [
                468
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                468,
                468
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1353",
            "outputIndexes": [
                469
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                469
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1354",
            "outputIndexes": [
                470
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                469,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1356",
            "outputIndexes": [
                471
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                471
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1357",
            "outputIndexes": [
                472
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                467,
                470,
                472,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1360",
            "outputIndexes": [
                473
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                473
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1361",
            "outputIndexes": [
                474
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                474
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1362",
            "outputIndexes": [
                475
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                475,
                474
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1363",
            "outputIndexes": [
                476
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                466,
                476,
                469
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_80_output_0",
            "outputIndexes": [
                477
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                477,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_15_output_0",
            "outputIndexes": [
                478
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                478,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_166_output_0",
            "outputIndexes": [
                479
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                464,
                479,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_21_output_0",
            "outputIndexes": [
                480
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                480
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_10_output_0",
            "outputIndexes": [
                481
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                464,
                22,
                479,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_20_output_0",
            "outputIndexes": [
                482
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                481,
                482
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_68_output_0",
            "outputIndexes": [
                483
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                483,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_41_output_0",
            "outputIndexes": [
                484
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                465,
                484
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_25_output_0",
            "outputIndexes": [
                485
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                448
            ],
            "outputIndexes": [
                2452
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2452
            ],
            "outputIndexes": [
                2453
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/k_proj/Linear",
            "inputIndexes": [
                2453
            ],
            "outputIndexes": [
                2454
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    132979480,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2454
            ],
            "outputIndexes": [
                2455
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2455
            ],
            "outputIndexes": [
                486
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                462,
                85,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_66_output_0",
            "outputIndexes": [
                487
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                486,
                487
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_47_output_0",
            "outputIndexes": [
                488
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                488,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_42_output_0",
            "outputIndexes": [
                489
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                488
            ],
            "main_type": "NONE",
            "name": "/Shape_73_output_0",
            "outputIndexes": [
                490
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                490
            ],
            "main_type": "NONE",
            "name": "Shape1412",
            "outputIndexes": [
                491
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                490
            ],
            "main_type": "NONE",
            "name": "Rank1414",
            "outputIndexes": [
                492
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                492,
                492
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1416",
            "outputIndexes": [
                493
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                493
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1417",
            "outputIndexes": [
                494
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                493,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1419",
            "outputIndexes": [
                495
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                495
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1420",
            "outputIndexes": [
                496
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                491,
                494,
                496,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1423",
            "outputIndexes": [
                497
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                497
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1424",
            "outputIndexes": [
                498
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                498
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1425",
            "outputIndexes": [
                499
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                499,
                498
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1426",
            "outputIndexes": [
                500
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                490,
                500,
                493
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_81_output_0",
            "outputIndexes": [
                501
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                501,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_16_output_0",
            "outputIndexes": [
                502
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                502,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_168_output_0",
            "outputIndexes": [
                503
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                488,
                503,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_23_output_0",
            "outputIndexes": [
                504
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                504
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_11_output_0",
            "outputIndexes": [
                505
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                488,
                22,
                503,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_22_output_0",
            "outputIndexes": [
                506
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                505,
                506
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_69_output_0",
            "outputIndexes": [
                507
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                507,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_43_output_0",
            "outputIndexes": [
                508
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                489,
                508
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_26_output_0",
            "outputIndexes": [
                509
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                448
            ],
            "outputIndexes": [
                2456
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2456
            ],
            "outputIndexes": [
                2457
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/v_proj/Linear",
            "inputIndexes": [
                2457
            ],
            "outputIndexes": [
                2458
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    133201710,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2458
            ],
            "outputIndexes": [
                2459
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2459
            ],
            "outputIndexes": [
                510
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                510,
                487
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_48_output_0",
            "outputIndexes": [
                511
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                485,
                509,
                511,
                111
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_53_output_0",
            "outputIndexes": [
                512
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                512
            ],
            "outputIndexes": [
                2460
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2460
            ],
            "outputIndexes": [
                2461
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/o_proj/Linear",
            "inputIndexes": [
                2461
            ],
            "outputIndexes": [
                2462
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    133423940,
                    1179670,
                    147456,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2462
            ],
            "outputIndexes": [
                2463
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2463
            ],
            "outputIndexes": [
                513
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                445,
                513
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_28_output_0",
            "outputIndexes": [
                514
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.546875,
                    1.421875,
                    1.171875,
                    1.257812,
                    1.195312,
                    1.179688,
                    1.328125,
                    1.21875,
                    1.265625,
                    1.054688,
                    1.21875,
                    0.902344,
                    1.273438,
                    1.265625,
                    1.257812,
                    1.242188,
                    1.265625,
                    1.1875,
                    1.242188,
                    1.015625,
                    1.234375,
                    1.226562,
                    1.21875,
                    0.511719,
                    1.445312,
                    1.265625,
                    1.171875,
                    1.109375,
                    1.40625,
                    1.4375,
                    1.273438,
                    1.242188,
                    1.367188,
                    2.53125,
                    1.257812,
                    1.359375,
                    1.351562,
                    1.265625,
                    0.996094,
                    0.914062,
                    1.335938,
                    1.3125,
                    1.328125,
                    1.445312,
                    0.511719,
                    1.195312,
                    1.21875,
                    1.25,
                    1.242188,
                    1.171875,
                    0.515625,
                    0.835938,
                    1.3125,
                    1.382812,
                    1.273438,
                    1.109375,
                    1.09375,
                    0.507812,
                    0.945312,
                    1.007812,
                    1.15625,
                    1.070312,
                    1.195312,
                    1.234375,
                    1.304688,
                    0.734375,
                    1.171875,
                    1.117188,
                    1.234375,
                    1.117188,
                    1.273438,
                    1.078125,
                    0.507812,
                    1.085938,
                    1.21875,
                    0.84375,
                    1.265625,
                    1.25,
                    1.226562,
                    1.632812,
                    1.3125,
                    0.507812,
                    0.804688,
                    1.289062,
                    1.320312,
                    1.296875,
                    1.328125,
                    1.445312,
                    1.1875,
                    1.28125,
                    1.265625,
                    1.195312,
                    1.117188,
                    1.117188,
                    1.335938,
                    0.765625,
                    1.242188,
                    1.0,
                    1.484375,
                    1.265625,
                    1.5625,
                    0.835938,
                    1.359375,
                    1.507812,
                    1.007812,
                    1.234375,
                    1.226562,
                    1.234375,
                    0.96875,
                    1.265625,
                    1.039062,
                    1.28125,
                    1.101562,
                    0.929688,
                    1.257812,
                    1.210938,
                    1.421875,
                    1.46875,
                    0.503906,
                    0.539062,
                    1.234375,
                    0.558594,
                    1.046875,
                    1.09375,
                    1.234375,
                    1.429688,
                    1.359375,
                    0.589844,
                    1.046875,
                    1.507812,
                    1.1875,
                    1.210938,
                    1.367188,
                    1.453125,
                    1.382812,
                    1.523438,
                    1.015625,
                    1.382812,
                    1.039062,
                    1.28125,
                    0.554688,
                    1.257812,
                    1.132812,
                    0.636719,
                    1.453125,
                    1.03125,
                    1.28125,
                    2.65625,
                    1.367188,
                    1.234375,
                    1.140625,
                    1.304688,
                    0.578125,
                    1.289062,
                    1.210938,
                    0.996094,
                    1.765625,
                    1.09375,
                    1.304688,
                    1.328125,
                    1.03125,
                    1.117188,
                    1.226562,
                    0.546875,
                    1.09375,
                    1.429688,
                    1.242188,
                    1.273438,
                    1.273438,
                    1.554688,
                    1.40625,
                    1.257812,
                    1.257812,
                    1.4375,
                    1.171875,
                    1.390625,
                    1.414062,
                    1.46875,
                    1.351562,
                    1.335938,
                    1.257812,
                    1.265625,
                    1.351562,
                    1.328125,
                    1.265625,
                    0.996094,
                    0.601562,
                    1.445312,
                    1.242188,
                    1.203125,
                    1.367188,
                    1.117188,
                    1.46875,
                    1.40625,
                    1.375,
                    1.257812,
                    1.21875,
                    1.1875,
                    1.351562,
                    1.148438,
                    1.257812,
                    1.265625,
                    1.335938,
                    1.34375,
                    1.242188,
                    1.257812,
                    1.296875,
                    1.539062,
                    1.210938,
                    1.289062,
                    1.203125,
                    1.296875,
                    0.957031,
                    1.210938,
                    1.484375,
                    0.53125,
                    1.273438,
                    1.375,
                    1.296875,
                    1.234375,
                    1.257812,
                    1.296875,
                    0.664062,
                    0.578125,
                    1.15625,
                    1.320312,
                    1.0625,
                    0.9375,
                    1.164062,
                    1.265625,
                    1.351562,
                    1.28125,
                    1.46875,
                    1.25,
                    1.289062,
                    1.125,
                    1.320312,
                    1.273438,
                    1.28125,
                    1.375,
                    1.125,
                    1.351562,
                    1.34375,
                    1.375,
                    1.28125,
                    1.257812,
                    1.351562,
                    1.289062,
                    1.15625,
                    1.421875,
                    1.148438,
                    0.585938,
                    1.546875,
                    1.03125,
                    0.53125,
                    1.078125,
                    1.164062,
                    1.375,
                    1.28125,
                    1.265625,
                    1.226562,
                    1.46875,
                    1.328125,
                    1.109375,
                    1.34375,
                    1.242188,
                    1.03125,
                    1.328125,
                    1.273438,
                    1.234375,
                    1.242188,
                    1.1875,
                    1.101562,
                    1.257812,
                    0.902344,
                    1.046875,
                    0.625,
                    1.320312,
                    1.0625,
                    1.445312,
                    1.265625,
                    1.242188,
                    1.1875,
                    1.21875,
                    1.242188,
                    0.539062,
                    3.28125,
                    1.320312,
                    1.226562,
                    1.359375,
                    1.242188,
                    1.398438,
                    1.351562,
                    1.375,
                    1.085938,
                    1.195312,
                    1.289062,
                    1.25,
                    1.28125,
                    1.40625,
                    0.535156,
                    0.597656,
                    1.328125,
                    0.597656,
                    1.351562,
                    1.257812,
                    1.375,
                    1.125,
                    1.273438,
                    0.515625,
                    0.878906,
                    1.28125,
                    0.585938,
                    1.273438,
                    1.359375,
                    1.3125,
                    0.5625,
                    1.25,
                    1.265625,
                    0.515625,
                    1.195312,
                    1.710938,
                    1.242188,
                    0.894531,
                    1.171875,
                    1.25,
                    1.25,
                    0.523438,
                    1.25,
                    1.21875,
                    0.519531,
                    1.335938,
                    0.574219,
                    1.257812,
                    1.226562,
                    0.71875,
                    1.179688,
                    0.503906,
                    1.132812,
                    0.617188,
                    1.242188,
                    1.28125,
                    1.210938,
                    1.46875,
                    1.304688,
                    1.1875,
                    1.234375,
                    1.109375,
                    1.070312,
                    1.242188,
                    1.117188,
                    0.757812,
                    0.855469,
                    1.367188,
                    1.25,
                    1.320312,
                    0.761719,
                    1.242188,
                    1.390625,
                    1.046875,
                    1.1875,
                    1.257812,
                    1.3125,
                    1.289062,
                    1.226562,
                    1.21875,
                    1.335938,
                    1.234375,
                    0.546875,
                    1.28125,
                    1.15625,
                    1.039062,
                    1.578125,
                    0.992188,
                    1.1875,
                    1.171875,
                    1.257812,
                    1.109375,
                    1.546875,
                    1.039062,
                    1.398438,
                    1.398438,
                    1.28125,
                    1.367188,
                    0.65625,
                    1.242188,
                    1.070312,
                    1.484375,
                    1.0625,
                    1.289062,
                    1.195312,
                    1.242188,
                    1.34375,
                    1.4375,
                    0.910156,
                    0.5625,
                    1.296875,
                    1.34375,
                    1.171875,
                    1.265625,
                    1.039062,
                    1.351562,
                    1.078125,
                    1.226562,
                    1.1875,
                    0.519531,
                    1.289062,
                    1.242188,
                    2.34375,
                    0.542969,
                    1.179688,
                    1.0625,
                    1.273438,
                    1.367188,
                    1.203125,
                    1.171875,
                    1.5,
                    1.429688,
                    0.96875,
                    1.226562,
                    1.28125,
                    1.0,
                    1.601562,
                    1.078125,
                    1.75,
                    1.375,
                    1.085938,
                    1.289062,
                    1.125,
                    1.265625,
                    1.398438,
                    1.320312,
                    1.257812,
                    1.335938,
                    0.984375,
                    1.039062,
                    1.132812,
                    1.03125,
                    1.21875,
                    1.265625,
                    1.164062,
                    1.203125,
                    0.589844,
                    1.273438,
                    1.273438,
                    1.351562,
                    0.546875,
                    1.507812,
                    1.335938,
                    1.320312,
                    1.71875,
                    1.289062,
                    1.25,
                    1.742188,
                    1.34375,
                    1.320312,
                    1.523438,
                    1.289062,
                    0.539062,
                    1.664062,
                    1.0,
                    1.226562,
                    1.28125,
                    1.179688,
                    1.21875,
                    0.578125,
                    1.109375,
                    1.171875,
                    1.195312,
                    1.210938,
                    1.25,
                    1.210938,
                    0.960938,
                    1.320312,
                    1.320312,
                    1.398438,
                    1.257812,
                    1.09375,
                    0.539062,
                    1.257812,
                    1.453125,
                    1.3125,
                    1.25,
                    1.273438,
                    1.148438,
                    1.054688,
                    1.21875,
                    1.15625,
                    1.296875,
                    1.257812,
                    1.273438,
                    1.21875,
                    1.367188,
                    1.265625,
                    1.273438,
                    1.289062,
                    1.296875,
                    1.304688,
                    1.09375,
                    0.570312,
                    0.5,
                    1.289062,
                    1.296875,
                    1.179688,
                    1.4375,
                    1.140625,
                    1.460938,
                    0.820312,
                    1.0625,
                    1.5625,
                    1.171875,
                    1.390625,
                    1.492188,
                    1.5,
                    0.53125,
                    1.28125,
                    1.210938,
                    1.625,
                    0.761719,
                    1.132812,
                    2.75,
                    1.304688,
                    1.257812,
                    1.117188,
                    1.304688,
                    1.101562,
                    1.234375,
                    1.320312,
                    1.257812,
                    1.304688,
                    1.265625,
                    1.085938,
                    0.519531,
                    1.09375,
                    1.289062,
                    1.328125,
                    1.304688,
                    1.296875,
                    1.25,
                    0.539062,
                    1.210938,
                    1.25,
                    1.3125,
                    1.226562,
                    1.234375,
                    1.101562,
                    0.863281,
                    1.265625,
                    0.914062,
                    1.265625,
                    1.046875,
                    1.273438,
                    1.28125,
                    1.398438,
                    0.558594,
                    1.171875,
                    1.273438,
                    1.226562,
                    1.3125,
                    0.542969,
                    1.34375,
                    1.273438,
                    1.84375,
                    1.273438,
                    1.351562,
                    1.34375,
                    0.511719,
                    1.304688,
                    1.320312,
                    1.46875,
                    1.007812,
                    1.492188,
                    1.109375,
                    0.496094,
                    0.570312,
                    1.242188,
                    1.304688,
                    1.3125,
                    0.546875,
                    1.257812,
                    0.671875,
                    1.078125,
                    1.234375,
                    1.367188,
                    1.40625,
                    0.988281,
                    1.132812,
                    1.296875,
                    1.304688,
                    1.148438,
                    1.367188,
                    1.265625,
                    1.335938,
                    1.117188,
                    1.046875,
                    1.40625,
                    1.328125,
                    1.375,
                    1.289062,
                    1.03125,
                    1.367188,
                    1.453125,
                    1.242188,
                    0.519531,
                    1.617188,
                    0.671875,
                    0.535156,
                    1.414062,
                    1.296875,
                    -0.000263,
                    1.101562,
                    1.28125,
                    0.527344,
                    1.03125,
                    1.203125,
                    1.273438,
                    1.273438,
                    1.28125,
                    0.925781,
                    1.195312,
                    1.09375,
                    0.945312,
                    1.203125,
                    1.265625,
                    1.820312,
                    1.429688,
                    1.382812,
                    1.414062,
                    1.296875,
                    1.1875,
                    1.414062,
                    1.132812,
                    0.507812,
                    1.21875,
                    1.1875,
                    1.210938,
                    1.273438,
                    1.09375,
                    1.335938,
                    1.21875,
                    1.390625,
                    0.507812,
                    1.304688,
                    1.023438,
                    0.515625,
                    1.507812,
                    1.601562,
                    1.515625,
                    0.851562,
                    1.09375,
                    0.570312,
                    1.554688,
                    1.1875,
                    1.109375,
                    1.078125,
                    1.359375,
                    1.539062,
                    1.296875,
                    1.21875,
                    1.296875,
                    1.164062,
                    0.707031,
                    0.519531,
                    1.210938,
                    0.914062,
                    1.296875,
                    1.3125,
                    1.1875,
                    1.242188,
                    1.234375,
                    1.289062,
                    0.804688,
                    1.296875,
                    1.328125,
                    1.375,
                    1.242188,
                    0.535156,
                    1.304688,
                    1.234375,
                    1.039062,
                    1.179688,
                    1.257812,
                    1.289062,
                    1.398438,
                    1.40625,
                    1.273438,
                    1.367188,
                    1.289062,
                    1.117188,
                    1.40625,
                    1.234375,
                    1.195312,
                    1.070312,
                    1.296875,
                    0.6875,
                    1.273438,
                    1.09375,
                    1.125,
                    1.65625,
                    1.335938,
                    1.21875,
                    1.179688,
                    1.234375,
                    1.328125,
                    0.597656,
                    1.257812,
                    1.070312,
                    1.296875,
                    1.304688,
                    1.125,
                    0.632812,
                    0.523438,
                    1.34375,
                    2.53125,
                    0.527344,
                    1.445312,
                    1.296875,
                    1.335938,
                    0.554688,
                    1.335938,
                    1.257812,
                    0.574219,
                    1.234375,
                    0.613281,
                    1.1875,
                    1.234375,
                    1.09375,
                    1.539062,
                    1.296875,
                    1.242188,
                    1.140625,
                    1.210938,
                    1.25,
                    1.078125,
                    1.671875,
                    0.835938,
                    1.140625,
                    1.289062,
                    1.289062,
                    1.265625,
                    1.15625,
                    0.589844,
                    0.804688,
                    1.109375,
                    1.414062,
                    1.398438,
                    1.164062,
                    1.265625,
                    1.601562,
                    1.40625,
                    0.972656,
                    1.304688,
                    1.242188,
                    0.621094,
                    1.132812,
                    1.21875,
                    1.289062,
                    1.03125,
                    0.992188,
                    1.148438,
                    1.476562,
                    1.1875,
                    1.164062,
                    0.527344,
                    1.1875,
                    1.414062,
                    1.351562,
                    1.289062,
                    1.101562,
                    1.195312,
                    0.511719,
                    1.257812,
                    1.226562,
                    0.941406,
                    1.210938,
                    1.023438,
                    1.039062,
                    0.671875,
                    1.296875,
                    1.015625,
                    1.03125,
                    1.359375,
                    1.0625,
                    1.25,
                    1.085938,
                    1.242188,
                    1.546875,
                    1.054688,
                    1.3125,
                    1.15625,
                    1.273438,
                    1.359375,
                    1.382812,
                    1.210938,
                    0.980469,
                    1.3125,
                    0.769531,
                    1.015625,
                    1.445312,
                    1.234375,
                    0.992188,
                    1.304688,
                    0.964844,
                    1.25,
                    1.3125,
                    1.195312,
                    1.117188,
                    1.25,
                    0.5625,
                    1.0625,
                    1.210938,
                    1.078125,
                    1.296875,
                    0.992188,
                    1.109375,
                    1.289062,
                    1.21875,
                    1.25,
                    1.304688,
                    1.296875,
                    1.34375,
                    1.335938,
                    1.320312,
                    1.335938,
                    1.4375,
                    1.1875,
                    0.980469,
                    0.53125,
                    1.445312,
                    1.0,
                    1.289062,
                    1.03125,
                    1.179688,
                    0.992188,
                    1.1875,
                    1.289062,
                    1.226562,
                    1.039062,
                    1.296875,
                    1.25,
                    1.390625,
                    1.257812,
                    0.8125,
                    1.351562,
                    0.546875,
                    1.015625,
                    1.46875,
                    1.085938,
                    1.304688,
                    0.515625,
                    1.234375,
                    1.328125,
                    1.453125,
                    0.835938,
                    1.226562,
                    1.71875,
                    0.558594,
                    1.09375,
                    1.03125,
                    1.328125,
                    1.546875,
                    1.140625,
                    1.632812,
                    1.3125,
                    0.539062,
                    0.761719,
                    1.289062,
                    0.992188,
                    0.957031,
                    1.179688,
                    1.234375,
                    1.226562,
                    1.296875,
                    1.1875,
                    1.328125,
                    1.21875,
                    1.296875,
                    1.25,
                    1.03125,
                    1.421875,
                    0.542969,
                    1.320312,
                    1.171875,
                    1.109375,
                    1.25,
                    1.265625,
                    1.429688,
                    1.351562,
                    1.289062,
                    1.414062,
                    0.675781,
                    1.320312,
                    1.226562,
                    0.535156,
                    1.15625,
                    1.4375,
                    1.359375,
                    1.296875,
                    0.914062,
                    0.542969,
                    1.5625,
                    0.875,
                    1.445312,
                    1.1875,
                    1.007812,
                    1.265625,
                    0.804688,
                    1.367188,
                    1.234375,
                    1.164062,
                    1.4375,
                    1.046875,
                    1.171875,
                    1.195312,
                    1.03125,
                    1.273438,
                    1.335938,
                    0.507812,
                    1.335938,
                    1.34375,
                    1.664062,
                    1.289062,
                    1.273438,
                    1.4375,
                    0.757812,
                    1.4375,
                    0.984375,
                    1.0625,
                    1.210938,
                    1.320312,
                    1.625,
                    1.390625,
                    1.25,
                    0.554688,
                    1.28125,
                    1.242188,
                    1.195312,
                    1.28125,
                    1.15625,
                    1.421875,
                    2.484375,
                    1.210938,
                    1.257812,
                    1.03125,
                    1.289062,
                    1.382812,
                    1.320312,
                    1.109375,
                    1.28125,
                    1.304688,
                    1.484375,
                    0.570312,
                    1.296875,
                    1.289062,
                    1.242188,
                    1.25,
                    1.21875,
                    0.9375,
                    0.953125,
                    1.3125,
                    1.429688,
                    1.671875,
                    1.210938,
                    1.304688,
                    1.21875,
                    1.226562,
                    1.507812,
                    1.242188,
                    1.195312,
                    3.0625,
                    1.140625,
                    1.289062,
                    1.320312,
                    1.25,
                    1.34375,
                    0.574219,
                    1.382812,
                    1.289062,
                    1.046875,
                    1.140625,
                    1.0625,
                    1.257812,
                    1.265625,
                    0.9375,
                    1.132812,
                    1.023438,
                    1.203125,
                    1.382812,
                    1.382812,
                    0.511719,
                    1.257812,
                    0.53125,
                    1.335938,
                    1.34375,
                    1.28125,
                    1.085938,
                    1.320312,
                    1.3125,
                    1.25,
                    1.242188,
                    1.273438,
                    1.3125,
                    1.054688,
                    1.296875,
                    1.226562,
                    1.007812,
                    1.265625,
                    0.585938,
                    1.265625,
                    1.140625,
                    1.070312,
                    1.1875,
                    1.28125,
                    1.226562,
                    1.257812,
                    1.132812,
                    1.648438,
                    1.289062,
                    1.007812,
                    1.109375,
                    1.179688,
                    1.257812,
                    1.359375,
                    0.722656,
                    1.171875,
                    1.28125,
                    1.28125,
                    1.320312,
                    0.796875,
                    1.460938,
                    1.085938,
                    1.304688,
                    1.226562,
                    1.195312,
                    1.421875,
                    1.414062,
                    1.296875,
                    1.21875,
                    1.0625,
                    1.210938,
                    1.15625,
                    1.164062,
                    1.242188,
                    1.289062,
                    1.21875,
                    1.390625,
                    1.351562,
                    1.195312,
                    1.617188,
                    1.242188,
                    1.28125,
                    1.148438,
                    1.492188,
                    1.265625,
                    1.390625,
                    1.265625,
                    1.140625,
                    1.25,
                    1.382812,
                    1.375,
                    1.3125,
                    1.328125,
                    1.132812,
                    1.078125,
                    1.046875,
                    1.242188,
                    1.273438,
                    1.414062,
                    1.195312,
                    1.359375,
                    1.195312,
                    1.40625,
                    1.359375,
                    0.59375,
                    1.226562,
                    1.257812,
                    1.304688,
                    1.367188,
                    1.234375,
                    1.304688,
                    1.367188,
                    1.007812,
                    1.398438,
                    1.257812,
                    1.25,
                    1.164062,
                    1.273438,
                    0.5625,
                    1.367188,
                    1.273438,
                    1.34375,
                    1.390625,
                    1.242188,
                    1.046875,
                    1.15625,
                    1.273438,
                    0.976562,
                    1.398438,
                    0.498047,
                    1.148438,
                    1.242188,
                    0.535156,
                    0.53125,
                    1.226562,
                    1.0625,
                    1.195312,
                    1.3125,
                    1.179688,
                    1.179688,
                    1.078125,
                    1.46875,
                    1.171875,
                    0.554688,
                    1.53125,
                    1.492188,
                    1.289062,
                    1.226562,
                    1.148438,
                    0.847656,
                    1.304688,
                    1.15625,
                    1.21875,
                    1.140625,
                    1.007812,
                    1.367188,
                    0.621094,
                    1.335938,
                    1.289062,
                    1.28125,
                    1.304688,
                    1.53125,
                    1.273438,
                    1.234375,
                    1.304688,
                    1.03125,
                    1.21875,
                    1.34375,
                    1.320312,
                    1.476562,
                    0.746094,
                    1.242188,
                    1.226562,
                    1.414062,
                    1.109375,
                    1.28125,
                    1.484375,
                    1.125,
                    1.367188,
                    1.09375,
                    1.125,
                    1.296875,
                    1.15625,
                    1.171875,
                    1.109375,
                    1.226562,
                    0.542969,
                    1.375,
                    0.519531,
                    1.382812,
                    1.351562,
                    0.53125,
                    0.980469,
                    1.320312,
                    1.179688,
                    1.289062,
                    1.335938,
                    0.792969,
                    1.28125,
                    1.15625,
                    1.0,
                    1.382812,
                    1.28125,
                    1.242188,
                    1.484375,
                    1.171875,
                    1.296875,
                    1.273438,
                    1.03125,
                    1.28125,
                    1.445312,
                    1.3125,
                    1.265625,
                    1.023438,
                    0.53125,
                    1.164062,
                    1.34375,
                    1.210938,
                    1.359375,
                    1.21875,
                    1.3125,
                    1.375,
                    1.367188,
                    1.28125,
                    1.4375,
                    1.15625,
                    1.257812,
                    1.007812,
                    0.523438,
                    0.933594,
                    1.242188,
                    1.203125,
                    1.257812,
                    1.789062,
                    1.578125,
                    1.304688,
                    1.1875,
                    1.40625,
                    1.828125,
                    1.328125,
                    1.210938,
                    1.28125,
                    1.40625,
                    1.179688,
                    1.0625,
                    0.789062,
                    0.664062,
                    1.554688,
                    0.953125,
                    1.210938,
                    0.804688,
                    1.226562,
                    1.296875,
                    0.726562,
                    0.605469,
                    1.078125,
                    0.675781,
                    1.351562,
                    1.257812,
                    1.203125,
                    2.984375,
                    1.382812,
                    1.304688,
                    1.03125,
                    0.515625,
                    1.40625,
                    1.109375,
                    1.390625,
                    1.242188,
                    1.3125,
                    1.359375,
                    1.632812,
                    1.296875,
                    1.289062,
                    0.640625,
                    1.429688,
                    0.800781,
                    1.078125,
                    1.273438,
                    1.335938,
                    1.226562,
                    1.414062,
                    0.498047,
                    1.226562,
                    1.398438,
                    1.28125,
                    0.566406,
                    1.242188,
                    1.101562,
                    1.484375,
                    1.148438,
                    1.25,
                    1.210938,
                    0.515625,
                    1.3125,
                    1.328125,
                    1.3125,
                    0.96875,
                    1.1875,
                    1.164062,
                    1.226562,
                    1.3125,
                    1.429688,
                    1.21875,
                    0.988281,
                    1.25,
                    1.203125,
                    1.359375,
                    0.90625,
                    0.570312,
                    3.390625,
                    1.21875,
                    1.257812,
                    1.09375,
                    0.601562,
                    1.367188,
                    0.976562,
                    0.503906,
                    0.976562,
                    0.5,
                    1.304688,
                    1.40625,
                    1.617188,
                    1.25,
                    1.15625,
                    1.203125,
                    1.148438,
                    1.28125,
                    1.054688,
                    1.28125,
                    1.085938,
                    1.21875,
                    0.949219,
                    1.640625,
                    0.515625,
                    1.320312,
                    1.4375,
                    1.304688,
                    1.484375,
                    0.882812,
                    1.664062,
                    1.203125,
                    1.304688,
                    1.3125,
                    1.445312,
                    1.257812,
                    1.015625,
                    1.460938,
                    1.21875,
                    1.195312,
                    1.171875,
                    1.25,
                    1.28125,
                    1.53125,
                    1.40625,
                    1.34375,
                    1.265625,
                    0.519531,
                    1.1875,
                    1.242188,
                    1.164062,
                    1.3125,
                    1.085938,
                    1.390625,
                    1.296875,
                    1.21875,
                    1.28125,
                    1.28125,
                    1.351562,
                    1.195312,
                    1.34375,
                    0.539062,
                    1.4375,
                    1.304688,
                    0.867188,
                    1.21875,
                    1.257812,
                    1.34375,
                    1.265625,
                    0.945312,
                    1.460938,
                    0.976562,
                    1.140625,
                    0.984375,
                    1.757812,
                    1.289062,
                    1.429688,
                    1.320312,
                    1.046875,
                    0.558594,
                    1.226562,
                    0.609375,
                    1.367188,
                    1.296875,
                    1.375,
                    1.242188,
                    1.273438,
                    1.507812,
                    1.101562,
                    1.171875,
                    1.242188,
                    1.304688,
                    1.179688,
                    1.507812,
                    1.304688,
                    1.242188,
                    1.320312,
                    1.328125,
                    1.03125,
                    1.757812,
                    1.375,
                    1.242188,
                    0.492188,
                    1.375,
                    0.574219,
                    0.621094,
                    1.1875,
                    1.1875,
                    1.0,
                    0.578125,
                    1.164062,
                    0.527344,
                    1.0,
                    1.40625,
                    1.234375,
                    1.359375,
                    2.140625,
                    1.15625,
                    0.859375,
                    1.382812,
                    1.070312,
                    0.523438,
                    1.28125,
                    1.617188,
                    1.289062,
                    1.632812,
                    1.203125,
                    1.4375,
                    1.25,
                    1.515625,
                    1.320312,
                    1.304688,
                    1.320312,
                    0.546875,
                    1.328125,
                    1.046875,
                    0.511719,
                    1.265625,
                    1.171875,
                    1.242188,
                    1.34375,
                    1.507812,
                    0.523438,
                    1.046875,
                    1.015625,
                    0.507812,
                    1.09375,
                    1.5625,
                    1.273438,
                    1.28125,
                    1.367188,
                    1.335938,
                    1.257812,
                    1.21875,
                    1.085938,
                    0.5625,
                    1.125,
                    1.25,
                    1.234375,
                    1.398438,
                    1.296875,
                    0.519531,
                    0.507812,
                    0.570312,
                    1.328125,
                    1.132812,
                    1.078125,
                    1.234375,
                    1.367188,
                    1.140625,
                    1.257812,
                    1.351562,
                    1.265625,
                    0.503906,
                    1.25,
                    1.148438,
                    1.382812,
                    1.304688,
                    0.945312,
                    0.949219,
                    1.4375,
                    1.28125,
                    1.25,
                    1.039062,
                    1.148438,
                    1.320312,
                    0.515625,
                    1.226562,
                    1.3125,
                    1.539062,
                    1.320312,
                    1.460938,
                    1.117188,
                    1.351562,
                    1.234375,
                    1.21875,
                    0.496094,
                    1.257812,
                    0.957031,
                    1.34375,
                    1.234375,
                    1.171875,
                    1.171875,
                    1.15625,
                    1.234375,
                    1.054688,
                    1.210938,
                    1.070312,
                    1.234375,
                    1.265625,
                    1.164062,
                    1.15625,
                    1.335938,
                    1.023438,
                    1.234375,
                    1.296875,
                    1.164062,
                    1.460938,
                    1.304688,
                    1.328125,
                    1.023438,
                    1.070312,
                    1.359375,
                    1.40625,
                    1.40625,
                    1.226562,
                    1.640625,
                    1.21875,
                    1.1875,
                    1.296875,
                    1.179688,
                    1.257812,
                    1.523438,
                    1.125,
                    1.0625,
                    1.265625,
                    1.117188,
                    1.414062,
                    1.171875,
                    1.234375,
                    1.375,
                    1.25,
                    1.46875,
                    0.941406,
                    1.703125,
                    1.164062,
                    1.21875,
                    1.28125,
                    1.25,
                    0.792969,
                    0.621094,
                    1.203125,
                    1.25,
                    0.484375,
                    1.28125,
                    1.304688,
                    1.257812
                ]
            },
            "name": "model.model.layers.5.post_attention_layernorm.weight",
            "outputIndexes": [
                515
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                514
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_5/Mul_output_0",
            "outputIndexes": [
                516
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                515,
                516
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_5/Mul_1_output_0",
            "outputIndexes": [
                517
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                517
            ],
            "outputIndexes": [
                2464
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2464
            ],
            "outputIndexes": [
                2465
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/gate_proj/Linear",
            "inputIndexes": [
                2465
            ],
            "outputIndexes": [
                2466
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    134751066,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2466
            ],
            "outputIndexes": [
                2467
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2467
            ],
            "outputIndexes": [
                518
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                518
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_5/Sigmoid_output_0",
            "outputIndexes": [
                519
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                518,
                519
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_5/Mul_output_0",
            "outputIndexes": [
                520
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                517
            ],
            "outputIndexes": [
                2468
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2468
            ],
            "outputIndexes": [
                2469
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/up_proj/Linear",
            "inputIndexes": [
                2469
            ],
            "outputIndexes": [
                2470
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    142492528,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2470
            ],
            "outputIndexes": [
                2471
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2471
            ],
            "outputIndexes": [
                521
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                520,
                521
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_5/Mul_output_0",
            "outputIndexes": [
                522
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                522
            ],
            "outputIndexes": [
                2472
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    8960,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2472
            ],
            "outputIndexes": [
                2473
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/down_proj/Linear",
            "inputIndexes": [
                2473
            ],
            "outputIndexes": [
                2474
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 8960,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    150233990,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2474
            ],
            "outputIndexes": [
                2475
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2475
            ],
            "outputIndexes": [
                523
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                514,
                523
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_29_output_0",
            "outputIndexes": [
                524
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                524,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_54_output_0",
            "outputIndexes": [
                525
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.992188,
                    0.660156,
                    0.703125,
                    0.617188,
                    0.667969,
                    0.535156,
                    0.632812,
                    0.664062,
                    0.503906,
                    0.566406,
                    0.554688,
                    0.894531,
                    0.523438,
                    0.515625,
                    0.554688,
                    0.578125,
                    0.472656,
                    0.554688,
                    0.519531,
                    0.628906,
                    0.511719,
                    0.695312,
                    0.644531,
                    0.664062,
                    0.894531,
                    0.511719,
                    0.5625,
                    0.558594,
                    0.679688,
                    0.640625,
                    0.490234,
                    0.484375,
                    0.628906,
                    1.015625,
                    0.601562,
                    0.558594,
                    0.6875,
                    0.605469,
                    0.59375,
                    0.648438,
                    0.574219,
                    0.507812,
                    0.53125,
                    0.769531,
                    0.988281,
                    0.570312,
                    0.546875,
                    0.447266,
                    0.585938,
                    0.710938,
                    0.753906,
                    0.640625,
                    0.523438,
                    0.671875,
                    0.570312,
                    0.554688,
                    0.570312,
                    0.753906,
                    0.761719,
                    0.59375,
                    0.53125,
                    0.566406,
                    0.609375,
                    0.449219,
                    0.625,
                    0.574219,
                    0.59375,
                    0.558594,
                    0.8125,
                    0.550781,
                    0.65625,
                    0.699219,
                    0.851562,
                    0.613281,
                    0.558594,
                    0.574219,
                    0.550781,
                    0.503906,
                    0.511719,
                    0.945312,
                    0.554688,
                    0.726562,
                    0.757812,
                    0.613281,
                    0.554688,
                    0.486328,
                    0.539062,
                    0.742188,
                    0.65625,
                    0.570312,
                    0.539062,
                    0.546875,
                    0.667969,
                    0.546875,
                    0.578125,
                    0.851562,
                    0.582031,
                    0.671875,
                    0.734375,
                    0.5,
                    0.960938,
                    0.683594,
                    0.734375,
                    0.820312,
                    0.597656,
                    0.667969,
                    0.800781,
                    0.550781,
                    0.546875,
                    0.464844,
                    0.585938,
                    0.507812,
                    0.648438,
                    2.203125,
                    0.470703,
                    0.53125,
                    0.726562,
                    0.910156,
                    0.609375,
                    0.695312,
                    0.523438,
                    0.765625,
                    0.617188,
                    0.585938,
                    0.443359,
                    0.785156,
                    0.628906,
                    0.431641,
                    0.765625,
                    0.789062,
                    0.515625,
                    0.470703,
                    0.65625,
                    0.746094,
                    0.722656,
                    0.640625,
                    0.5625,
                    0.636719,
                    0.53125,
                    0.539062,
                    0.310547,
                    0.753906,
                    0.492188,
                    0.402344,
                    0.78125,
                    0.605469,
                    0.542969,
                    1.789062,
                    0.597656,
                    0.519531,
                    0.5625,
                    0.578125,
                    0.558594,
                    0.574219,
                    0.464844,
                    0.558594,
                    0.867188,
                    0.554688,
                    0.550781,
                    0.519531,
                    0.65625,
                    0.554688,
                    0.609375,
                    0.839844,
                    0.628906,
                    0.695312,
                    0.5625,
                    0.570312,
                    0.585938,
                    0.765625,
                    0.613281,
                    0.498047,
                    0.550781,
                    1.140625,
                    0.628906,
                    0.597656,
                    0.867188,
                    0.773438,
                    0.8125,
                    0.554688,
                    0.492188,
                    0.511719,
                    0.6875,
                    0.800781,
                    0.554688,
                    0.953125,
                    0.507812,
                    0.859375,
                    0.472656,
                    0.625,
                    0.757812,
                    0.539062,
                    0.832031,
                    0.636719,
                    0.558594,
                    0.546875,
                    0.519531,
                    0.490234,
                    0.558594,
                    0.574219,
                    0.503906,
                    0.523438,
                    0.589844,
                    0.675781,
                    0.460938,
                    0.490234,
                    0.621094,
                    0.699219,
                    0.472656,
                    0.515625,
                    0.5625,
                    0.511719,
                    0.644531,
                    0.710938,
                    0.726562,
                    0.929688,
                    0.539062,
                    0.585938,
                    0.570312,
                    0.494141,
                    0.492188,
                    0.519531,
                    0.640625,
                    1.296875,
                    0.613281,
                    0.466797,
                    0.535156,
                    0.59375,
                    0.964844,
                    0.507812,
                    0.613281,
                    0.558594,
                    0.867188,
                    0.535156,
                    0.486328,
                    0.5,
                    0.515625,
                    0.683594,
                    0.585938,
                    0.574219,
                    0.542969,
                    0.554688,
                    0.632812,
                    0.515625,
                    0.478516,
                    0.507812,
                    0.628906,
                    0.640625,
                    0.53125,
                    0.773438,
                    0.566406,
                    0.84375,
                    0.816406,
                    1.242188,
                    0.308594,
                    0.558594,
                    0.523438,
                    0.601562,
                    0.585938,
                    0.644531,
                    0.515625,
                    0.800781,
                    0.605469,
                    0.605469,
                    0.535156,
                    0.474609,
                    0.550781,
                    0.566406,
                    0.519531,
                    0.503906,
                    0.462891,
                    0.855469,
                    0.566406,
                    0.498047,
                    0.605469,
                    0.601562,
                    0.398438,
                    0.578125,
                    0.503906,
                    0.796875,
                    0.539062,
                    0.519531,
                    0.582031,
                    0.664062,
                    0.550781,
                    0.816406,
                    1.125,
                    0.574219,
                    0.609375,
                    0.628906,
                    0.523438,
                    0.605469,
                    0.601562,
                    0.65625,
                    0.578125,
                    0.482422,
                    0.625,
                    0.585938,
                    0.511719,
                    0.734375,
                    0.640625,
                    0.90625,
                    0.667969,
                    0.617188,
                    0.671875,
                    0.527344,
                    0.628906,
                    0.675781,
                    0.519531,
                    0.535156,
                    0.625,
                    0.462891,
                    0.574219,
                    0.601562,
                    0.605469,
                    0.601562,
                    0.828125,
                    0.59375,
                    0.492188,
                    0.824219,
                    0.488281,
                    0.972656,
                    0.490234,
                    0.632812,
                    0.550781,
                    0.523438,
                    0.554688,
                    0.441406,
                    0.628906,
                    0.5625,
                    0.208984,
                    0.621094,
                    0.523438,
                    0.574219,
                    0.640625,
                    0.878906,
                    0.5625,
                    0.863281,
                    0.75,
                    0.578125,
                    0.617188,
                    0.648438,
                    0.636719,
                    0.8125,
                    0.574219,
                    0.455078,
                    0.523438,
                    0.589844,
                    0.503906,
                    0.546875,
                    0.523438,
                    0.597656,
                    0.664062,
                    0.753906,
                    0.503906,
                    0.519531,
                    2.421875,
                    0.707031,
                    0.667969,
                    0.574219,
                    0.601562,
                    0.625,
                    0.652344,
                    0.570312,
                    0.578125,
                    0.609375,
                    0.574219,
                    0.550781,
                    0.605469,
                    0.515625,
                    0.628906,
                    0.585938,
                    0.820312,
                    0.523438,
                    0.550781,
                    0.578125,
                    0.455078,
                    0.667969,
                    0.910156,
                    0.535156,
                    0.609375,
                    0.734375,
                    0.585938,
                    0.71875,
                    0.648438,
                    0.421875,
                    0.53125,
                    0.667969,
                    0.503906,
                    0.535156,
                    0.578125,
                    0.523438,
                    0.539062,
                    0.957031,
                    0.8125,
                    1.039062,
                    0.496094,
                    0.773438,
                    0.65625,
                    0.519531,
                    0.542969,
                    0.664062,
                    0.667969,
                    0.433594,
                    0.601562,
                    0.914062,
                    0.5,
                    0.492188,
                    -0.020508,
                    0.953125,
                    0.582031,
                    0.597656,
                    0.472656,
                    0.613281,
                    0.621094,
                    0.527344,
                    0.804688,
                    0.695312,
                    0.554688,
                    0.503906,
                    0.53125,
                    0.5625,
                    1.078125,
                    0.605469,
                    0.699219,
                    0.5625,
                    0.5625,
                    0.546875,
                    0.539062,
                    0.466797,
                    0.699219,
                    0.570312,
                    0.515625,
                    0.605469,
                    0.675781,
                    0.558594,
                    0.605469,
                    0.632812,
                    0.507812,
                    0.511719,
                    0.566406,
                    0.585938,
                    0.832031,
                    0.816406,
                    0.523438,
                    0.640625,
                    0.851562,
                    0.613281,
                    0.621094,
                    0.554688,
                    1.132812,
                    0.640625,
                    0.451172,
                    0.984375,
                    0.75,
                    0.558594,
                    0.898438,
                    0.578125,
                    0.332031,
                    0.800781,
                    0.542969,
                    0.578125,
                    0.601562,
                    0.691406,
                    0.554688,
                    0.707031,
                    0.601562,
                    0.605469,
                    0.589844,
                    0.550781,
                    0.519531,
                    0.507812,
                    0.570312,
                    0.726562,
                    0.683594,
                    0.644531,
                    0.625,
                    0.578125,
                    0.976562,
                    0.515625,
                    0.71875,
                    0.664062,
                    0.498047,
                    0.492188,
                    0.566406,
                    0.59375,
                    0.449219,
                    0.648438,
                    0.519531,
                    0.486328,
                    0.511719,
                    0.523438,
                    0.554688,
                    0.539062,
                    0.597656,
                    0.519531,
                    0.542969,
                    0.5625,
                    0.589844,
                    0.945312,
                    1.96875,
                    0.519531,
                    0.574219,
                    0.425781,
                    0.636719,
                    0.476562,
                    0.660156,
                    1.851562,
                    0.589844,
                    0.734375,
                    0.585938,
                    0.644531,
                    0.886719,
                    0.773438,
                    0.527344,
                    0.578125,
                    0.578125,
                    1.03125,
                    0.5625,
                    0.691406,
                    0.025391,
                    0.558594,
                    0.546875,
                    0.585938,
                    0.613281,
                    0.542969,
                    0.431641,
                    0.65625,
                    0.519531,
                    0.554688,
                    0.589844,
                    0.589844,
                    0.835938,
                    0.519531,
                    0.542969,
                    0.625,
                    0.574219,
                    0.570312,
                    0.554688,
                    0.617188,
                    0.519531,
                    0.511719,
                    0.566406,
                    0.527344,
                    0.4375,
                    0.644531,
                    0.710938,
                    0.554688,
                    0.679688,
                    0.546875,
                    0.492188,
                    0.566406,
                    0.511719,
                    0.6875,
                    0.792969,
                    0.503906,
                    0.466797,
                    0.458984,
                    0.566406,
                    0.625,
                    0.613281,
                    0.507812,
                    1.203125,
                    0.542969,
                    0.617188,
                    0.855469,
                    1.328125,
                    0.539062,
                    0.628906,
                    0.671875,
                    0.640625,
                    0.714844,
                    0.542969,
                    0.703125,
                    0.839844,
                    0.601562,
                    0.601562,
                    0.589844,
                    0.734375,
                    0.515625,
                    2.375,
                    0.609375,
                    0.470703,
                    0.628906,
                    0.753906,
                    0.542969,
                    0.589844,
                    0.554688,
                    0.554688,
                    0.523438,
                    0.699219,
                    0.484375,
                    0.65625,
                    0.566406,
                    0.5625,
                    0.695312,
                    0.628906,
                    0.601562,
                    0.65625,
                    0.5625,
                    0.699219,
                    0.699219,
                    0.578125,
                    0.863281,
                    0.875,
                    0.71875,
                    0.498047,
                    0.71875,
                    0.585938,
                    -0.042969,
                    0.519531,
                    0.542969,
                    0.570312,
                    0.554688,
                    0.511719,
                    0.5625,
                    0.59375,
                    0.535156,
                    0.566406,
                    0.554688,
                    0.566406,
                    0.601562,
                    0.550781,
                    0.589844,
                    1.25,
                    0.878906,
                    0.613281,
                    0.773438,
                    0.574219,
                    0.546875,
                    0.605469,
                    0.578125,
                    0.486328,
                    0.427734,
                    0.496094,
                    0.722656,
                    0.490234,
                    0.589844,
                    0.59375,
                    0.625,
                    0.738281,
                    0.5625,
                    0.515625,
                    0.554688,
                    0.574219,
                    0.9375,
                    1.078125,
                    0.78125,
                    0.695312,
                    0.535156,
                    0.53125,
                    0.765625,
                    0.570312,
                    0.578125,
                    0.574219,
                    0.636719,
                    0.808594,
                    0.558594,
                    0.550781,
                    0.554688,
                    0.578125,
                    0.679688,
                    0.910156,
                    0.492188,
                    0.71875,
                    0.574219,
                    0.605469,
                    0.458984,
                    0.5625,
                    0.605469,
                    0.53125,
                    0.867188,
                    0.578125,
                    0.691406,
                    0.6875,
                    0.496094,
                    0.882812,
                    0.550781,
                    0.570312,
                    0.648438,
                    0.5625,
                    0.507812,
                    0.507812,
                    0.644531,
                    0.628906,
                    0.535156,
                    0.660156,
                    0.535156,
                    0.486328,
                    0.574219,
                    0.75,
                    0.613281,
                    0.636719,
                    0.542969,
                    0.992188,
                    0.53125,
                    0.761719,
                    0.597656,
                    0.929688,
                    0.570312,
                    0.820312,
                    0.515625,
                    0.515625,
                    0.519531,
                    0.851562,
                    0.625,
                    0.628906,
                    0.742188,
                    0.546875,
                    0.621094,
                    0.539062,
                    0.341797,
                    0.59375,
                    1.398438,
                    0.84375,
                    0.769531,
                    0.519531,
                    0.589844,
                    0.835938,
                    0.59375,
                    0.527344,
                    0.392578,
                    0.570312,
                    0.617188,
                    0.585938,
                    0.435547,
                    0.613281,
                    0.964844,
                    0.507812,
                    0.53125,
                    0.503906,
                    0.550781,
                    0.558594,
                    0.597656,
                    1.039062,
                    0.453125,
                    0.546875,
                    0.574219,
                    0.546875,
                    1.046875,
                    0.707031,
                    0.605469,
                    1.28125,
                    0.558594,
                    0.652344,
                    0.652344,
                    0.65625,
                    0.523438,
                    1.101562,
                    0.71875,
                    0.722656,
                    0.570312,
                    2.453125,
                    0.59375,
                    0.652344,
                    0.507812,
                    0.558594,
                    0.539062,
                    0.613281,
                    0.546875,
                    0.789062,
                    0.519531,
                    0.585938,
                    0.458984,
                    0.589844,
                    0.550781,
                    0.644531,
                    0.914062,
                    0.566406,
                    0.621094,
                    0.746094,
                    0.558594,
                    0.484375,
                    0.753906,
                    0.566406,
                    0.582031,
                    0.574219,
                    0.636719,
                    0.519531,
                    0.601562,
                    0.5625,
                    0.738281,
                    0.519531,
                    0.578125,
                    0.710938,
                    0.539062,
                    0.964844,
                    0.546875,
                    0.589844,
                    0.535156,
                    0.5625,
                    0.632812,
                    0.816406,
                    1.601562,
                    0.707031,
                    0.59375,
                    0.625,
                    0.617188,
                    0.714844,
                    0.527344,
                    0.566406,
                    0.628906,
                    0.710938,
                    0.507812,
                    0.554688,
                    0.515625,
                    0.632812,
                    0.511719,
                    0.738281,
                    0.558594,
                    0.378906,
                    0.542969,
                    0.648438,
                    0.628906,
                    0.648438,
                    0.519531,
                    0.460938,
                    0.503906,
                    0.494141,
                    0.527344,
                    0.558594,
                    0.527344,
                    0.585938,
                    0.582031,
                    0.664062,
                    0.496094,
                    0.589844,
                    0.695312,
                    0.6875,
                    0.632812,
                    0.451172,
                    0.636719,
                    0.582031,
                    0.582031,
                    0.660156,
                    0.507812,
                    0.546875,
                    0.589844,
                    0.601562,
                    0.457031,
                    0.703125,
                    0.550781,
                    0.546875,
                    0.585938,
                    0.855469,
                    0.617188,
                    0.765625,
                    0.535156,
                    0.625,
                    0.960938,
                    0.480469,
                    0.574219,
                    0.71875,
                    0.578125,
                    0.507812,
                    0.949219,
                    0.59375,
                    0.601562,
                    0.574219,
                    0.59375,
                    0.78125,
                    0.765625,
                    1.0625,
                    0.625,
                    0.378906,
                    2.34375,
                    0.589844,
                    0.558594,
                    1.53125,
                    0.523438,
                    0.542969,
                    0.542969,
                    0.667969,
                    0.503906,
                    0.570312,
                    0.519531,
                    0.519531,
                    0.691406,
                    0.625,
                    0.648438,
                    0.470703,
                    0.574219,
                    0.652344,
                    0.527344,
                    0.550781,
                    0.671875,
                    0.695312,
                    0.578125,
                    0.542969,
                    0.925781,
                    0.527344,
                    0.53125,
                    0.441406,
                    0.742188,
                    0.59375,
                    0.609375,
                    0.605469,
                    0.570312,
                    0.652344,
                    0.240234,
                    1.414062,
                    1.5625,
                    0.738281,
                    0.5,
                    0.605469,
                    0.515625,
                    0.648438,
                    0.734375,
                    0.5,
                    0.480469,
                    0.621094,
                    0.578125,
                    0.609375,
                    0.613281,
                    0.679688,
                    0.488281,
                    0.578125,
                    0.628906,
                    0.683594,
                    0.550781,
                    0.960938,
                    0.652344,
                    0.476562,
                    0.761719,
                    0.546875,
                    0.742188,
                    0.609375,
                    0.601562,
                    0.451172,
                    0.621094,
                    0.933594,
                    0.648438,
                    0.636719,
                    0.320312,
                    0.714844,
                    0.498047,
                    0.478516,
                    0.550781,
                    0.652344,
                    0.789062,
                    0.014832,
                    0.53125,
                    0.5625,
                    0.597656,
                    0.527344,
                    0.550781,
                    0.746094,
                    0.664062,
                    0.570312,
                    0.527344,
                    0.789062,
                    0.423828,
                    0.519531,
                    0.550781,
                    0.613281,
                    0.550781,
                    0.535156,
                    0.707031,
                    0.539062,
                    0.605469,
                    0.699219,
                    0.960938,
                    0.554688,
                    0.527344,
                    0.757812,
                    0.640625,
                    0.882812,
                    0.695312,
                    0.644531,
                    0.929688,
                    0.515625,
                    0.519531,
                    0.605469,
                    0.578125,
                    0.574219,
                    0.412109,
                    0.5625,
                    0.484375,
                    0.574219,
                    0.511719,
                    0.648438,
                    0.585938,
                    0.65625,
                    0.597656,
                    0.554688,
                    0.539062,
                    0.605469,
                    0.734375,
                    0.664062,
                    0.753906,
                    0.523438,
                    0.4375,
                    0.59375,
                    0.609375,
                    0.539062,
                    0.5,
                    0.601562,
                    0.617188,
                    0.546875,
                    0.570312,
                    0.511719,
                    0.589844,
                    0.640625,
                    0.527344,
                    0.488281,
                    0.550781,
                    0.59375,
                    1.09375,
                    0.53125,
                    0.515625,
                    0.589844,
                    0.550781,
                    0.546875,
                    0.589844,
                    0.539062,
                    0.613281,
                    0.976562,
                    0.578125,
                    0.578125,
                    0.550781,
                    0.542969,
                    0.425781,
                    0.691406,
                    0.667969,
                    0.921875,
                    0.710938,
                    0.628906,
                    0.597656,
                    0.679688,
                    0.679688,
                    0.601562,
                    0.582031,
                    0.511719,
                    0.474609,
                    0.65625,
                    0.664062,
                    0.523438,
                    0.478516,
                    1.234375,
                    0.480469,
                    0.539062,
                    0.578125,
                    0.542969,
                    0.5625,
                    0.601562,
                    0.71875,
                    0.671875,
                    0.527344,
                    0.890625,
                    0.482422,
                    0.652344,
                    0.660156,
                    0.71875,
                    0.546875,
                    0.765625,
                    0.515625,
                    0.671875,
                    0.4375,
                    0.570312,
                    0.960938,
                    0.667969,
                    0.566406,
                    0.585938,
                    0.503906,
                    0.578125,
                    0.585938,
                    0.582031,
                    0.683594,
                    0.722656,
                    0.621094,
                    0.503906,
                    0.707031,
                    0.550781,
                    1.664062,
                    0.558594,
                    0.648438,
                    0.707031,
                    0.835938,
                    0.498047,
                    0.53125,
                    0.648438,
                    0.621094,
                    0.6875,
                    0.5,
                    0.570312,
                    0.498047,
                    0.523438,
                    0.337891,
                    0.632812,
                    1.0625,
                    0.59375,
                    0.707031,
                    0.5,
                    0.578125,
                    0.566406,
                    0.554688,
                    0.675781,
                    0.703125,
                    0.695312,
                    0.6875,
                    0.53125,
                    0.640625,
                    0.279297,
                    0.804688,
                    0.792969,
                    0.40625,
                    0.613281,
                    0.455078,
                    0.808594,
                    0.632812,
                    0.769531,
                    0.535156,
                    0.527344,
                    0.785156,
                    0.707031,
                    0.5,
                    0.5625,
                    0.601562,
                    0.710938,
                    0.542969,
                    0.542969,
                    0.574219,
                    0.65625,
                    0.710938,
                    0.589844,
                    0.546875,
                    0.546875,
                    0.539062,
                    0.542969,
                    0.511719,
                    0.859375,
                    0.578125,
                    0.523438,
                    0.566406,
                    0.550781,
                    0.53125,
                    0.566406,
                    0.703125,
                    0.789062,
                    0.527344,
                    0.486328,
                    0.496094,
                    0.667969,
                    0.671875,
                    0.503906,
                    0.679688,
                    0.65625,
                    0.589844,
                    0.601562,
                    0.519531,
                    0.59375,
                    0.5625,
                    0.550781,
                    0.59375,
                    0.75,
                    0.625,
                    0.761719,
                    0.234375,
                    0.597656,
                    0.644531,
                    0.777344,
                    0.527344,
                    0.605469,
                    0.542969,
                    0.523438,
                    0.65625,
                    1.34375,
                    0.5625,
                    0.554688,
                    0.621094,
                    0.632812,
                    0.474609,
                    0.585938,
                    1.554688,
                    0.714844,
                    0.585938,
                    0.542969,
                    0.582031,
                    0.53125,
                    0.730469,
                    0.539062,
                    0.570312,
                    0.609375,
                    0.96875,
                    0.582031,
                    0.6875,
                    0.482422,
                    0.640625,
                    0.507812,
                    0.554688,
                    0.550781,
                    0.617188,
                    0.632812,
                    0.691406,
                    0.554688,
                    0.523438,
                    0.675781,
                    1.015625,
                    0.738281,
                    0.519531,
                    0.9375,
                    0.503906,
                    1.023438,
                    0.992188,
                    0.53125,
                    0.566406,
                    0.710938,
                    0.898438,
                    0.671875,
                    0.496094,
                    0.5625,
                    0.742188,
                    0.5,
                    0.609375,
                    0.984375,
                    1.117188,
                    0.945312,
                    1.070312,
                    0.585938,
                    0.546875,
                    0.523438,
                    0.617188,
                    1.210938,
                    0.871094,
                    0.542969,
                    0.554688,
                    0.613281,
                    0.566406,
                    0.535156,
                    1.21875,
                    0.75,
                    0.498047,
                    0.585938,
                    0.578125,
                    0.660156,
                    0.617188,
                    0.664062,
                    0.578125,
                    0.578125,
                    0.625,
                    1.03125,
                    0.585938,
                    0.550781,
                    0.429688,
                    0.777344,
                    0.664062,
                    0.539062,
                    0.539062,
                    1.09375,
                    0.546875,
                    0.652344,
                    1.992188,
                    0.765625,
                    0.671875,
                    0.527344,
                    0.371094,
                    0.472656,
                    0.539062,
                    0.800781,
                    0.675781,
                    0.482422,
                    0.546875,
                    0.703125,
                    0.570312,
                    0.613281,
                    0.546875,
                    0.589844,
                    0.5,
                    0.488281,
                    0.519531,
                    0.539062,
                    0.765625,
                    0.400391,
                    0.566406,
                    0.582031,
                    0.503906,
                    0.660156,
                    0.597656,
                    0.671875,
                    1.46875,
                    0.5,
                    0.585938,
                    0.5625,
                    1.804688,
                    0.597656,
                    1.460938,
                    0.335938,
                    0.535156,
                    0.396484,
                    0.679688,
                    1.296875,
                    0.988281,
                    0.539062,
                    0.542969,
                    0.527344,
                    1.28125,
                    0.621094,
                    0.589844,
                    0.613281,
                    0.546875,
                    0.539062,
                    0.644531,
                    0.765625,
                    1.867188,
                    0.628906,
                    0.710938,
                    0.550781,
                    0.71875,
                    0.613281,
                    1.171875,
                    0.617188,
                    0.546875,
                    0.71875,
                    0.691406,
                    0.539062,
                    0.578125,
                    0.738281,
                    0.554688,
                    0.484375,
                    0.494141,
                    0.494141,
                    0.507812,
                    0.8125,
                    0.648438,
                    0.628906,
                    0.53125,
                    0.941406,
                    0.667969,
                    0.490234,
                    0.636719,
                    0.535156,
                    0.527344,
                    0.714844,
                    0.570312,
                    0.515625,
                    0.539062,
                    0.597656,
                    0.628906,
                    0.578125,
                    0.554688,
                    0.722656,
                    0.71875,
                    0.570312,
                    0.558594,
                    0.498047,
                    0.519531,
                    0.636719,
                    0.503906,
                    0.53125,
                    0.773438,
                    0.570312,
                    0.523438,
                    0.558594,
                    1.234375,
                    0.507812,
                    0.660156,
                    0.554688,
                    0.558594,
                    0.478516,
                    0.5,
                    2.109375,
                    0.566406,
                    0.523438,
                    0.65625,
                    0.539062,
                    0.539062,
                    0.777344,
                    0.59375,
                    0.53125,
                    0.539062,
                    0.671875,
                    0.542969,
                    0.941406,
                    0.640625,
                    0.554688,
                    0.617188,
                    0.621094,
                    0.851562,
                    1.09375,
                    0.617188,
                    0.484375,
                    0.488281,
                    0.671875,
                    0.269531,
                    0.542969,
                    0.570312,
                    0.578125,
                    0.601562,
                    0.882812,
                    0.558594,
                    0.382812,
                    0.652344,
                    0.632812,
                    0.546875,
                    0.683594,
                    1.0625,
                    0.449219,
                    0.8125,
                    0.777344,
                    0.707031,
                    0.679688,
                    0.574219,
                    0.976562,
                    0.574219,
                    0.964844,
                    0.523438,
                    0.78125,
                    0.511719,
                    0.75,
                    0.710938,
                    0.613281,
                    0.570312,
                    0.78125,
                    0.652344,
                    0.515625,
                    1.046875,
                    0.480469,
                    0.640625,
                    0.447266,
                    0.773438,
                    0.878906,
                    0.042725,
                    0.59375,
                    0.703125,
                    1.585938,
                    0.636719,
                    0.855469,
                    0.59375,
                    0.539062,
                    0.613281,
                    0.664062,
                    0.542969,
                    0.496094,
                    0.542969,
                    0.894531,
                    0.542969,
                    0.519531,
                    0.507812,
                    0.726562,
                    0.53125,
                    0.683594,
                    0.765625,
                    0.625,
                    0.589844,
                    0.664062,
                    0.597656,
                    0.964844,
                    0.660156,
                    0.589844,
                    0.476562,
                    0.589844,
                    0.542969,
                    0.820312,
                    0.582031,
                    0.570312,
                    0.605469,
                    0.511719,
                    0.554688,
                    0.558594,
                    0.816406,
                    0.515625,
                    0.482422,
                    0.578125,
                    0.527344,
                    0.613281,
                    0.9375,
                    0.46875,
                    0.621094,
                    0.695312,
                    0.546875,
                    0.703125,
                    0.683594,
                    0.605469,
                    0.488281,
                    0.554688,
                    0.585938,
                    0.546875,
                    0.621094,
                    0.625,
                    0.486328,
                    0.671875,
                    0.5625,
                    0.875,
                    0.482422,
                    0.542969,
                    0.46875,
                    0.636719,
                    0.460938,
                    0.851562,
                    0.625,
                    0.597656,
                    0.703125,
                    0.582031,
                    0.470703,
                    0.625,
                    0.675781,
                    0.796875,
                    0.498047,
                    0.632812,
                    0.664062,
                    0.578125,
                    0.710938,
                    0.667969,
                    0.742188,
                    0.515625,
                    0.917969,
                    0.539062,
                    0.5625,
                    0.515625,
                    0.441406,
                    0.523438,
                    0.773438,
                    0.503906,
                    0.5625,
                    0.484375,
                    0.566406,
                    0.671875,
                    0.683594,
                    0.460938,
                    0.628906,
                    0.466797,
                    0.789062,
                    0.59375,
                    1.132812,
                    0.777344,
                    0.554688,
                    0.617188,
                    0.53125,
                    0.65625,
                    0.648438,
                    0.519531,
                    0.542969,
                    1.070312,
                    0.640625,
                    0.546875,
                    0.464844
                ]
            },
            "name": "model.model.layers.6.input_layernorm.weight",
            "outputIndexes": [
                526
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                525
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_6/Mul_output_0",
            "outputIndexes": [
                527
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                526,
                527
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_6/Mul_1_output_0",
            "outputIndexes": [
                528
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                528
            ],
            "outputIndexes": [
                2476
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2476
            ],
            "outputIndexes": [
                2477
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/q_proj/Linear",
            "inputIndexes": [
                2477
            ],
            "outputIndexes": [
                2478
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    157975452,
                    1179670,
                    147456,
                    6144,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2478
            ],
            "outputIndexes": [
                2479
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2479
            ],
            "outputIndexes": [
                529
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                528
            ],
            "main_type": "NONE",
            "name": "/Shape_85_output_0",
            "outputIndexes": [
                530
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                530
            ],
            "main_type": "NONE",
            "name": "Shape1578",
            "outputIndexes": [
                531
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                530
            ],
            "main_type": "NONE",
            "name": "Rank1580",
            "outputIndexes": [
                532
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                532,
                532
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1582",
            "outputIndexes": [
                533
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                533
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1583",
            "outputIndexes": [
                534
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                533,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1585",
            "outputIndexes": [
                535
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                535
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1586",
            "outputIndexes": [
                536
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                531,
                534,
                536,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1589",
            "outputIndexes": [
                537
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                537
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1590",
            "outputIndexes": [
                538
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                538
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1591",
            "outputIndexes": [
                539
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                539,
                538
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1592",
            "outputIndexes": [
                540
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                530,
                540,
                533
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_94_output_0",
            "outputIndexes": [
                541
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                541,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_193_output_0",
            "outputIndexes": [
                542
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                542,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_78_output_0",
            "outputIndexes": [
                543
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                529,
                543
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_55_output_0",
            "outputIndexes": [
                544
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                544,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_48_output_0",
            "outputIndexes": [
                545
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                544
            ],
            "main_type": "NONE",
            "name": "/Shape_86_output_0",
            "outputIndexes": [
                546
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                546
            ],
            "main_type": "NONE",
            "name": "Shape1599",
            "outputIndexes": [
                547
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                546
            ],
            "main_type": "NONE",
            "name": "Rank1601",
            "outputIndexes": [
                548
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                548,
                548
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1603",
            "outputIndexes": [
                549
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                549
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1604",
            "outputIndexes": [
                550
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                549,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1606",
            "outputIndexes": [
                551
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                551
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1607",
            "outputIndexes": [
                552
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                547,
                550,
                552,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1610",
            "outputIndexes": [
                553
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                553
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1611",
            "outputIndexes": [
                554
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                554
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1612",
            "outputIndexes": [
                555
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                555,
                554
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1613",
            "outputIndexes": [
                556
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                546,
                556,
                549
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_95_output_0",
            "outputIndexes": [
                557
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                557,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_18_output_0",
            "outputIndexes": [
                558
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                558,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_198_output_0",
            "outputIndexes": [
                559
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                544,
                559,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_25_output_0",
            "outputIndexes": [
                560
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                560
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_12_output_0",
            "outputIndexes": [
                561
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                544,
                22,
                559,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_24_output_0",
            "outputIndexes": [
                562
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                561,
                562
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_81_output_0",
            "outputIndexes": [
                563
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                563,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_49_output_0",
            "outputIndexes": [
                564
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                545,
                564
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_30_output_0",
            "outputIndexes": [
                565
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                528
            ],
            "outputIndexes": [
                2480
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2480
            ],
            "outputIndexes": [
                2481
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/k_proj/Linear",
            "inputIndexes": [
                2481
            ],
            "outputIndexes": [
                2482
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    159308722,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2482
            ],
            "outputIndexes": [
                2483
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2483
            ],
            "outputIndexes": [
                566
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                542,
                85,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_79_output_0",
            "outputIndexes": [
                567
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                566,
                567
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_56_output_0",
            "outputIndexes": [
                568
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                568,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_50_output_0",
            "outputIndexes": [
                569
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                568
            ],
            "main_type": "NONE",
            "name": "/Shape_87_output_0",
            "outputIndexes": [
                570
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                570
            ],
            "main_type": "NONE",
            "name": "Shape1662",
            "outputIndexes": [
                571
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                570
            ],
            "main_type": "NONE",
            "name": "Rank1664",
            "outputIndexes": [
                572
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                572,
                572
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1666",
            "outputIndexes": [
                573
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                573
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1667",
            "outputIndexes": [
                574
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                573,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1669",
            "outputIndexes": [
                575
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                575
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1670",
            "outputIndexes": [
                576
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                571,
                574,
                576,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1673",
            "outputIndexes": [
                577
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                577
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1674",
            "outputIndexes": [
                578
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                578
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1675",
            "outputIndexes": [
                579
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                579,
                578
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1676",
            "outputIndexes": [
                580
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                570,
                580,
                573
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_96_output_0",
            "outputIndexes": [
                581
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                581,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_19_output_0",
            "outputIndexes": [
                582
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                582,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_200_output_0",
            "outputIndexes": [
                583
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                568,
                583,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_27_output_0",
            "outputIndexes": [
                584
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                584
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_13_output_0",
            "outputIndexes": [
                585
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                568,
                22,
                583,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_26_output_0",
            "outputIndexes": [
                586
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                585,
                586
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_82_output_0",
            "outputIndexes": [
                587
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                587,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_51_output_0",
            "outputIndexes": [
                588
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                569,
                588
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_31_output_0",
            "outputIndexes": [
                589
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                528
            ],
            "outputIndexes": [
                2484
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2484
            ],
            "outputIndexes": [
                2485
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/v_proj/Linear",
            "inputIndexes": [
                2485
            ],
            "outputIndexes": [
                2486
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    159530952,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2486
            ],
            "outputIndexes": [
                2487
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2487
            ],
            "outputIndexes": [
                590
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                590,
                567
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_57_output_0",
            "outputIndexes": [
                591
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                565,
                589,
                591,
                111
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_62_output_0",
            "outputIndexes": [
                592
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                592
            ],
            "outputIndexes": [
                2488
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2488
            ],
            "outputIndexes": [
                2489
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/o_proj/Linear",
            "inputIndexes": [
                2489
            ],
            "outputIndexes": [
                2490
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    159753182,
                    1179670,
                    147456,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2490
            ],
            "outputIndexes": [
                2491
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2491
            ],
            "outputIndexes": [
                593
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                525,
                593
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_33_output_0",
            "outputIndexes": [
                594
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.324219,
                    0.890625,
                    0.761719,
                    0.8125,
                    0.773438,
                    0.765625,
                    0.867188,
                    0.78125,
                    0.8125,
                    0.671875,
                    0.789062,
                    0.539062,
                    0.84375,
                    0.847656,
                    0.832031,
                    0.804688,
                    0.816406,
                    0.78125,
                    0.8125,
                    0.636719,
                    0.820312,
                    0.808594,
                    0.789062,
                    0.302734,
                    0.933594,
                    0.804688,
                    0.746094,
                    0.707031,
                    0.855469,
                    0.90625,
                    0.832031,
                    0.808594,
                    0.898438,
                    1.359375,
                    0.804688,
                    0.882812,
                    0.871094,
                    0.816406,
                    0.625,
                    0.585938,
                    0.890625,
                    0.847656,
                    0.855469,
                    0.910156,
                    0.318359,
                    0.777344,
                    0.789062,
                    0.828125,
                    0.777344,
                    0.746094,
                    0.304688,
                    0.539062,
                    0.851562,
                    0.910156,
                    0.835938,
                    0.714844,
                    0.699219,
                    0.300781,
                    0.613281,
                    0.648438,
                    0.753906,
                    0.683594,
                    0.765625,
                    0.8125,
                    0.84375,
                    0.449219,
                    0.75,
                    0.695312,
                    0.785156,
                    0.726562,
                    0.796875,
                    0.675781,
                    0.291016,
                    0.710938,
                    0.8125,
                    0.539062,
                    0.835938,
                    0.808594,
                    0.8125,
                    1.023438,
                    0.859375,
                    0.302734,
                    0.523438,
                    0.859375,
                    0.851562,
                    0.832031,
                    0.863281,
                    0.945312,
                    0.757812,
                    0.839844,
                    0.8125,
                    0.753906,
                    0.707031,
                    0.722656,
                    0.867188,
                    0.503906,
                    0.804688,
                    0.640625,
                    0.941406,
                    0.832031,
                    0.984375,
                    0.542969,
                    0.738281,
                    0.964844,
                    0.632812,
                    0.796875,
                    0.796875,
                    0.808594,
                    0.597656,
                    0.816406,
                    0.65625,
                    0.851562,
                    0.710938,
                    0.621094,
                    0.839844,
                    0.796875,
                    0.898438,
                    0.996094,
                    0.296875,
                    0.326172,
                    0.816406,
                    0.337891,
                    0.6875,
                    0.703125,
                    0.8125,
                    0.90625,
                    0.882812,
                    0.351562,
                    0.6875,
                    0.960938,
                    0.773438,
                    0.785156,
                    0.863281,
                    0.921875,
                    0.898438,
                    0.945312,
                    0.640625,
                    0.890625,
                    0.640625,
                    0.832031,
                    0.326172,
                    0.789062,
                    0.730469,
                    0.380859,
                    0.933594,
                    0.664062,
                    0.847656,
                    0.914062,
                    0.882812,
                    0.820312,
                    0.746094,
                    0.851562,
                    0.357422,
                    0.832031,
                    0.808594,
                    0.644531,
                    0.996094,
                    0.699219,
                    0.84375,
                    0.847656,
                    0.667969,
                    0.710938,
                    0.789062,
                    0.328125,
                    0.703125,
                    0.898438,
                    0.796875,
                    0.847656,
                    0.820312,
                    0.972656,
                    0.902344,
                    0.820312,
                    0.808594,
                    0.960938,
                    0.765625,
                    0.898438,
                    0.921875,
                    0.945312,
                    0.871094,
                    0.882812,
                    0.835938,
                    0.800781,
                    0.882812,
                    0.847656,
                    0.839844,
                    0.601562,
                    0.363281,
                    0.949219,
                    0.804688,
                    0.761719,
                    0.90625,
                    0.707031,
                    0.941406,
                    0.898438,
                    0.871094,
                    0.832031,
                    0.792969,
                    0.765625,
                    0.871094,
                    0.726562,
                    0.796875,
                    0.828125,
                    0.882812,
                    0.917969,
                    0.828125,
                    0.8125,
                    0.835938,
                    0.945312,
                    0.792969,
                    0.839844,
                    0.792969,
                    0.851562,
                    0.609375,
                    0.777344,
                    0.914062,
                    0.333984,
                    0.839844,
                    0.882812,
                    0.84375,
                    0.792969,
                    0.828125,
                    0.828125,
                    0.451172,
                    0.431641,
                    0.746094,
                    0.828125,
                    0.6875,
                    0.609375,
                    0.722656,
                    0.816406,
                    0.863281,
                    0.84375,
                    0.929688,
                    0.851562,
                    0.832031,
                    0.714844,
                    0.851562,
                    0.816406,
                    0.839844,
                    0.886719,
                    0.726562,
                    0.867188,
                    0.847656,
                    0.890625,
                    0.828125,
                    0.839844,
                    0.882812,
                    0.867188,
                    0.742188,
                    0.925781,
                    0.734375,
                    0.404297,
                    0.972656,
                    0.695312,
                    0.306641,
                    0.683594,
                    0.757812,
                    0.890625,
                    0.859375,
                    0.820312,
                    0.796875,
                    0.945312,
                    0.851562,
                    0.707031,
                    0.867188,
                    0.820312,
                    0.664062,
                    0.886719,
                    0.8125,
                    0.796875,
                    0.808594,
                    0.742188,
                    0.71875,
                    0.816406,
                    0.570312,
                    0.671875,
                    0.382812,
                    0.871094,
                    0.667969,
                    0.933594,
                    0.828125,
                    0.796875,
                    0.769531,
                    0.777344,
                    0.820312,
                    0.316406,
                    0.988281,
                    0.859375,
                    0.78125,
                    0.878906,
                    0.804688,
                    0.898438,
                    0.878906,
                    0.910156,
                    0.707031,
                    0.773438,
                    0.84375,
                    0.820312,
                    0.847656,
                    0.894531,
                    0.314453,
                    0.378906,
                    0.890625,
                    0.355469,
                    0.890625,
                    0.820312,
                    0.898438,
                    0.714844,
                    0.835938,
                    0.304688,
                    0.574219,
                    0.84375,
                    0.361328,
                    0.824219,
                    0.882812,
                    0.859375,
                    0.369141,
                    0.820312,
                    0.828125,
                    0.302734,
                    0.789062,
                    1.046875,
                    0.835938,
                    0.574219,
                    0.765625,
                    0.808594,
                    0.8125,
                    0.310547,
                    0.792969,
                    0.765625,
                    0.308594,
                    0.867188,
                    0.341797,
                    0.804688,
                    0.785156,
                    0.476562,
                    0.769531,
                    0.296875,
                    0.726562,
                    0.386719,
                    0.78125,
                    0.828125,
                    0.765625,
                    0.914062,
                    0.867188,
                    0.78125,
                    0.796875,
                    0.71875,
                    0.683594,
                    0.832031,
                    0.714844,
                    0.478516,
                    0.546875,
                    0.882812,
                    0.796875,
                    0.847656,
                    0.5,
                    0.796875,
                    0.890625,
                    0.65625,
                    0.722656,
                    0.816406,
                    0.851562,
                    0.851562,
                    0.78125,
                    0.789062,
                    0.867188,
                    0.800781,
                    0.320312,
                    0.84375,
                    0.757812,
                    0.664062,
                    0.949219,
                    0.625,
                    0.773438,
                    0.746094,
                    0.828125,
                    0.710938,
                    0.96875,
                    0.667969,
                    0.894531,
                    0.894531,
                    0.835938,
                    0.914062,
                    0.417969,
                    0.820312,
                    0.707031,
                    0.933594,
                    0.703125,
                    0.855469,
                    0.765625,
                    0.820312,
                    0.855469,
                    0.929688,
                    0.582031,
                    0.326172,
                    0.84375,
                    0.734375,
                    0.75,
                    0.832031,
                    0.65625,
                    0.894531,
                    0.703125,
                    0.808594,
                    0.777344,
                    0.306641,
                    0.847656,
                    0.816406,
                    1.039062,
                    0.337891,
                    0.761719,
                    0.664062,
                    0.855469,
                    0.863281,
                    0.773438,
                    0.753906,
                    0.984375,
                    0.925781,
                    0.601562,
                    0.820312,
                    0.851562,
                    0.628906,
                    1.0,
                    0.679688,
                    0.820312,
                    0.898438,
                    0.707031,
                    0.832031,
                    0.710938,
                    0.828125,
                    0.894531,
                    0.882812,
                    0.828125,
                    0.878906,
                    0.617188,
                    0.660156,
                    0.726562,
                    0.640625,
                    0.792969,
                    0.824219,
                    0.746094,
                    0.726562,
                    0.380859,
                    0.808594,
                    0.820312,
                    0.890625,
                    0.333984,
                    0.925781,
                    0.875,
                    0.855469,
                    1.085938,
                    0.84375,
                    0.8125,
                    1.054688,
                    0.890625,
                    0.875,
                    0.976562,
                    0.828125,
                    0.3125,
                    1.0,
                    0.640625,
                    0.792969,
                    0.851562,
                    0.75,
                    0.796875,
                    0.347656,
                    0.707031,
                    0.746094,
                    0.777344,
                    0.796875,
                    0.8125,
                    0.820312,
                    0.609375,
                    0.859375,
                    0.855469,
                    0.902344,
                    0.859375,
                    0.6875,
                    0.328125,
                    0.820312,
                    0.925781,
                    0.828125,
                    0.796875,
                    0.839844,
                    0.730469,
                    0.671875,
                    0.804688,
                    0.730469,
                    0.832031,
                    0.828125,
                    0.828125,
                    0.8125,
                    0.871094,
                    0.8125,
                    0.847656,
                    0.84375,
                    0.84375,
                    0.867188,
                    0.714844,
                    0.347656,
                    0.267578,
                    0.851562,
                    0.851562,
                    0.757812,
                    0.917969,
                    0.75,
                    0.941406,
                    0.546875,
                    0.660156,
                    0.953125,
                    0.714844,
                    0.898438,
                    0.976562,
                    0.929688,
                    0.318359,
                    0.820312,
                    0.785156,
                    1.03125,
                    0.478516,
                    0.730469,
                    1.140625,
                    0.847656,
                    0.8125,
                    0.703125,
                    0.867188,
                    0.6875,
                    0.8125,
                    0.855469,
                    0.84375,
                    0.847656,
                    0.804688,
                    0.695312,
                    0.306641,
                    0.714844,
                    0.847656,
                    0.875,
                    0.847656,
                    0.847656,
                    0.828125,
                    0.3125,
                    0.789062,
                    0.800781,
                    0.855469,
                    0.816406,
                    0.796875,
                    0.710938,
                    0.546875,
                    0.828125,
                    0.578125,
                    0.824219,
                    0.667969,
                    0.820312,
                    0.824219,
                    0.617188,
                    0.318359,
                    0.761719,
                    0.84375,
                    0.808594,
                    0.84375,
                    0.326172,
                    0.898438,
                    0.835938,
                    1.054688,
                    0.828125,
                    0.878906,
                    0.839844,
                    0.294922,
                    0.863281,
                    0.84375,
                    0.898438,
                    0.644531,
                    0.957031,
                    0.746094,
                    0.287109,
                    0.394531,
                    0.789062,
                    0.875,
                    0.835938,
                    0.324219,
                    0.824219,
                    0.4375,
                    0.703125,
                    0.800781,
                    0.890625,
                    0.941406,
                    0.609375,
                    0.734375,
                    0.867188,
                    0.859375,
                    0.730469,
                    0.863281,
                    0.855469,
                    0.859375,
                    0.726562,
                    0.664062,
                    0.898438,
                    0.882812,
                    0.863281,
                    0.847656,
                    0.652344,
                    0.890625,
                    0.945312,
                    0.828125,
                    0.310547,
                    0.96875,
                    0.4375,
                    0.324219,
                    0.910156,
                    0.832031,
                    5.8e-05,
                    0.714844,
                    0.839844,
                    0.3125,
                    0.636719,
                    0.78125,
                    0.804688,
                    0.828125,
                    0.859375,
                    0.585938,
                    0.769531,
                    0.6875,
                    0.609375,
                    0.796875,
                    0.808594,
                    1.25,
                    0.9375,
                    0.878906,
                    0.921875,
                    0.871094,
                    0.773438,
                    0.925781,
                    0.734375,
                    0.294922,
                    0.804688,
                    0.773438,
                    0.78125,
                    0.84375,
                    0.6875,
                    0.863281,
                    0.78125,
                    0.921875,
                    0.298828,
                    0.859375,
                    0.640625,
                    0.310547,
                    0.984375,
                    1.023438,
                    0.972656,
                    0.550781,
                    0.699219,
                    0.341797,
                    0.960938,
                    0.769531,
                    0.699219,
                    0.675781,
                    0.890625,
                    0.925781,
                    0.863281,
                    0.785156,
                    0.863281,
                    0.746094,
                    0.464844,
                    0.294922,
                    0.78125,
                    0.585938,
                    0.828125,
                    0.851562,
                    0.777344,
                    0.789062,
                    0.769531,
                    0.835938,
                    0.527344,
                    0.851562,
                    0.894531,
                    0.890625,
                    0.828125,
                    0.333984,
                    0.828125,
                    0.820312,
                    0.671875,
                    0.765625,
                    0.8125,
                    0.832031,
                    0.886719,
                    0.882812,
                    0.820312,
                    0.90625,
                    0.84375,
                    0.730469,
                    0.890625,
                    0.835938,
                    0.761719,
                    0.683594,
                    0.855469,
                    0.462891,
                    0.851562,
                    0.6875,
                    0.722656,
                    1.023438,
                    0.875,
                    0.789062,
                    0.769531,
                    0.808594,
                    0.875,
                    0.378906,
                    0.847656,
                    0.683594,
                    0.847656,
                    0.847656,
                    0.722656,
                    0.392578,
                    0.310547,
                    0.863281,
                    0.632812,
                    0.3125,
                    0.925781,
                    0.855469,
                    0.867188,
                    0.365234,
                    0.875,
                    0.828125,
                    0.341797,
                    0.800781,
                    0.382812,
                    0.761719,
                    0.8125,
                    0.710938,
                    0.976562,
                    0.855469,
                    0.796875,
                    0.746094,
                    0.78125,
                    0.800781,
                    0.683594,
                    1.054688,
                    0.490234,
                    0.757812,
                    0.847656,
                    0.851562,
                    0.863281,
                    0.726562,
                    0.351562,
                    0.5625,
                    0.710938,
                    0.890625,
                    0.890625,
                    0.75,
                    0.828125,
                    1.023438,
                    0.921875,
                    0.617188,
                    0.859375,
                    0.722656,
                    0.382812,
                    0.734375,
                    0.765625,
                    0.855469,
                    0.660156,
                    0.632812,
                    0.734375,
                    0.957031,
                    0.761719,
                    0.75,
                    0.316406,
                    0.753906,
                    0.894531,
                    0.890625,
                    0.820312,
                    0.710938,
                    0.753906,
                    0.300781,
                    0.835938,
                    0.820312,
                    0.585938,
                    0.78125,
                    0.652344,
                    0.675781,
                    0.423828,
                    0.839844,
                    0.628906,
                    0.648438,
                    0.890625,
                    0.6875,
                    0.8125,
                    0.703125,
                    0.8125,
                    1.007812,
                    0.65625,
                    0.828125,
                    0.746094,
                    0.855469,
                    0.898438,
                    0.902344,
                    0.769531,
                    0.621094,
                    0.859375,
                    0.496094,
                    0.632812,
                    0.9375,
                    0.816406,
                    0.648438,
                    0.882812,
                    0.558594,
                    0.824219,
                    0.832031,
                    0.785156,
                    0.699219,
                    0.8125,
                    0.332031,
                    0.683594,
                    0.796875,
                    0.699219,
                    0.832031,
                    0.613281,
                    0.714844,
                    0.832031,
                    0.800781,
                    0.820312,
                    0.851562,
                    0.851562,
                    0.867188,
                    0.859375,
                    0.863281,
                    0.859375,
                    0.90625,
                    0.777344,
                    0.617188,
                    0.337891,
                    0.917969,
                    0.628906,
                    0.828125,
                    0.664062,
                    0.757812,
                    0.640625,
                    0.765625,
                    0.835938,
                    0.800781,
                    0.65625,
                    0.847656,
                    0.828125,
                    0.9375,
                    0.835938,
                    0.511719,
                    0.894531,
                    0.355469,
                    0.65625,
                    0.945312,
                    0.703125,
                    0.84375,
                    0.296875,
                    0.808594,
                    0.859375,
                    0.914062,
                    0.527344,
                    0.800781,
                    1.03125,
                    0.330078,
                    0.679688,
                    0.648438,
                    0.878906,
                    0.945312,
                    0.722656,
                    1.0,
                    0.855469,
                    0.318359,
                    0.484375,
                    0.855469,
                    0.625,
                    0.644531,
                    0.773438,
                    0.792969,
                    0.804688,
                    0.683594,
                    0.785156,
                    0.871094,
                    0.796875,
                    0.859375,
                    0.785156,
                    0.65625,
                    0.894531,
                    0.318359,
                    0.851562,
                    0.757812,
                    0.722656,
                    0.789062,
                    0.800781,
                    0.921875,
                    0.871094,
                    0.847656,
                    0.875,
                    0.429688,
                    0.855469,
                    0.804688,
                    0.308594,
                    0.742188,
                    0.90625,
                    0.882812,
                    0.863281,
                    0.578125,
                    0.322266,
                    1.0,
                    0.589844,
                    0.917969,
                    0.78125,
                    0.644531,
                    0.824219,
                    0.503906,
                    0.929688,
                    0.796875,
                    0.773438,
                    0.894531,
                    0.664062,
                    0.773438,
                    0.773438,
                    0.648438,
                    0.847656,
                    0.871094,
                    0.298828,
                    0.859375,
                    0.878906,
                    0.992188,
                    0.851562,
                    0.839844,
                    0.921875,
                    0.474609,
                    0.871094,
                    0.625,
                    0.6875,
                    0.789062,
                    0.859375,
                    1.046875,
                    0.890625,
                    0.796875,
                    0.322266,
                    0.851562,
                    0.824219,
                    0.769531,
                    0.835938,
                    0.703125,
                    0.921875,
                    0.808594,
                    0.800781,
                    0.824219,
                    0.660156,
                    0.824219,
                    0.867188,
                    0.867188,
                    0.71875,
                    0.847656,
                    0.867188,
                    0.949219,
                    0.341797,
                    0.847656,
                    0.851562,
                    0.820312,
                    0.8125,
                    0.808594,
                    0.589844,
                    0.605469,
                    0.855469,
                    0.917969,
                    1.046875,
                    0.769531,
                    0.828125,
                    0.789062,
                    0.792969,
                    0.953125,
                    0.78125,
                    0.777344,
                    0.863281,
                    0.730469,
                    0.855469,
                    0.855469,
                    0.808594,
                    0.882812,
                    0.335938,
                    0.878906,
                    0.839844,
                    0.679688,
                    0.734375,
                    0.667969,
                    0.835938,
                    0.820312,
                    0.59375,
                    0.753906,
                    0.652344,
                    0.769531,
                    0.90625,
                    0.882812,
                    0.3125,
                    0.828125,
                    0.3125,
                    0.878906,
                    0.867188,
                    0.851562,
                    0.691406,
                    0.847656,
                    0.832031,
                    0.8125,
                    0.789062,
                    0.859375,
                    0.847656,
                    0.660156,
                    0.84375,
                    0.796875,
                    0.640625,
                    0.8125,
                    0.40625,
                    0.828125,
                    0.738281,
                    0.6875,
                    0.765625,
                    0.835938,
                    0.804688,
                    0.84375,
                    0.730469,
                    1.039062,
                    0.863281,
                    0.625,
                    0.710938,
                    0.769531,
                    0.820312,
                    0.871094,
                    0.455078,
                    0.75,
                    0.859375,
                    0.84375,
                    0.859375,
                    0.519531,
                    0.960938,
                    0.683594,
                    0.859375,
                    0.789062,
                    0.785156,
                    0.917969,
                    0.898438,
                    0.859375,
                    0.8125,
                    0.667969,
                    0.78125,
                    0.777344,
                    0.734375,
                    0.804688,
                    0.863281,
                    0.804688,
                    0.886719,
                    0.882812,
                    0.777344,
                    1.007812,
                    0.824219,
                    0.796875,
                    0.75,
                    0.945312,
                    0.84375,
                    0.914062,
                    0.832031,
                    0.722656,
                    0.8125,
                    0.875,
                    0.9375,
                    0.804688,
                    0.867188,
                    0.742188,
                    0.699219,
                    0.660156,
                    0.800781,
                    0.835938,
                    0.925781,
                    0.726562,
                    0.894531,
                    0.769531,
                    0.898438,
                    0.890625,
                    0.4375,
                    0.800781,
                    0.8125,
                    0.839844,
                    0.878906,
                    0.8125,
                    0.835938,
                    0.871094,
                    0.640625,
                    0.882812,
                    0.839844,
                    0.828125,
                    0.765625,
                    0.828125,
                    0.333984,
                    0.894531,
                    0.824219,
                    0.863281,
                    0.914062,
                    0.792969,
                    0.660156,
                    0.730469,
                    0.839844,
                    0.621094,
                    0.90625,
                    0.283203,
                    0.714844,
                    0.820312,
                    0.328125,
                    0.310547,
                    0.769531,
                    0.691406,
                    0.78125,
                    0.859375,
                    0.792969,
                    0.761719,
                    0.6875,
                    0.9375,
                    0.738281,
                    0.339844,
                    0.988281,
                    0.96875,
                    0.835938,
                    0.800781,
                    0.746094,
                    0.539062,
                    0.835938,
                    0.761719,
                    0.789062,
                    0.742188,
                    0.648438,
                    0.863281,
                    0.416016,
                    0.875,
                    0.851562,
                    0.851562,
                    0.835938,
                    0.957031,
                    0.84375,
                    0.816406,
                    0.828125,
                    0.65625,
                    0.808594,
                    0.867188,
                    0.863281,
                    0.921875,
                    0.466797,
                    0.796875,
                    0.828125,
                    0.890625,
                    0.703125,
                    0.851562,
                    0.933594,
                    0.699219,
                    0.875,
                    0.699219,
                    0.710938,
                    0.875,
                    0.742188,
                    0.761719,
                    0.710938,
                    0.800781,
                    0.320312,
                    0.917969,
                    0.304688,
                    0.875,
                    0.898438,
                    0.326172,
                    0.621094,
                    0.882812,
                    0.757812,
                    0.839844,
                    0.863281,
                    0.59375,
                    0.816406,
                    0.742188,
                    0.636719,
                    0.882812,
                    0.84375,
                    0.800781,
                    0.820312,
                    0.734375,
                    0.851562,
                    0.824219,
                    0.675781,
                    0.835938,
                    0.925781,
                    0.832031,
                    0.835938,
                    0.652344,
                    0.306641,
                    0.75,
                    0.917969,
                    0.792969,
                    0.90625,
                    0.789062,
                    0.851562,
                    0.867188,
                    0.863281,
                    0.8125,
                    0.917969,
                    0.742188,
                    0.839844,
                    0.640625,
                    0.304688,
                    0.601562,
                    0.820312,
                    0.625,
                    0.835938,
                    1.09375,
                    0.992188,
                    0.851562,
                    0.777344,
                    0.898438,
                    1.046875,
                    0.871094,
                    0.800781,
                    0.832031,
                    0.910156,
                    0.765625,
                    0.675781,
                    0.503906,
                    0.498047,
                    1.007812,
                    0.605469,
                    0.765625,
                    0.515625,
                    0.804688,
                    0.847656,
                    0.482422,
                    0.410156,
                    0.695312,
                    0.433594,
                    0.871094,
                    0.808594,
                    0.773438,
                    0.964844,
                    0.859375,
                    0.839844,
                    0.664062,
                    0.298828,
                    0.898438,
                    0.707031,
                    0.910156,
                    0.796875,
                    0.859375,
                    0.875,
                    1.039062,
                    0.855469,
                    0.832031,
                    0.386719,
                    0.949219,
                    0.515625,
                    0.675781,
                    0.839844,
                    0.738281,
                    0.789062,
                    0.921875,
                    0.28125,
                    0.777344,
                    0.910156,
                    0.835938,
                    0.335938,
                    0.820312,
                    0.726562,
                    0.929688,
                    0.726562,
                    0.8125,
                    0.789062,
                    0.302734,
                    0.859375,
                    0.867188,
                    0.851562,
                    0.601562,
                    0.773438,
                    0.761719,
                    0.808594,
                    0.84375,
                    0.914062,
                    0.792969,
                    0.621094,
                    0.839844,
                    0.789062,
                    0.878906,
                    0.585938,
                    0.353516,
                    1.203125,
                    0.804688,
                    0.824219,
                    0.703125,
                    0.4375,
                    0.875,
                    0.644531,
                    0.296875,
                    0.601562,
                    0.289062,
                    0.832031,
                    0.96875,
                    1.023438,
                    0.828125,
                    0.75,
                    0.792969,
                    0.75,
                    0.832031,
                    0.679688,
                    0.832031,
                    0.6875,
                    0.800781,
                    0.558594,
                    0.988281,
                    0.289062,
                    0.867188,
                    0.90625,
                    0.863281,
                    0.925781,
                    0.554688,
                    1.054688,
                    0.777344,
                    0.867188,
                    0.835938,
                    0.917969,
                    0.808594,
                    0.65625,
                    0.921875,
                    0.773438,
                    0.789062,
                    0.765625,
                    0.804688,
                    0.847656,
                    0.964844,
                    0.898438,
                    0.867188,
                    0.851562,
                    0.302734,
                    0.761719,
                    0.800781,
                    0.757812,
                    0.871094,
                    0.683594,
                    0.894531,
                    0.847656,
                    0.789062,
                    0.855469,
                    0.847656,
                    0.898438,
                    0.777344,
                    0.863281,
                    0.351562,
                    0.921875,
                    0.84375,
                    0.546875,
                    0.804688,
                    0.828125,
                    0.878906,
                    0.816406,
                    0.597656,
                    0.945312,
                    0.621094,
                    0.75,
                    0.628906,
                    1.078125,
                    0.855469,
                    0.917969,
                    0.859375,
                    0.691406,
                    0.326172,
                    0.804688,
                    0.425781,
                    0.882812,
                    0.839844,
                    0.902344,
                    0.796875,
                    0.816406,
                    0.925781,
                    0.671875,
                    0.746094,
                    0.800781,
                    0.828125,
                    0.769531,
                    0.949219,
                    0.84375,
                    0.804688,
                    0.871094,
                    0.859375,
                    0.671875,
                    1.09375,
                    0.886719,
                    0.8125,
                    0.291016,
                    0.914062,
                    0.328125,
                    0.394531,
                    0.757812,
                    0.773438,
                    0.632812,
                    0.371094,
                    0.757812,
                    0.324219,
                    0.632812,
                    0.894531,
                    0.8125,
                    0.882812,
                    1.9375,
                    0.773438,
                    0.546875,
                    0.914062,
                    0.691406,
                    0.306641,
                    0.859375,
                    1.007812,
                    0.84375,
                    1.039062,
                    0.808594,
                    0.964844,
                    0.816406,
                    0.976562,
                    0.871094,
                    0.859375,
                    0.863281,
                    0.392578,
                    0.878906,
                    0.675781,
                    0.294922,
                    0.832031,
                    0.746094,
                    0.792969,
                    0.886719,
                    0.957031,
                    -0.000298,
                    0.664062,
                    0.640625,
                    0.435547,
                    0.699219,
                    0.953125,
                    0.847656,
                    0.847656,
                    0.878906,
                    0.898438,
                    0.800781,
                    0.820312,
                    0.675781,
                    0.347656,
                    0.699219,
                    0.816406,
                    0.800781,
                    0.90625,
                    0.851562,
                    0.304688,
                    0.289062,
                    0.347656,
                    0.847656,
                    0.722656,
                    0.699219,
                    0.800781,
                    0.882812,
                    0.75,
                    0.824219,
                    0.867188,
                    0.808594,
                    0.300781,
                    0.792969,
                    0.742188,
                    0.882812,
                    0.867188,
                    0.609375,
                    0.605469,
                    0.917969,
                    0.824219,
                    0.816406,
                    0.648438,
                    0.757812,
                    0.871094,
                    0.302734,
                    0.785156,
                    0.851562,
                    0.875,
                    0.878906,
                    0.921875,
                    0.722656,
                    0.875,
                    0.804688,
                    0.796875,
                    0.291016,
                    0.8125,
                    0.601562,
                    0.867188,
                    0.820312,
                    0.71875,
                    0.75,
                    0.742188,
                    0.820312,
                    0.671875,
                    0.792969,
                    0.660156,
                    0.792969,
                    0.800781,
                    0.75,
                    0.742188,
                    0.871094,
                    0.652344,
                    0.816406,
                    0.863281,
                    0.734375,
                    0.960938,
                    0.847656,
                    0.839844,
                    0.648438,
                    0.667969,
                    0.90625,
                    0.902344,
                    0.921875,
                    0.816406,
                    1.03125,
                    0.792969,
                    0.777344,
                    0.84375,
                    0.769531,
                    0.84375,
                    0.964844,
                    0.734375,
                    0.683594,
                    0.820312,
                    0.707031,
                    0.890625,
                    0.769531,
                    0.796875,
                    0.878906,
                    0.8125,
                    0.964844,
                    0.597656,
                    1.09375,
                    0.742188,
                    0.789062,
                    0.824219,
                    0.828125,
                    0.503906,
                    0.382812,
                    0.777344,
                    0.808594,
                    0.283203,
                    0.820312,
                    0.839844,
                    0.828125
                ]
            },
            "name": "model.model.layers.6.post_attention_layernorm.weight",
            "outputIndexes": [
                595
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                594
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_6/Mul_output_0",
            "outputIndexes": [
                596
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                595,
                596
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_6/Mul_1_output_0",
            "outputIndexes": [
                597
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                597
            ],
            "outputIndexes": [
                2492
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2492
            ],
            "outputIndexes": [
                2493
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/gate_proj/Linear",
            "inputIndexes": [
                2493
            ],
            "outputIndexes": [
                2494
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    161080308,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2494
            ],
            "outputIndexes": [
                2495
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2495
            ],
            "outputIndexes": [
                598
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                598
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_6/Sigmoid_output_0",
            "outputIndexes": [
                599
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                598,
                599
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_6/Mul_output_0",
            "outputIndexes": [
                600
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                597
            ],
            "outputIndexes": [
                2496
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2496
            ],
            "outputIndexes": [
                2497
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/up_proj/Linear",
            "inputIndexes": [
                2497
            ],
            "outputIndexes": [
                2498
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    168821770,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2498
            ],
            "outputIndexes": [
                2499
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2499
            ],
            "outputIndexes": [
                601
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                600,
                601
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_6/Mul_output_0",
            "outputIndexes": [
                602
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                602
            ],
            "outputIndexes": [
                2500
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    8960,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2500
            ],
            "outputIndexes": [
                2501
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/down_proj/Linear",
            "inputIndexes": [
                2501
            ],
            "outputIndexes": [
                2502
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 8960,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    176563232,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2502
            ],
            "outputIndexes": [
                2503
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2503
            ],
            "outputIndexes": [
                603
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                594,
                603
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_34_output_0",
            "outputIndexes": [
                604
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                604,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_63_output_0",
            "outputIndexes": [
                605
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.176758,
                    0.71875,
                    0.714844,
                    0.574219,
                    0.78125,
                    0.625,
                    0.75,
                    0.621094,
                    0.455078,
                    0.574219,
                    0.644531,
                    0.796875,
                    0.582031,
                    0.566406,
                    0.585938,
                    0.644531,
                    0.527344,
                    0.605469,
                    0.460938,
                    0.648438,
                    0.466797,
                    0.796875,
                    0.632812,
                    0.122559,
                    0.914062,
                    0.462891,
                    0.617188,
                    0.546875,
                    0.625,
                    0.734375,
                    0.550781,
                    0.527344,
                    0.757812,
                    0.808594,
                    0.632812,
                    0.609375,
                    0.707031,
                    0.667969,
                    0.535156,
                    0.558594,
                    0.613281,
                    0.515625,
                    0.605469,
                    0.796875,
                    0.332031,
                    0.59375,
                    0.550781,
                    0.507812,
                    0.644531,
                    0.804688,
                    0.147461,
                    0.542969,
                    0.605469,
                    0.832031,
                    0.554688,
                    0.550781,
                    0.554688,
                    0.138672,
                    0.769531,
                    0.597656,
                    0.550781,
                    0.566406,
                    0.675781,
                    0.46875,
                    0.636719,
                    0.376953,
                    0.605469,
                    0.5625,
                    0.753906,
                    0.605469,
                    0.722656,
                    0.734375,
                    0.118164,
                    0.597656,
                    0.539062,
                    0.589844,
                    0.578125,
                    0.523438,
                    0.511719,
                    1.023438,
                    0.578125,
                    0.149414,
                    0.703125,
                    0.597656,
                    0.6875,
                    0.507812,
                    0.53125,
                    0.851562,
                    0.699219,
                    0.617188,
                    0.601562,
                    0.671875,
                    0.746094,
                    0.613281,
                    0.671875,
                    0.742188,
                    0.566406,
                    0.660156,
                    0.863281,
                    0.535156,
                    0.996094,
                    0.613281,
                    0.617188,
                    0.9375,
                    0.574219,
                    0.757812,
                    0.828125,
                    0.609375,
                    0.539062,
                    0.476562,
                    0.609375,
                    0.511719,
                    0.652344,
                    2.65625,
                    0.476562,
                    0.535156,
                    0.742188,
                    1.078125,
                    0.132812,
                    0.189453,
                    0.609375,
                    0.231445,
                    0.597656,
                    0.59375,
                    0.462891,
                    0.789062,
                    0.640625,
                    0.204102,
                    0.789062,
                    0.925781,
                    0.496094,
                    0.535156,
                    0.703125,
                    0.820312,
                    0.726562,
                    0.691406,
                    0.566406,
                    0.6875,
                    0.570312,
                    0.566406,
                    0.141602,
                    0.800781,
                    0.535156,
                    0.283203,
                    0.828125,
                    0.652344,
                    0.554688,
                    1.453125,
                    0.660156,
                    0.542969,
                    0.570312,
                    0.486328,
                    0.261719,
                    0.667969,
                    0.404297,
                    0.589844,
                    0.882812,
                    0.558594,
                    0.582031,
                    0.527344,
                    0.667969,
                    0.625,
                    0.695312,
                    0.227539,
                    0.632812,
                    0.707031,
                    0.570312,
                    0.707031,
                    0.542969,
                    0.945312,
                    0.71875,
                    0.527344,
                    0.578125,
                    1.117188,
                    0.679688,
                    0.640625,
                    0.941406,
                    0.757812,
                    0.816406,
                    0.640625,
                    0.484375,
                    0.574219,
                    0.695312,
                    0.9375,
                    0.558594,
                    0.839844,
                    0.239258,
                    0.988281,
                    0.490234,
                    0.582031,
                    0.792969,
                    0.597656,
                    1.039062,
                    0.664062,
                    0.554688,
                    0.535156,
                    0.5625,
                    0.519531,
                    0.574219,
                    0.589844,
                    0.511719,
                    0.511719,
                    0.667969,
                    0.71875,
                    0.494141,
                    0.496094,
                    0.601562,
                    0.839844,
                    0.539062,
                    0.542969,
                    0.679688,
                    0.542969,
                    0.617188,
                    0.726562,
                    0.738281,
                    0.394531,
                    0.53125,
                    0.632812,
                    0.53125,
                    0.474609,
                    0.476562,
                    0.474609,
                    0.539062,
                    1.320312,
                    0.703125,
                    0.535156,
                    0.5625,
                    0.550781,
                    0.820312,
                    0.53125,
                    0.664062,
                    0.578125,
                    0.96875,
                    0.558594,
                    0.527344,
                    0.453125,
                    0.535156,
                    0.757812,
                    0.625,
                    0.695312,
                    0.523438,
                    0.59375,
                    0.71875,
                    0.558594,
                    0.558594,
                    0.457031,
                    0.667969,
                    0.726562,
                    0.652344,
                    0.792969,
                    0.625,
                    0.613281,
                    0.835938,
                    1.335938,
                    0.115723,
                    0.578125,
                    0.578125,
                    0.660156,
                    0.667969,
                    0.683594,
                    0.5625,
                    0.867188,
                    0.675781,
                    0.621094,
                    0.625,
                    0.5,
                    0.59375,
                    0.664062,
                    0.5625,
                    0.539062,
                    0.458984,
                    0.882812,
                    0.625,
                    0.460938,
                    0.53125,
                    0.570312,
                    0.236328,
                    0.671875,
                    0.523438,
                    0.96875,
                    0.570312,
                    0.617188,
                    0.648438,
                    0.707031,
                    0.625,
                    0.149414,
                    0.957031,
                    0.6875,
                    0.632812,
                    0.65625,
                    0.498047,
                    0.644531,
                    0.621094,
                    0.753906,
                    0.589844,
                    0.515625,
                    0.621094,
                    0.628906,
                    0.523438,
                    0.683594,
                    0.168945,
                    0.46875,
                    0.824219,
                    0.235352,
                    0.675781,
                    0.578125,
                    0.679688,
                    0.730469,
                    0.617188,
                    0.126953,
                    0.601562,
                    0.527344,
                    0.212891,
                    0.5625,
                    0.644531,
                    0.671875,
                    0.46875,
                    0.570312,
                    0.523438,
                    0.144531,
                    0.494141,
                    1.054688,
                    0.527344,
                    0.550781,
                    0.574219,
                    0.554688,
                    0.59375,
                    0.142578,
                    0.601562,
                    0.617188,
                    0.116699,
                    0.613281,
                    0.195312,
                    0.636719,
                    0.699219,
                    0.628906,
                    0.554688,
                    0.121582,
                    0.738281,
                    0.34375,
                    0.640625,
                    0.699219,
                    0.640625,
                    0.773438,
                    0.558594,
                    0.445312,
                    0.5625,
                    0.636719,
                    0.511719,
                    0.527344,
                    0.570312,
                    0.476562,
                    0.613281,
                    1.054688,
                    0.582031,
                    0.582031,
                    2.59375,
                    0.757812,
                    0.75,
                    0.621094,
                    0.507812,
                    0.699219,
                    0.652344,
                    0.617188,
                    0.589844,
                    0.601562,
                    0.5625,
                    0.605469,
                    0.164062,
                    0.53125,
                    0.625,
                    0.574219,
                    0.914062,
                    0.574219,
                    0.601562,
                    0.558594,
                    0.511719,
                    0.671875,
                    1.101562,
                    0.582031,
                    0.746094,
                    0.777344,
                    0.632812,
                    0.640625,
                    0.390625,
                    0.447266,
                    0.535156,
                    0.742188,
                    0.578125,
                    0.570312,
                    0.570312,
                    0.511719,
                    0.601562,
                    0.988281,
                    0.65625,
                    0.335938,
                    0.578125,
                    0.65625,
                    0.621094,
                    0.488281,
                    0.558594,
                    0.71875,
                    0.691406,
                    0.414062,
                    0.714844,
                    0.163086,
                    0.558594,
                    0.496094,
                    0.574219,
                    0.310547,
                    0.628906,
                    0.59375,
                    0.539062,
                    0.65625,
                    0.632812,
                    0.570312,
                    0.90625,
                    0.796875,
                    0.484375,
                    0.492188,
                    0.542969,
                    0.539062,
                    1.171875,
                    0.566406,
                    0.546875,
                    0.71875,
                    0.582031,
                    0.570312,
                    0.554688,
                    0.478516,
                    0.785156,
                    0.570312,
                    0.498047,
                    0.632812,
                    0.640625,
                    0.546875,
                    0.660156,
                    0.640625,
                    0.566406,
                    0.5,
                    0.636719,
                    0.515625,
                    0.482422,
                    0.8125,
                    0.621094,
                    0.800781,
                    0.267578,
                    0.722656,
                    0.703125,
                    0.535156,
                    1.351562,
                    0.65625,
                    0.449219,
                    1.203125,
                    0.820312,
                    0.539062,
                    1.085938,
                    0.5625,
                    0.130859,
                    0.890625,
                    0.582031,
                    0.664062,
                    0.644531,
                    0.695312,
                    0.609375,
                    0.206055,
                    0.640625,
                    0.617188,
                    0.640625,
                    0.574219,
                    0.492188,
                    0.53125,
                    0.582031,
                    0.78125,
                    0.636719,
                    0.664062,
                    0.652344,
                    0.597656,
                    0.283203,
                    0.554688,
                    0.675781,
                    0.726562,
                    0.462891,
                    0.527344,
                    0.550781,
                    0.601562,
                    0.490234,
                    0.679688,
                    0.535156,
                    0.554688,
                    0.476562,
                    0.490234,
                    0.53125,
                    0.570312,
                    0.644531,
                    0.558594,
                    0.613281,
                    0.550781,
                    0.652344,
                    0.291016,
                    0.149414,
                    0.5,
                    0.679688,
                    0.439453,
                    0.714844,
                    0.5,
                    0.785156,
                    2.203125,
                    0.640625,
                    0.734375,
                    0.546875,
                    0.734375,
                    0.921875,
                    0.914062,
                    0.171875,
                    0.554688,
                    0.601562,
                    0.886719,
                    0.53125,
                    0.6875,
                    0.460938,
                    0.570312,
                    0.558594,
                    0.65625,
                    0.679688,
                    0.578125,
                    0.46875,
                    0.625,
                    0.582031,
                    0.5625,
                    0.699219,
                    0.605469,
                    0.25,
                    0.589844,
                    0.535156,
                    0.679688,
                    0.632812,
                    0.667969,
                    0.609375,
                    0.128906,
                    0.53125,
                    0.535156,
                    0.542969,
                    0.589844,
                    0.4375,
                    0.652344,
                    0.652344,
                    0.566406,
                    0.589844,
                    0.546875,
                    0.503906,
                    0.519531,
                    0.511719,
                    0.621094,
                    0.145508,
                    0.535156,
                    0.523438,
                    0.46875,
                    0.699219,
                    0.169922,
                    0.527344,
                    0.503906,
                    1.015625,
                    0.542969,
                    0.664062,
                    0.980469,
                    0.182617,
                    0.71875,
                    0.578125,
                    0.648438,
                    0.613281,
                    0.828125,
                    0.546875,
                    0.117676,
                    0.550781,
                    0.609375,
                    0.683594,
                    0.59375,
                    0.15332,
                    0.523438,
                    2.46875,
                    0.679688,
                    0.486328,
                    0.65625,
                    0.886719,
                    0.523438,
                    0.578125,
                    0.546875,
                    0.539062,
                    0.550781,
                    0.664062,
                    0.550781,
                    0.714844,
                    0.5625,
                    0.570312,
                    0.695312,
                    0.703125,
                    0.617188,
                    0.597656,
                    0.585938,
                    0.75,
                    0.753906,
                    0.683594,
                    0.193359,
                    1.023438,
                    0.490234,
                    0.183594,
                    0.703125,
                    0.570312,
                    0.063477,
                    0.566406,
                    0.609375,
                    0.126953,
                    0.558594,
                    0.589844,
                    0.570312,
                    0.675781,
                    0.605469,
                    0.582031,
                    0.546875,
                    0.628906,
                    0.617188,
                    0.582031,
                    0.589844,
                    1.476562,
                    0.816406,
                    0.664062,
                    0.925781,
                    0.660156,
                    0.59375,
                    0.695312,
                    0.625,
                    0.125,
                    0.429688,
                    0.490234,
                    0.699219,
                    0.5,
                    0.617188,
                    0.625,
                    0.636719,
                    0.917969,
                    0.140625,
                    0.515625,
                    0.523438,
                    0.173828,
                    1.03125,
                    1.117188,
                    0.933594,
                    0.605469,
                    0.523438,
                    0.217773,
                    0.835938,
                    0.601562,
                    0.613281,
                    0.585938,
                    0.652344,
                    0.84375,
                    0.507812,
                    0.558594,
                    0.601562,
                    0.59375,
                    0.486328,
                    0.130859,
                    0.515625,
                    0.613281,
                    0.601562,
                    0.59375,
                    0.451172,
                    0.632812,
                    0.6875,
                    0.625,
                    0.804688,
                    0.59375,
                    0.828125,
                    0.714844,
                    0.488281,
                    0.269531,
                    0.566406,
                    0.554688,
                    0.675781,
                    0.546875,
                    0.498047,
                    0.542969,
                    0.679688,
                    0.609375,
                    0.546875,
                    0.742188,
                    0.570312,
                    0.523438,
                    0.625,
                    0.714844,
                    0.601562,
                    0.722656,
                    0.589844,
                    0.800781,
                    0.617188,
                    0.800781,
                    0.578125,
                    1.15625,
                    0.578125,
                    0.914062,
                    0.478516,
                    0.519531,
                    0.574219,
                    0.410156,
                    0.625,
                    0.597656,
                    0.828125,
                    0.558594,
                    0.617188,
                    0.320312,
                    0.169922,
                    0.585938,
                    1.1875,
                    0.149414,
                    0.84375,
                    0.53125,
                    0.585938,
                    0.431641,
                    0.578125,
                    0.574219,
                    0.196289,
                    0.625,
                    0.298828,
                    0.679688,
                    0.457031,
                    0.648438,
                    0.984375,
                    0.546875,
                    0.542969,
                    0.570312,
                    0.566406,
                    0.585938,
                    0.609375,
                    1.132812,
                    0.373047,
                    0.546875,
                    0.585938,
                    0.59375,
                    0.703125,
                    0.773438,
                    0.201172,
                    1.21875,
                    0.613281,
                    0.558594,
                    0.609375,
                    0.609375,
                    0.546875,
                    1.164062,
                    0.902344,
                    0.613281,
                    0.632812,
                    2.859375,
                    0.316406,
                    0.765625,
                    0.546875,
                    0.628906,
                    0.546875,
                    0.566406,
                    0.546875,
                    0.921875,
                    0.613281,
                    0.644531,
                    0.138672,
                    0.632812,
                    0.601562,
                    0.621094,
                    1.023438,
                    0.558594,
                    0.691406,
                    0.129883,
                    0.589844,
                    0.478516,
                    0.730469,
                    0.660156,
                    0.582031,
                    0.628906,
                    0.357422,
                    0.5625,
                    0.609375,
                    0.535156,
                    0.691406,
                    0.578125,
                    0.609375,
                    0.660156,
                    0.605469,
                    0.992188,
                    0.578125,
                    0.636719,
                    0.53125,
                    0.566406,
                    0.722656,
                    0.824219,
                    1.96875,
                    0.660156,
                    0.585938,
                    0.494141,
                    0.605469,
                    0.785156,
                    0.613281,
                    0.59375,
                    0.601562,
                    0.605469,
                    0.574219,
                    0.585938,
                    0.498047,
                    0.597656,
                    0.566406,
                    0.206055,
                    0.558594,
                    0.40625,
                    0.578125,
                    0.710938,
                    0.65625,
                    0.6875,
                    0.550781,
                    0.476562,
                    0.601562,
                    0.494141,
                    0.605469,
                    0.566406,
                    0.5625,
                    0.632812,
                    0.574219,
                    0.6875,
                    0.515625,
                    0.5625,
                    0.28125,
                    0.714844,
                    0.613281,
                    0.492188,
                    0.601562,
                    0.664062,
                    0.617188,
                    0.628906,
                    0.578125,
                    0.484375,
                    0.609375,
                    0.613281,
                    0.476562,
                    0.769531,
                    0.625,
                    0.466797,
                    0.589844,
                    0.394531,
                    0.640625,
                    0.902344,
                    0.582031,
                    0.695312,
                    0.112305,
                    0.5,
                    0.679688,
                    0.714844,
                    0.539062,
                    0.507812,
                    1.148438,
                    0.173828,
                    0.609375,
                    0.527344,
                    0.75,
                    0.796875,
                    0.804688,
                    1.15625,
                    0.601562,
                    0.143555,
                    2.578125,
                    0.566406,
                    0.585938,
                    2.03125,
                    0.527344,
                    0.519531,
                    0.59375,
                    0.675781,
                    0.490234,
                    0.570312,
                    0.539062,
                    0.609375,
                    0.714844,
                    0.597656,
                    0.683594,
                    0.148438,
                    0.578125,
                    0.652344,
                    0.53125,
                    0.578125,
                    0.664062,
                    0.765625,
                    0.617188,
                    0.515625,
                    0.953125,
                    0.3125,
                    0.601562,
                    0.519531,
                    0.12207,
                    0.628906,
                    0.726562,
                    0.585938,
                    0.5625,
                    0.609375,
                    0.125977,
                    2.078125,
                    1.734375,
                    0.730469,
                    0.515625,
                    0.601562,
                    0.546875,
                    0.484375,
                    0.75,
                    0.566406,
                    0.523438,
                    0.679688,
                    0.554688,
                    0.675781,
                    0.625,
                    0.6875,
                    0.507812,
                    0.722656,
                    0.128906,
                    0.636719,
                    0.589844,
                    0.960938,
                    0.671875,
                    0.490234,
                    0.804688,
                    0.412109,
                    0.75,
                    0.625,
                    0.601562,
                    0.527344,
                    0.652344,
                    1.015625,
                    0.707031,
                    0.714844,
                    0.178711,
                    0.722656,
                    0.498047,
                    0.515625,
                    0.539062,
                    0.613281,
                    0.898438,
                    0.263672,
                    0.546875,
                    0.605469,
                    0.59375,
                    0.476562,
                    0.570312,
                    0.78125,
                    0.628906,
                    0.59375,
                    0.550781,
                    0.824219,
                    0.1875,
                    0.558594,
                    0.585938,
                    0.621094,
                    0.617188,
                    0.574219,
                    0.703125,
                    0.53125,
                    0.621094,
                    0.785156,
                    1.101562,
                    0.558594,
                    0.5625,
                    0.84375,
                    0.636719,
                    0.988281,
                    0.605469,
                    0.648438,
                    0.710938,
                    0.554688,
                    0.589844,
                    0.628906,
                    0.535156,
                    0.566406,
                    0.170898,
                    0.632812,
                    0.503906,
                    0.574219,
                    0.546875,
                    0.691406,
                    0.628906,
                    0.75,
                    0.589844,
                    0.601562,
                    0.511719,
                    0.648438,
                    0.769531,
                    0.738281,
                    0.302734,
                    0.46875,
                    0.125977,
                    0.589844,
                    0.609375,
                    0.578125,
                    0.574219,
                    0.574219,
                    0.6875,
                    0.621094,
                    0.550781,
                    0.53125,
                    0.609375,
                    0.636719,
                    0.628906,
                    0.542969,
                    0.589844,
                    0.613281,
                    0.769531,
                    0.53125,
                    0.554688,
                    0.664062,
                    0.601562,
                    0.578125,
                    0.554688,
                    0.527344,
                    0.71875,
                    1.117188,
                    0.628906,
                    0.550781,
                    0.597656,
                    0.53125,
                    0.496094,
                    0.726562,
                    0.486328,
                    1.0,
                    0.757812,
                    0.589844,
                    0.613281,
                    0.601562,
                    0.921875,
                    0.605469,
                    0.609375,
                    0.546875,
                    0.527344,
                    0.761719,
                    0.792969,
                    0.550781,
                    0.515625,
                    1.242188,
                    0.498047,
                    0.566406,
                    0.582031,
                    0.535156,
                    0.542969,
                    0.628906,
                    0.734375,
                    0.703125,
                    0.578125,
                    0.980469,
                    0.519531,
                    0.65625,
                    0.734375,
                    0.734375,
                    0.566406,
                    0.785156,
                    0.535156,
                    0.738281,
                    0.470703,
                    0.570312,
                    0.925781,
                    0.699219,
                    0.59375,
                    0.675781,
                    0.554688,
                    0.605469,
                    0.621094,
                    0.589844,
                    0.789062,
                    0.640625,
                    0.777344,
                    0.515625,
                    0.824219,
                    0.65625,
                    1.523438,
                    0.621094,
                    0.566406,
                    0.730469,
                    0.914062,
                    0.507812,
                    0.613281,
                    0.679688,
                    0.566406,
                    0.6875,
                    0.523438,
                    0.578125,
                    0.496094,
                    0.527344,
                    0.145508,
                    0.667969,
                    1.226562,
                    0.664062,
                    0.828125,
                    0.5,
                    0.613281,
                    0.652344,
                    0.601562,
                    0.636719,
                    0.652344,
                    0.118652,
                    0.671875,
                    0.476562,
                    0.241211,
                    0.131836,
                    0.878906,
                    0.816406,
                    0.429688,
                    0.597656,
                    0.466797,
                    0.894531,
                    0.660156,
                    0.757812,
                    0.539062,
                    0.188477,
                    0.882812,
                    0.972656,
                    0.539062,
                    0.539062,
                    0.59375,
                    0.59375,
                    0.566406,
                    0.574219,
                    0.554688,
                    0.710938,
                    0.753906,
                    0.527344,
                    0.361328,
                    0.609375,
                    0.527344,
                    0.558594,
                    0.53125,
                    0.878906,
                    0.617188,
                    0.558594,
                    0.605469,
                    0.589844,
                    0.53125,
                    0.613281,
                    0.691406,
                    0.800781,
                    0.40625,
                    0.566406,
                    0.478516,
                    0.707031,
                    0.636719,
                    0.503906,
                    0.710938,
                    0.660156,
                    0.679688,
                    0.601562,
                    0.570312,
                    0.65625,
                    0.628906,
                    0.558594,
                    0.59375,
                    0.953125,
                    0.148438,
                    0.929688,
                    0.116211,
                    0.535156,
                    0.777344,
                    0.225586,
                    0.425781,
                    0.664062,
                    0.636719,
                    0.53125,
                    0.695312,
                    1.335938,
                    0.554688,
                    0.578125,
                    0.644531,
                    0.585938,
                    0.527344,
                    0.625,
                    1.476562,
                    0.71875,
                    0.625,
                    0.519531,
                    0.597656,
                    0.554688,
                    0.71875,
                    0.601562,
                    0.601562,
                    0.59375,
                    0.194336,
                    0.59375,
                    0.660156,
                    0.460938,
                    0.734375,
                    0.601562,
                    0.609375,
                    0.640625,
                    0.664062,
                    0.609375,
                    0.710938,
                    0.585938,
                    0.578125,
                    0.632812,
                    0.251953,
                    0.710938,
                    0.507812,
                    0.816406,
                    0.542969,
                    1.039062,
                    1.101562,
                    0.527344,
                    0.613281,
                    0.910156,
                    0.902344,
                    0.648438,
                    0.515625,
                    0.570312,
                    0.828125,
                    0.527344,
                    0.542969,
                    0.726562,
                    0.972656,
                    1.046875,
                    1.039062,
                    0.78125,
                    0.472656,
                    0.535156,
                    0.640625,
                    1.257812,
                    0.585938,
                    0.574219,
                    0.371094,
                    0.679688,
                    0.628906,
                    0.554688,
                    1.015625,
                    0.632812,
                    0.482422,
                    0.5625,
                    0.120605,
                    0.621094,
                    0.671875,
                    0.699219,
                    0.574219,
                    0.660156,
                    0.75,
                    1.210938,
                    0.683594,
                    0.542969,
                    0.271484,
                    0.835938,
                    0.539062,
                    0.609375,
                    0.550781,
                    0.945312,
                    0.582031,
                    0.703125,
                    0.118164,
                    0.796875,
                    0.726562,
                    0.542969,
                    0.157227,
                    0.535156,
                    0.578125,
                    0.8125,
                    0.664062,
                    0.535156,
                    0.5625,
                    0.114258,
                    0.585938,
                    0.625,
                    0.601562,
                    0.585938,
                    0.519531,
                    0.546875,
                    0.535156,
                    0.542969,
                    0.726562,
                    0.425781,
                    0.578125,
                    0.601562,
                    0.507812,
                    0.730469,
                    0.570312,
                    0.289062,
                    1.164062,
                    0.515625,
                    0.644531,
                    0.535156,
                    1.789062,
                    0.652344,
                    1.71875,
                    0.111816,
                    0.535156,
                    0.123047,
                    0.734375,
                    1.90625,
                    1.03125,
                    0.574219,
                    0.578125,
                    0.527344,
                    1.460938,
                    0.707031,
                    0.585938,
                    0.710938,
                    0.59375,
                    0.523438,
                    0.558594,
                    0.871094,
                    0.18457,
                    0.648438,
                    0.664062,
                    0.625,
                    0.820312,
                    0.554688,
                    1.304688,
                    0.660156,
                    0.570312,
                    0.84375,
                    0.824219,
                    0.609375,
                    0.5625,
                    0.832031,
                    0.5625,
                    0.539062,
                    0.5625,
                    0.511719,
                    0.539062,
                    0.871094,
                    0.675781,
                    0.761719,
                    0.605469,
                    0.163086,
                    0.722656,
                    0.539062,
                    0.730469,
                    0.554688,
                    0.535156,
                    0.71875,
                    0.535156,
                    0.550781,
                    0.558594,
                    0.640625,
                    0.601562,
                    0.617188,
                    0.609375,
                    0.28125,
                    0.800781,
                    0.5625,
                    0.550781,
                    0.462891,
                    0.519531,
                    0.640625,
                    0.5,
                    0.511719,
                    0.863281,
                    0.570312,
                    0.554688,
                    0.570312,
                    1.226562,
                    0.570312,
                    0.816406,
                    0.605469,
                    0.574219,
                    0.173828,
                    0.539062,
                    1.945312,
                    0.589844,
                    0.609375,
                    0.734375,
                    0.5625,
                    0.625,
                    0.875,
                    0.636719,
                    0.550781,
                    0.5625,
                    0.742188,
                    0.589844,
                    1.015625,
                    0.671875,
                    0.601562,
                    0.613281,
                    0.59375,
                    0.804688,
                    1.164062,
                    0.742188,
                    0.535156,
                    0.119141,
                    0.765625,
                    0.154297,
                    0.333984,
                    0.507812,
                    0.558594,
                    0.617188,
                    0.419922,
                    0.570312,
                    0.143555,
                    0.609375,
                    0.707031,
                    0.53125,
                    0.71875,
                    1.234375,
                    0.447266,
                    0.632812,
                    0.808594,
                    0.699219,
                    0.1875,
                    0.601562,
                    1.164062,
                    0.632812,
                    1.085938,
                    0.628906,
                    0.933594,
                    0.628906,
                    0.871094,
                    0.671875,
                    0.703125,
                    0.683594,
                    0.519531,
                    0.75,
                    0.453125,
                    0.200195,
                    0.476562,
                    0.628906,
                    0.503906,
                    0.808594,
                    0.9375,
                    -0.033203,
                    0.570312,
                    0.636719,
                    1.890625,
                    0.667969,
                    0.960938,
                    0.691406,
                    0.558594,
                    0.675781,
                    0.691406,
                    0.609375,
                    0.5625,
                    0.5625,
                    0.294922,
                    0.550781,
                    0.523438,
                    0.486328,
                    0.8125,
                    0.550781,
                    0.12793,
                    0.118652,
                    0.259766,
                    0.664062,
                    0.71875,
                    0.601562,
                    1.242188,
                    0.660156,
                    0.640625,
                    0.53125,
                    0.636719,
                    0.578125,
                    0.194336,
                    0.648438,
                    0.582031,
                    0.707031,
                    0.523438,
                    0.578125,
                    0.519531,
                    0.851562,
                    0.554688,
                    0.486328,
                    0.574219,
                    0.570312,
                    0.6875,
                    0.178711,
                    0.507812,
                    0.65625,
                    0.578125,
                    0.5625,
                    0.6875,
                    0.765625,
                    0.667969,
                    0.585938,
                    0.597656,
                    0.125977,
                    0.609375,
                    0.589844,
                    0.625,
                    0.527344,
                    0.628906,
                    0.558594,
                    0.914062,
                    0.519531,
                    0.566406,
                    0.503906,
                    0.605469,
                    0.527344,
                    0.945312,
                    0.714844,
                    0.683594,
                    0.683594,
                    0.53125,
                    0.578125,
                    0.601562,
                    0.65625,
                    0.914062,
                    0.558594,
                    0.6875,
                    0.644531,
                    0.597656,
                    0.664062,
                    0.867188,
                    0.773438,
                    0.59375,
                    0.8125,
                    0.535156,
                    0.582031,
                    0.554688,
                    0.476562,
                    0.511719,
                    0.808594,
                    0.574219,
                    0.5625,
                    0.527344,
                    0.625,
                    0.683594,
                    0.738281,
                    0.443359,
                    0.640625,
                    0.488281,
                    1.015625,
                    0.574219,
                    1.039062,
                    0.773438,
                    0.550781,
                    0.628906,
                    0.582031,
                    0.53125,
                    0.375,
                    0.621094,
                    0.478516,
                    0.140625,
                    0.761719,
                    0.570312,
                    0.453125
                ]
            },
            "name": "model.model.layers.7.input_layernorm.weight",
            "outputIndexes": [
                606
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                605
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_7/Mul_output_0",
            "outputIndexes": [
                607
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                606,
                607
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_7/Mul_1_output_0",
            "outputIndexes": [
                608
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                608
            ],
            "outputIndexes": [
                2504
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2504
            ],
            "outputIndexes": [
                2505
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/q_proj/Linear",
            "inputIndexes": [
                2505
            ],
            "outputIndexes": [
                2506
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    184304694,
                    1179670,
                    147456,
                    6144,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2506
            ],
            "outputIndexes": [
                2507
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2507
            ],
            "outputIndexes": [
                609
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                608
            ],
            "main_type": "NONE",
            "name": "/Shape_99_output_0",
            "outputIndexes": [
                610
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                610
            ],
            "main_type": "NONE",
            "name": "Shape1828",
            "outputIndexes": [
                611
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                610
            ],
            "main_type": "NONE",
            "name": "Rank1830",
            "outputIndexes": [
                612
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                612,
                612
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1832",
            "outputIndexes": [
                613
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                613
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1833",
            "outputIndexes": [
                614
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                613,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1835",
            "outputIndexes": [
                615
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                615
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1836",
            "outputIndexes": [
                616
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                611,
                614,
                616,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1839",
            "outputIndexes": [
                617
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                617
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1840",
            "outputIndexes": [
                618
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                618
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1841",
            "outputIndexes": [
                619
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                619,
                618
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1842",
            "outputIndexes": [
                620
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                610,
                620,
                613
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_109_output_0",
            "outputIndexes": [
                621
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                621,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_225_output_0",
            "outputIndexes": [
                622
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                622,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_91_output_0",
            "outputIndexes": [
                623
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                609,
                623
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_64_output_0",
            "outputIndexes": [
                624
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                624,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_56_output_0",
            "outputIndexes": [
                625
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                624
            ],
            "main_type": "NONE",
            "name": "/Shape_100_output_0",
            "outputIndexes": [
                626
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                626
            ],
            "main_type": "NONE",
            "name": "Shape1849",
            "outputIndexes": [
                627
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                626
            ],
            "main_type": "NONE",
            "name": "Rank1851",
            "outputIndexes": [
                628
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                628,
                628
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1853",
            "outputIndexes": [
                629
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                629
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1854",
            "outputIndexes": [
                630
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                629,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1856",
            "outputIndexes": [
                631
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                631
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1857",
            "outputIndexes": [
                632
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                627,
                630,
                632,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1860",
            "outputIndexes": [
                633
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                633
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1861",
            "outputIndexes": [
                634
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                634
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1862",
            "outputIndexes": [
                635
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                635,
                634
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1863",
            "outputIndexes": [
                636
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                626,
                636,
                629
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_110_output_0",
            "outputIndexes": [
                637
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                637,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_21_output_0",
            "outputIndexes": [
                638
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                638,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_230_output_0",
            "outputIndexes": [
                639
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                624,
                639,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_29_output_0",
            "outputIndexes": [
                640
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                640
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_14_output_0",
            "outputIndexes": [
                641
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                624,
                22,
                639,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_28_output_0",
            "outputIndexes": [
                642
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                641,
                642
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_94_output_0",
            "outputIndexes": [
                643
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                643,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_57_output_0",
            "outputIndexes": [
                644
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                625,
                644
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_35_output_0",
            "outputIndexes": [
                645
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                608
            ],
            "outputIndexes": [
                2508
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2508
            ],
            "outputIndexes": [
                2509
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/k_proj/Linear",
            "inputIndexes": [
                2509
            ],
            "outputIndexes": [
                2510
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    185637964,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2510
            ],
            "outputIndexes": [
                2511
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2511
            ],
            "outputIndexes": [
                646
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                622,
                85,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_92_output_0",
            "outputIndexes": [
                647
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                646,
                647
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_65_output_0",
            "outputIndexes": [
                648
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                648,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_58_output_0",
            "outputIndexes": [
                649
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                648
            ],
            "main_type": "NONE",
            "name": "/Shape_101_output_0",
            "outputIndexes": [
                650
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                650
            ],
            "main_type": "NONE",
            "name": "Shape1912",
            "outputIndexes": [
                651
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                650
            ],
            "main_type": "NONE",
            "name": "Rank1914",
            "outputIndexes": [
                652
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                652,
                652
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1916",
            "outputIndexes": [
                653
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                653
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1917",
            "outputIndexes": [
                654
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                653,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1919",
            "outputIndexes": [
                655
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                655
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1920",
            "outputIndexes": [
                656
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                651,
                654,
                656,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1923",
            "outputIndexes": [
                657
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                657
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1924",
            "outputIndexes": [
                658
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                658
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1925",
            "outputIndexes": [
                659
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                659,
                658
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1926",
            "outputIndexes": [
                660
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                650,
                660,
                653
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_111_output_0",
            "outputIndexes": [
                661
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                661,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_22_output_0",
            "outputIndexes": [
                662
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                662,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_232_output_0",
            "outputIndexes": [
                663
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                648,
                663,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_31_output_0",
            "outputIndexes": [
                664
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                664
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_15_output_0",
            "outputIndexes": [
                665
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                648,
                22,
                663,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_30_output_0",
            "outputIndexes": [
                666
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                665,
                666
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_95_output_0",
            "outputIndexes": [
                667
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                667,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_59_output_0",
            "outputIndexes": [
                668
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                649,
                668
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_36_output_0",
            "outputIndexes": [
                669
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                608
            ],
            "outputIndexes": [
                2512
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2512
            ],
            "outputIndexes": [
                2513
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/v_proj/Linear",
            "inputIndexes": [
                2513
            ],
            "outputIndexes": [
                2514
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    185860194,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2514
            ],
            "outputIndexes": [
                2515
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2515
            ],
            "outputIndexes": [
                670
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                670,
                647
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_66_output_0",
            "outputIndexes": [
                671
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                645,
                669,
                671,
                111
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_71_output_0",
            "outputIndexes": [
                672
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                672
            ],
            "outputIndexes": [
                2516
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2516
            ],
            "outputIndexes": [
                2517
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/o_proj/Linear",
            "inputIndexes": [
                2517
            ],
            "outputIndexes": [
                2518
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    186082424,
                    1179670,
                    147456,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2518
            ],
            "outputIndexes": [
                2519
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2519
            ],
            "outputIndexes": [
                673
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                605,
                673
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_38_output_0",
            "outputIndexes": [
                674
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.298828,
                    0.894531,
                    0.773438,
                    0.808594,
                    0.734375,
                    0.757812,
                    0.890625,
                    0.789062,
                    0.824219,
                    0.652344,
                    0.796875,
                    0.515625,
                    0.859375,
                    0.863281,
                    0.847656,
                    0.828125,
                    0.832031,
                    0.78125,
                    0.839844,
                    0.609375,
                    0.847656,
                    0.796875,
                    0.796875,
                    0.263672,
                    0.902344,
                    0.824219,
                    0.746094,
                    0.675781,
                    0.757812,
                    0.917969,
                    0.84375,
                    0.820312,
                    0.917969,
                    0.964844,
                    0.820312,
                    0.902344,
                    0.878906,
                    0.835938,
                    0.582031,
                    0.542969,
                    0.90625,
                    0.859375,
                    0.851562,
                    0.902344,
                    0.320312,
                    0.78125,
                    0.789062,
                    0.828125,
                    0.785156,
                    0.71875,
                    0.273438,
                    0.496094,
                    0.867188,
                    0.925781,
                    0.871094,
                    0.710938,
                    0.671875,
                    0.271484,
                    0.609375,
                    0.628906,
                    0.746094,
                    0.664062,
                    0.765625,
                    0.828125,
                    0.828125,
                    0.414062,
                    0.75,
                    0.675781,
                    0.769531,
                    0.722656,
                    0.785156,
                    0.671875,
                    0.261719,
                    0.703125,
                    0.808594,
                    0.503906,
                    0.863281,
                    0.84375,
                    0.816406,
                    0.996094,
                    0.890625,
                    0.271484,
                    0.488281,
                    0.867188,
                    0.886719,
                    0.859375,
                    0.875,
                    0.949219,
                    0.769531,
                    0.839844,
                    0.835938,
                    0.75,
                    0.703125,
                    0.722656,
                    0.886719,
                    0.480469,
                    0.816406,
                    0.632812,
                    0.988281,
                    0.835938,
                    1.007812,
                    0.511719,
                    0.632812,
                    0.996094,
                    0.605469,
                    0.796875,
                    0.800781,
                    0.820312,
                    0.5625,
                    0.851562,
                    0.636719,
                    0.863281,
                    0.71875,
                    0.582031,
                    0.878906,
                    0.8125,
                    0.898438,
                    1.03125,
                    0.271484,
                    0.294922,
                    0.863281,
                    0.314453,
                    0.671875,
                    0.695312,
                    0.828125,
                    0.933594,
                    0.90625,
                    0.322266,
                    0.675781,
                    1.007812,
                    0.785156,
                    0.796875,
                    0.898438,
                    0.929688,
                    0.886719,
                    0.945312,
                    0.609375,
                    0.914062,
                    0.617188,
                    0.84375,
                    0.296875,
                    0.789062,
                    0.726562,
                    0.353516,
                    0.933594,
                    0.632812,
                    0.878906,
                    0.890625,
                    0.90625,
                    0.824219,
                    0.757812,
                    0.855469,
                    0.332031,
                    0.855469,
                    0.816406,
                    0.609375,
                    0.960938,
                    0.691406,
                    0.863281,
                    0.871094,
                    0.644531,
                    0.710938,
                    0.796875,
                    0.300781,
                    0.671875,
                    0.898438,
                    0.796875,
                    0.878906,
                    0.839844,
                    0.992188,
                    0.945312,
                    0.851562,
                    0.828125,
                    0.96875,
                    0.746094,
                    0.90625,
                    0.914062,
                    0.945312,
                    0.914062,
                    0.910156,
                    0.855469,
                    0.796875,
                    0.882812,
                    0.828125,
                    0.832031,
                    0.5625,
                    0.330078,
                    0.929688,
                    0.828125,
                    0.761719,
                    0.917969,
                    0.707031,
                    0.980469,
                    0.871094,
                    0.875,
                    0.832031,
                    0.804688,
                    0.765625,
                    0.875,
                    0.71875,
                    0.800781,
                    0.847656,
                    0.929688,
                    0.964844,
                    0.847656,
                    0.828125,
                    0.84375,
                    0.964844,
                    0.816406,
                    0.871094,
                    0.808594,
                    0.882812,
                    0.578125,
                    0.773438,
                    0.921875,
                    0.339844,
                    0.867188,
                    0.894531,
                    0.859375,
                    0.808594,
                    0.820312,
                    0.851562,
                    0.398438,
                    0.402344,
                    0.730469,
                    0.859375,
                    0.667969,
                    0.558594,
                    0.6875,
                    0.828125,
                    0.875,
                    0.863281,
                    0.929688,
                    0.875,
                    0.859375,
                    0.683594,
                    0.875,
                    0.800781,
                    0.867188,
                    0.910156,
                    0.742188,
                    0.886719,
                    0.84375,
                    0.910156,
                    0.851562,
                    0.875,
                    0.898438,
                    0.863281,
                    0.742188,
                    0.929688,
                    0.75,
                    0.386719,
                    0.945312,
                    0.65625,
                    0.273438,
                    0.660156,
                    0.742188,
                    0.914062,
                    0.890625,
                    0.820312,
                    0.796875,
                    0.9375,
                    0.867188,
                    0.6875,
                    0.878906,
                    0.816406,
                    0.648438,
                    0.9375,
                    0.828125,
                    0.800781,
                    0.835938,
                    0.714844,
                    0.707031,
                    0.828125,
                    0.542969,
                    0.648438,
                    0.341797,
                    0.898438,
                    0.640625,
                    0.9375,
                    0.859375,
                    0.789062,
                    0.777344,
                    0.761719,
                    0.847656,
                    0.292969,
                    0.820312,
                    0.878906,
                    0.78125,
                    0.902344,
                    0.8125,
                    0.914062,
                    0.910156,
                    0.917969,
                    0.707031,
                    0.769531,
                    0.851562,
                    0.824219,
                    0.878906,
                    0.882812,
                    0.285156,
                    0.353516,
                    0.9375,
                    0.330078,
                    0.917969,
                    0.835938,
                    0.90625,
                    0.71875,
                    0.859375,
                    0.275391,
                    0.546875,
                    0.878906,
                    0.330078,
                    0.832031,
                    0.929688,
                    0.878906,
                    0.347656,
                    0.828125,
                    0.847656,
                    0.271484,
                    0.8125,
                    1.023438,
                    0.859375,
                    0.535156,
                    0.773438,
                    0.820312,
                    0.804688,
                    0.279297,
                    0.789062,
                    0.761719,
                    0.273438,
                    0.898438,
                    0.310547,
                    0.804688,
                    0.773438,
                    0.453125,
                    0.78125,
                    0.265625,
                    0.714844,
                    0.349609,
                    0.800781,
                    0.859375,
                    0.753906,
                    0.910156,
                    0.875,
                    0.792969,
                    0.820312,
                    0.710938,
                    0.664062,
                    0.84375,
                    0.710938,
                    0.443359,
                    0.515625,
                    0.90625,
                    0.765625,
                    0.871094,
                    0.488281,
                    0.796875,
                    0.878906,
                    0.625,
                    0.667969,
                    0.8125,
                    0.871094,
                    0.867188,
                    0.8125,
                    0.796875,
                    0.871094,
                    0.816406,
                    0.285156,
                    0.863281,
                    0.757812,
                    0.625,
                    0.984375,
                    0.597656,
                    0.773438,
                    0.75,
                    0.867188,
                    0.695312,
                    1.0,
                    0.636719,
                    0.925781,
                    0.921875,
                    0.859375,
                    0.921875,
                    0.380859,
                    0.835938,
                    0.707031,
                    0.921875,
                    0.707031,
                    0.886719,
                    0.765625,
                    0.828125,
                    0.875,
                    0.917969,
                    0.554688,
                    0.320312,
                    0.859375,
                    0.652344,
                    0.738281,
                    0.875,
                    0.628906,
                    0.910156,
                    0.695312,
                    0.832031,
                    0.769531,
                    0.277344,
                    0.882812,
                    0.835938,
                    0.96875,
                    0.306641,
                    0.765625,
                    0.648438,
                    0.882812,
                    0.882812,
                    0.773438,
                    0.761719,
                    1.007812,
                    0.953125,
                    0.558594,
                    0.84375,
                    0.878906,
                    0.59375,
                    0.953125,
                    0.660156,
                    0.679688,
                    0.921875,
                    0.6875,
                    0.863281,
                    0.703125,
                    0.851562,
                    0.910156,
                    0.890625,
                    0.824219,
                    0.917969,
                    0.59375,
                    0.648438,
                    0.71875,
                    0.613281,
                    0.796875,
                    0.835938,
                    0.75,
                    0.644531,
                    0.357422,
                    0.796875,
                    0.851562,
                    0.929688,
                    0.308594,
                    0.949219,
                    0.890625,
                    0.875,
                    1.132812,
                    0.851562,
                    0.828125,
                    1.09375,
                    0.925781,
                    0.875,
                    1.015625,
                    0.847656,
                    0.28125,
                    1.015625,
                    0.609375,
                    0.8125,
                    0.839844,
                    0.75,
                    0.796875,
                    0.3125,
                    0.691406,
                    0.753906,
                    0.777344,
                    0.800781,
                    0.84375,
                    0.8125,
                    0.574219,
                    0.855469,
                    0.890625,
                    0.882812,
                    0.867188,
                    0.65625,
                    0.294922,
                    0.84375,
                    0.921875,
                    0.839844,
                    0.828125,
                    0.875,
                    0.730469,
                    0.644531,
                    0.832031,
                    0.730469,
                    0.859375,
                    0.828125,
                    0.851562,
                    0.820312,
                    0.882812,
                    0.828125,
                    0.875,
                    0.878906,
                    0.863281,
                    0.890625,
                    0.707031,
                    0.324219,
                    0.337891,
                    0.859375,
                    0.878906,
                    0.738281,
                    0.945312,
                    0.757812,
                    0.953125,
                    0.515625,
                    0.65625,
                    0.933594,
                    0.640625,
                    0.929688,
                    0.972656,
                    0.945312,
                    0.289062,
                    0.835938,
                    0.785156,
                    1.015625,
                    0.431641,
                    0.710938,
                    0.949219,
                    0.847656,
                    0.832031,
                    0.703125,
                    0.890625,
                    0.675781,
                    0.832031,
                    0.851562,
                    0.882812,
                    0.859375,
                    0.796875,
                    0.683594,
                    0.318359,
                    0.707031,
                    0.863281,
                    0.898438,
                    0.867188,
                    0.855469,
                    0.847656,
                    0.28125,
                    0.804688,
                    0.808594,
                    0.859375,
                    0.820312,
                    0.824219,
                    0.691406,
                    0.53125,
                    0.84375,
                    0.539062,
                    0.832031,
                    0.640625,
                    0.847656,
                    0.855469,
                    0.535156,
                    0.289062,
                    0.777344,
                    0.863281,
                    0.820312,
                    0.867188,
                    0.296875,
                    0.902344,
                    0.859375,
                    1.054688,
                    0.835938,
                    0.882812,
                    0.832031,
                    0.308594,
                    0.882812,
                    0.84375,
                    0.875,
                    0.609375,
                    0.976562,
                    0.746094,
                    0.253906,
                    0.380859,
                    0.765625,
                    0.90625,
                    0.855469,
                    0.292969,
                    0.851562,
                    0.414062,
                    0.6875,
                    0.824219,
                    0.90625,
                    1.015625,
                    0.570312,
                    0.734375,
                    0.890625,
                    0.878906,
                    0.71875,
                    0.867188,
                    0.875,
                    0.859375,
                    0.722656,
                    0.652344,
                    0.902344,
                    0.898438,
                    0.875,
                    0.878906,
                    0.648438,
                    0.914062,
                    0.945312,
                    0.839844,
                    0.283203,
                    0.976562,
                    0.410156,
                    0.287109,
                    0.917969,
                    0.847656,
                    -0.000165,
                    0.71875,
                    0.875,
                    0.271484,
                    0.601562,
                    0.796875,
                    0.820312,
                    0.824219,
                    0.894531,
                    0.5625,
                    0.765625,
                    0.667969,
                    0.59375,
                    0.796875,
                    0.828125,
                    1.148438,
                    0.929688,
                    0.875,
                    0.949219,
                    0.886719,
                    0.765625,
                    0.949219,
                    0.746094,
                    0.269531,
                    0.820312,
                    0.785156,
                    0.777344,
                    0.851562,
                    0.6875,
                    0.894531,
                    0.785156,
                    0.945312,
                    0.265625,
                    0.867188,
                    0.636719,
                    0.28125,
                    0.996094,
                    1.0,
                    1.007812,
                    0.515625,
                    0.691406,
                    0.320312,
                    0.96875,
                    0.769531,
                    0.6875,
                    0.628906,
                    0.921875,
                    0.921875,
                    0.882812,
                    0.765625,
                    0.890625,
                    0.761719,
                    0.439453,
                    0.261719,
                    0.789062,
                    0.554688,
                    0.835938,
                    0.859375,
                    0.785156,
                    0.800781,
                    0.769531,
                    0.859375,
                    0.5,
                    0.859375,
                    0.933594,
                    0.914062,
                    0.851562,
                    0.300781,
                    0.839844,
                    0.828125,
                    0.65625,
                    0.785156,
                    0.832031,
                    0.855469,
                    0.890625,
                    0.898438,
                    0.84375,
                    0.921875,
                    0.863281,
                    0.738281,
                    0.90625,
                    0.871094,
                    0.753906,
                    0.679688,
                    0.882812,
                    0.4375,
                    0.878906,
                    0.679688,
                    0.722656,
                    1.101562,
                    0.890625,
                    0.792969,
                    0.777344,
                    0.8125,
                    0.882812,
                    0.353516,
                    0.851562,
                    0.679688,
                    0.839844,
                    0.875,
                    0.667969,
                    0.349609,
                    0.279297,
                    0.882812,
                    0.5625,
                    0.283203,
                    0.9375,
                    0.878906,
                    0.859375,
                    0.347656,
                    0.875,
                    0.84375,
                    0.316406,
                    0.785156,
                    0.347656,
                    0.796875,
                    0.839844,
                    0.707031,
                    0.980469,
                    0.875,
                    0.804688,
                    0.761719,
                    0.777344,
                    0.800781,
                    0.664062,
                    1.046875,
                    0.455078,
                    0.761719,
                    0.851562,
                    0.882812,
                    0.851562,
                    0.722656,
                    0.324219,
                    0.539062,
                    0.726562,
                    0.875,
                    0.867188,
                    0.746094,
                    0.847656,
                    1.046875,
                    0.9375,
                    0.585938,
                    0.890625,
                    0.585938,
                    0.351562,
                    0.726562,
                    0.777344,
                    0.871094,
                    0.640625,
                    0.605469,
                    0.742188,
                    0.96875,
                    0.785156,
                    0.746094,
                    0.285156,
                    0.765625,
                    0.90625,
                    0.886719,
                    0.789062,
                    0.6875,
                    0.769531,
                    0.269531,
                    0.855469,
                    0.835938,
                    0.570312,
                    0.785156,
                    0.628906,
                    0.65625,
                    0.400391,
                    0.859375,
                    0.601562,
                    0.617188,
                    0.898438,
                    0.675781,
                    0.816406,
                    0.679688,
                    0.796875,
                    1.023438,
                    0.609375,
                    0.824219,
                    0.742188,
                    0.882812,
                    0.941406,
                    0.871094,
                    0.648438,
                    0.597656,
                    0.890625,
                    0.458984,
                    0.621094,
                    0.960938,
                    0.820312,
                    0.613281,
                    0.878906,
                    0.488281,
                    0.859375,
                    0.847656,
                    0.789062,
                    0.675781,
                    0.820312,
                    0.300781,
                    0.660156,
                    0.828125,
                    0.714844,
                    0.867188,
                    0.589844,
                    0.707031,
                    0.859375,
                    0.824219,
                    0.828125,
                    0.851562,
                    0.890625,
                    0.871094,
                    0.867188,
                    0.882812,
                    0.855469,
                    0.898438,
                    0.804688,
                    0.585938,
                    0.304688,
                    0.914062,
                    0.589844,
                    0.851562,
                    0.644531,
                    0.761719,
                    0.617188,
                    0.757812,
                    0.851562,
                    0.796875,
                    0.628906,
                    0.863281,
                    0.851562,
                    0.957031,
                    0.863281,
                    0.472656,
                    0.894531,
                    0.333984,
                    0.621094,
                    0.964844,
                    0.6875,
                    0.839844,
                    0.257812,
                    0.832031,
                    0.871094,
                    0.910156,
                    0.492188,
                    0.828125,
                    1.015625,
                    0.302734,
                    0.664062,
                    0.613281,
                    0.910156,
                    0.9375,
                    0.707031,
                    1.015625,
                    0.871094,
                    0.28125,
                    0.482422,
                    0.859375,
                    0.597656,
                    0.585938,
                    0.773438,
                    0.796875,
                    0.800781,
                    0.589844,
                    0.808594,
                    0.875,
                    0.816406,
                    0.890625,
                    0.789062,
                    0.648438,
                    0.898438,
                    0.289062,
                    0.867188,
                    0.757812,
                    0.707031,
                    0.789062,
                    0.792969,
                    0.917969,
                    0.863281,
                    0.851562,
                    0.832031,
                    0.396484,
                    0.894531,
                    0.828125,
                    0.277344,
                    0.75,
                    0.90625,
                    0.878906,
                    0.871094,
                    0.554688,
                    0.291016,
                    0.625,
                    0.558594,
                    0.898438,
                    0.800781,
                    0.601562,
                    0.816406,
                    0.480469,
                    0.910156,
                    0.816406,
                    0.738281,
                    0.902344,
                    0.640625,
                    0.792969,
                    0.75,
                    0.625,
                    0.875,
                    0.917969,
                    0.265625,
                    0.886719,
                    0.902344,
                    0.964844,
                    0.867188,
                    0.863281,
                    0.980469,
                    0.435547,
                    0.859375,
                    0.601562,
                    0.667969,
                    0.820312,
                    0.871094,
                    1.125,
                    0.898438,
                    0.789062,
                    0.296875,
                    0.855469,
                    0.855469,
                    0.785156,
                    0.863281,
                    0.691406,
                    0.960938,
                    0.667969,
                    0.820312,
                    0.835938,
                    0.640625,
                    0.820312,
                    0.890625,
                    0.851562,
                    0.699219,
                    0.851562,
                    0.886719,
                    0.953125,
                    0.310547,
                    0.863281,
                    0.875,
                    0.8125,
                    0.835938,
                    0.816406,
                    0.554688,
                    0.589844,
                    0.863281,
                    0.929688,
                    1.03125,
                    0.757812,
                    0.84375,
                    0.78125,
                    0.792969,
                    0.949219,
                    0.742188,
                    0.753906,
                    0.6875,
                    0.722656,
                    0.855469,
                    0.878906,
                    0.820312,
                    0.882812,
                    0.306641,
                    0.90625,
                    0.863281,
                    0.667969,
                    0.734375,
                    0.628906,
                    0.839844,
                    0.800781,
                    0.558594,
                    0.753906,
                    0.648438,
                    0.765625,
                    0.929688,
                    0.875,
                    0.326172,
                    0.863281,
                    0.285156,
                    0.890625,
                    0.898438,
                    0.886719,
                    0.703125,
                    0.847656,
                    0.832031,
                    0.820312,
                    0.761719,
                    0.867188,
                    0.859375,
                    0.628906,
                    0.859375,
                    0.824219,
                    0.621094,
                    0.800781,
                    0.373047,
                    0.867188,
                    0.734375,
                    0.65625,
                    0.773438,
                    0.84375,
                    0.832031,
                    0.859375,
                    0.757812,
                    1.03125,
                    0.890625,
                    0.578125,
                    0.714844,
                    0.773438,
                    0.828125,
                    0.886719,
                    0.419922,
                    0.71875,
                    0.882812,
                    0.832031,
                    0.882812,
                    0.488281,
                    0.992188,
                    0.65625,
                    0.867188,
                    0.804688,
                    0.792969,
                    0.933594,
                    0.945312,
                    0.882812,
                    0.835938,
                    0.628906,
                    0.8125,
                    0.789062,
                    0.753906,
                    0.824219,
                    0.875,
                    0.820312,
                    0.890625,
                    0.914062,
                    0.785156,
                    0.996094,
                    0.84375,
                    0.78125,
                    0.75,
                    0.929688,
                    0.859375,
                    0.921875,
                    0.847656,
                    0.734375,
                    0.84375,
                    0.867188,
                    0.941406,
                    0.769531,
                    0.898438,
                    0.726562,
                    0.691406,
                    0.640625,
                    0.796875,
                    0.871094,
                    0.976562,
                    0.652344,
                    0.964844,
                    0.789062,
                    0.90625,
                    0.921875,
                    0.4375,
                    0.800781,
                    0.808594,
                    0.855469,
                    0.875,
                    0.839844,
                    0.875,
                    0.871094,
                    0.625,
                    0.910156,
                    0.882812,
                    0.835938,
                    0.785156,
                    0.84375,
                    0.300781,
                    0.925781,
                    0.761719,
                    0.867188,
                    0.957031,
                    0.804688,
                    0.640625,
                    0.738281,
                    0.859375,
                    0.578125,
                    0.90625,
                    0.251953,
                    0.695312,
                    0.828125,
                    0.300781,
                    0.273438,
                    0.75,
                    0.6875,
                    0.792969,
                    0.878906,
                    0.804688,
                    0.753906,
                    0.675781,
                    0.941406,
                    0.734375,
                    0.304688,
                    0.941406,
                    1.007812,
                    0.847656,
                    0.828125,
                    0.746094,
                    0.515625,
                    0.878906,
                    0.761719,
                    0.785156,
                    0.726562,
                    0.632812,
                    0.863281,
                    0.378906,
                    0.914062,
                    0.859375,
                    0.859375,
                    0.871094,
                    0.949219,
                    0.859375,
                    0.808594,
                    0.832031,
                    0.65625,
                    0.828125,
                    0.871094,
                    0.886719,
                    0.9375,
                    0.425781,
                    0.804688,
                    0.835938,
                    0.914062,
                    0.695312,
                    0.875,
                    0.921875,
                    0.695312,
                    0.917969,
                    0.6875,
                    0.699219,
                    0.894531,
                    0.757812,
                    0.753906,
                    0.71875,
                    0.789062,
                    0.291016,
                    0.960938,
                    0.273438,
                    0.886719,
                    0.925781,
                    0.298828,
                    0.566406,
                    0.925781,
                    0.761719,
                    0.867188,
                    0.882812,
                    0.527344,
                    0.828125,
                    0.746094,
                    0.613281,
                    0.855469,
                    0.871094,
                    0.785156,
                    0.871094,
                    0.730469,
                    0.851562,
                    0.855469,
                    0.632812,
                    0.867188,
                    0.925781,
                    0.835938,
                    0.867188,
                    0.625,
                    0.292969,
                    0.746094,
                    0.914062,
                    0.789062,
                    0.9375,
                    0.789062,
                    0.882812,
                    0.90625,
                    0.859375,
                    0.832031,
                    0.945312,
                    0.753906,
                    0.875,
                    0.617188,
                    0.298828,
                    0.582031,
                    0.832031,
                    0.589844,
                    0.84375,
                    1.09375,
                    1.007812,
                    0.863281,
                    0.773438,
                    0.945312,
                    1.015625,
                    0.878906,
                    0.808594,
                    0.875,
                    0.925781,
                    0.765625,
                    0.671875,
                    0.478516,
                    0.482422,
                    1.0,
                    0.574219,
                    0.78125,
                    0.490234,
                    0.824219,
                    0.832031,
                    0.476562,
                    0.378906,
                    0.699219,
                    0.396484,
                    0.878906,
                    0.828125,
                    0.78125,
                    0.828125,
                    0.84375,
                    0.851562,
                    0.660156,
                    0.273438,
                    0.898438,
                    0.703125,
                    0.925781,
                    0.792969,
                    0.90625,
                    0.894531,
                    1.078125,
                    0.867188,
                    0.839844,
                    0.353516,
                    0.960938,
                    0.470703,
                    0.667969,
                    0.859375,
                    0.738281,
                    0.789062,
                    0.925781,
                    0.253906,
                    0.75,
                    0.925781,
                    0.84375,
                    0.302734,
                    0.835938,
                    0.730469,
                    0.964844,
                    0.726562,
                    0.824219,
                    0.796875,
                    0.271484,
                    0.882812,
                    0.894531,
                    0.867188,
                    0.585938,
                    0.800781,
                    0.773438,
                    0.8125,
                    0.859375,
                    0.910156,
                    0.8125,
                    0.582031,
                    0.859375,
                    0.800781,
                    0.921875,
                    0.554688,
                    0.332031,
                    0.910156,
                    0.832031,
                    0.835938,
                    0.683594,
                    0.404297,
                    0.917969,
                    0.609375,
                    0.263672,
                    0.578125,
                    0.263672,
                    0.835938,
                    0.671875,
                    1.015625,
                    0.847656,
                    0.75,
                    0.796875,
                    0.734375,
                    0.839844,
                    0.65625,
                    0.824219,
                    0.65625,
                    0.8125,
                    0.515625,
                    0.972656,
                    0.28125,
                    0.84375,
                    0.894531,
                    0.867188,
                    0.925781,
                    0.523438,
                    1.015625,
                    0.773438,
                    0.894531,
                    0.84375,
                    0.953125,
                    0.820312,
                    0.636719,
                    0.984375,
                    0.761719,
                    0.800781,
                    0.761719,
                    0.835938,
                    0.890625,
                    0.980469,
                    0.910156,
                    0.886719,
                    0.878906,
                    0.277344,
                    0.734375,
                    0.8125,
                    0.75,
                    0.902344,
                    0.675781,
                    0.929688,
                    0.867188,
                    0.796875,
                    0.886719,
                    0.84375,
                    0.898438,
                    0.78125,
                    0.875,
                    0.3125,
                    0.914062,
                    0.878906,
                    0.511719,
                    0.816406,
                    0.855469,
                    0.882812,
                    0.832031,
                    0.5625,
                    0.953125,
                    0.605469,
                    0.742188,
                    0.589844,
                    1.0625,
                    0.878906,
                    0.964844,
                    0.882812,
                    0.6875,
                    0.296875,
                    0.796875,
                    0.443359,
                    0.921875,
                    0.882812,
                    0.914062,
                    0.800781,
                    0.804688,
                    0.949219,
                    0.675781,
                    0.761719,
                    0.804688,
                    0.84375,
                    0.792969,
                    0.929688,
                    0.863281,
                    0.816406,
                    0.894531,
                    0.851562,
                    0.65625,
                    1.078125,
                    0.914062,
                    0.839844,
                    0.253906,
                    0.917969,
                    0.304688,
                    0.355469,
                    0.761719,
                    0.777344,
                    0.597656,
                    0.345703,
                    0.753906,
                    0.28125,
                    0.601562,
                    0.902344,
                    0.820312,
                    0.894531,
                    2.1875,
                    0.796875,
                    0.511719,
                    0.9375,
                    0.667969,
                    0.273438,
                    0.871094,
                    1.078125,
                    0.859375,
                    1.070312,
                    0.84375,
                    0.976562,
                    0.835938,
                    0.976562,
                    0.882812,
                    0.875,
                    0.898438,
                    0.359375,
                    0.933594,
                    0.667969,
                    0.304688,
                    0.847656,
                    0.726562,
                    0.792969,
                    0.875,
                    0.964844,
                    0.000237,
                    0.652344,
                    0.582031,
                    0.308594,
                    0.6875,
                    0.941406,
                    0.878906,
                    0.871094,
                    0.925781,
                    0.90625,
                    0.820312,
                    0.839844,
                    0.667969,
                    0.320312,
                    0.664062,
                    0.835938,
                    0.8125,
                    0.933594,
                    0.875,
                    0.269531,
                    0.259766,
                    0.310547,
                    0.851562,
                    0.710938,
                    0.683594,
                    0.777344,
                    0.90625,
                    0.746094,
                    0.847656,
                    0.882812,
                    0.828125,
                    0.279297,
                    0.820312,
                    0.738281,
                    0.890625,
                    0.871094,
                    0.582031,
                    0.5625,
                    0.9375,
                    0.839844,
                    0.808594,
                    0.613281,
                    0.761719,
                    0.878906,
                    0.28125,
                    0.792969,
                    0.867188,
                    0.765625,
                    0.886719,
                    0.925781,
                    0.703125,
                    0.902344,
                    0.839844,
                    0.792969,
                    0.261719,
                    0.824219,
                    0.566406,
                    0.886719,
                    0.859375,
                    0.65625,
                    0.757812,
                    0.730469,
                    0.832031,
                    0.65625,
                    0.800781,
                    0.617188,
                    0.804688,
                    0.8125,
                    0.738281,
                    0.734375,
                    0.867188,
                    0.625,
                    0.851562,
                    0.867188,
                    0.742188,
                    0.96875,
                    0.878906,
                    0.835938,
                    0.625,
                    0.632812,
                    0.894531,
                    0.9375,
                    0.953125,
                    0.835938,
                    0.984375,
                    0.796875,
                    0.78125,
                    0.855469,
                    0.796875,
                    0.855469,
                    0.976562,
                    0.738281,
                    0.695312,
                    0.835938,
                    0.707031,
                    0.894531,
                    0.761719,
                    0.808594,
                    0.898438,
                    0.835938,
                    0.964844,
                    0.574219,
                    1.0625,
                    0.699219,
                    0.78125,
                    0.804688,
                    0.851562,
                    0.46875,
                    0.351562,
                    0.792969,
                    0.847656,
                    0.251953,
                    0.847656,
                    0.84375,
                    0.859375
                ]
            },
            "name": "model.model.layers.7.post_attention_layernorm.weight",
            "outputIndexes": [
                675
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                674
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_7/Mul_output_0",
            "outputIndexes": [
                676
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                675,
                676
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_7/Mul_1_output_0",
            "outputIndexes": [
                677
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                677
            ],
            "outputIndexes": [
                2520
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2520
            ],
            "outputIndexes": [
                2521
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/gate_proj/Linear",
            "inputIndexes": [
                2521
            ],
            "outputIndexes": [
                2522
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    187409550,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2522
            ],
            "outputIndexes": [
                2523
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2523
            ],
            "outputIndexes": [
                678
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                678
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_7/Sigmoid_output_0",
            "outputIndexes": [
                679
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                678,
                679
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_7/Mul_output_0",
            "outputIndexes": [
                680
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                677
            ],
            "outputIndexes": [
                2524
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2524
            ],
            "outputIndexes": [
                2525
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/up_proj/Linear",
            "inputIndexes": [
                2525
            ],
            "outputIndexes": [
                2526
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    195151012,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2526
            ],
            "outputIndexes": [
                2527
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2527
            ],
            "outputIndexes": [
                681
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                680,
                681
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_7/Mul_output_0",
            "outputIndexes": [
                682
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                682
            ],
            "outputIndexes": [
                2528
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    8960,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2528
            ],
            "outputIndexes": [
                2529
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/down_proj/Linear",
            "inputIndexes": [
                2529
            ],
            "outputIndexes": [
                2530
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 8960,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    202892474,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2530
            ],
            "outputIndexes": [
                2531
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2531
            ],
            "outputIndexes": [
                683
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                674,
                683
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_39_output_0",
            "outputIndexes": [
                684
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                684,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_72_output_0",
            "outputIndexes": [
                685
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.480469,
                    0.890625,
                    0.980469,
                    0.78125,
                    0.933594,
                    0.726562,
                    0.9375,
                    0.808594,
                    0.652344,
                    0.730469,
                    0.703125,
                    0.765625,
                    0.835938,
                    0.707031,
                    0.734375,
                    0.839844,
                    0.699219,
                    0.757812,
                    0.734375,
                    0.742188,
                    0.789062,
                    1.085938,
                    0.839844,
                    0.232422,
                    0.941406,
                    0.6875,
                    0.734375,
                    0.714844,
                    0.609375,
                    0.816406,
                    0.75,
                    0.773438,
                    1.1875,
                    0.746094,
                    0.863281,
                    0.820312,
                    0.960938,
                    0.746094,
                    0.652344,
                    0.726562,
                    0.851562,
                    0.683594,
                    0.808594,
                    0.960938,
                    1.367188,
                    0.753906,
                    0.671875,
                    0.636719,
                    0.832031,
                    1.046875,
                    0.253906,
                    0.695312,
                    0.761719,
                    0.914062,
                    0.855469,
                    0.695312,
                    0.675781,
                    0.257812,
                    0.957031,
                    0.710938,
                    0.75,
                    0.679688,
                    0.859375,
                    0.746094,
                    0.75,
                    0.478516,
                    0.773438,
                    0.648438,
                    0.964844,
                    0.742188,
                    0.996094,
                    0.945312,
                    0.28125,
                    0.714844,
                    0.730469,
                    0.75,
                    0.757812,
                    0.671875,
                    0.71875,
                    1.148438,
                    0.707031,
                    0.25,
                    0.914062,
                    0.835938,
                    0.8125,
                    0.675781,
                    0.738281,
                    0.929688,
                    0.882812,
                    0.84375,
                    0.800781,
                    0.820312,
                    0.890625,
                    0.75,
                    0.855469,
                    1.023438,
                    0.789062,
                    0.816406,
                    0.886719,
                    0.722656,
                    1.265625,
                    0.734375,
                    0.660156,
                    0.945312,
                    0.691406,
                    0.9375,
                    1.0,
                    0.703125,
                    0.65625,
                    0.707031,
                    0.757812,
                    0.875,
                    0.910156,
                    2.3125,
                    0.671875,
                    0.707031,
                    0.964844,
                    1.195312,
                    0.287109,
                    0.355469,
                    0.742188,
                    0.386719,
                    0.773438,
                    0.664062,
                    0.679688,
                    0.832031,
                    0.835938,
                    0.347656,
                    0.910156,
                    0.996094,
                    0.710938,
                    0.761719,
                    0.847656,
                    1.109375,
                    1.03125,
                    0.894531,
                    0.644531,
                    0.808594,
                    0.683594,
                    0.730469,
                    0.223633,
                    0.921875,
                    0.710938,
                    0.351562,
                    0.941406,
                    0.707031,
                    0.769531,
                    1.742188,
                    0.988281,
                    0.71875,
                    0.792969,
                    0.75,
                    0.441406,
                    0.828125,
                    0.609375,
                    0.714844,
                    0.945312,
                    0.75,
                    0.945312,
                    0.75,
                    0.765625,
                    0.828125,
                    0.871094,
                    0.554688,
                    0.75,
                    0.832031,
                    0.882812,
                    0.878906,
                    0.804688,
                    0.925781,
                    0.832031,
                    0.710938,
                    0.792969,
                    1.125,
                    0.839844,
                    0.960938,
                    1.078125,
                    0.910156,
                    0.984375,
                    0.925781,
                    0.765625,
                    0.722656,
                    0.914062,
                    1.140625,
                    0.757812,
                    1.070312,
                    0.306641,
                    1.0625,
                    0.648438,
                    0.824219,
                    0.988281,
                    0.757812,
                    1.203125,
                    1.023438,
                    0.824219,
                    0.792969,
                    0.726562,
                    0.726562,
                    0.875,
                    0.679688,
                    0.6875,
                    0.714844,
                    0.929688,
                    0.996094,
                    0.652344,
                    0.6875,
                    0.816406,
                    0.933594,
                    0.710938,
                    0.804688,
                    0.847656,
                    0.769531,
                    0.785156,
                    0.839844,
                    0.800781,
                    1.148438,
                    0.789062,
                    0.832031,
                    0.84375,
                    0.664062,
                    0.695312,
                    0.75,
                    0.5625,
                    1.429688,
                    0.730469,
                    0.742188,
                    0.679688,
                    0.632812,
                    0.984375,
                    0.796875,
                    0.816406,
                    0.800781,
                    1.15625,
                    0.800781,
                    0.710938,
                    0.546875,
                    0.707031,
                    0.882812,
                    0.734375,
                    0.875,
                    0.765625,
                    0.878906,
                    0.875,
                    0.902344,
                    0.710938,
                    0.835938,
                    0.972656,
                    0.941406,
                    0.773438,
                    0.871094,
                    0.773438,
                    0.84375,
                    1.078125,
                    1.796875,
                    0.183594,
                    0.753906,
                    0.78125,
                    0.730469,
                    0.976562,
                    0.855469,
                    0.816406,
                    0.984375,
                    0.824219,
                    0.746094,
                    0.742188,
                    0.679688,
                    0.761719,
                    0.863281,
                    0.816406,
                    0.707031,
                    0.835938,
                    1.015625,
                    0.742188,
                    0.6875,
                    0.699219,
                    0.71875,
                    0.339844,
                    0.953125,
                    0.632812,
                    1.039062,
                    0.746094,
                    0.667969,
                    0.777344,
                    0.863281,
                    0.707031,
                    0.269531,
                    0.917969,
                    0.84375,
                    0.871094,
                    0.789062,
                    0.753906,
                    0.746094,
                    0.804688,
                    0.925781,
                    0.75,
                    0.691406,
                    0.808594,
                    0.929688,
                    0.777344,
                    0.839844,
                    0.251953,
                    0.761719,
                    0.976562,
                    0.365234,
                    0.820312,
                    0.695312,
                    0.898438,
                    0.9375,
                    0.816406,
                    0.234375,
                    0.722656,
                    0.761719,
                    0.316406,
                    0.734375,
                    0.835938,
                    0.921875,
                    0.753906,
                    0.714844,
                    0.773438,
                    0.353516,
                    0.679688,
                    1.242188,
                    0.671875,
                    0.675781,
                    0.761719,
                    0.886719,
                    0.8125,
                    0.304688,
                    0.792969,
                    0.773438,
                    0.155273,
                    0.933594,
                    0.265625,
                    0.8125,
                    0.863281,
                    0.8125,
                    0.785156,
                    0.200195,
                    0.890625,
                    0.482422,
                    0.835938,
                    0.828125,
                    0.800781,
                    0.871094,
                    0.742188,
                    0.722656,
                    0.675781,
                    0.78125,
                    0.628906,
                    0.757812,
                    0.695312,
                    0.660156,
                    0.761719,
                    1.210938,
                    0.625,
                    0.828125,
                    2.03125,
                    0.894531,
                    1.023438,
                    0.664062,
                    0.570312,
                    0.882812,
                    0.886719,
                    0.855469,
                    0.808594,
                    0.816406,
                    0.796875,
                    0.8125,
                    0.243164,
                    0.804688,
                    0.800781,
                    0.78125,
                    1.070312,
                    0.664062,
                    0.777344,
                    0.679688,
                    0.691406,
                    0.800781,
                    1.40625,
                    0.695312,
                    1.007812,
                    0.992188,
                    0.835938,
                    0.941406,
                    0.566406,
                    0.640625,
                    0.726562,
                    0.890625,
                    0.769531,
                    0.757812,
                    0.804688,
                    0.722656,
                    0.851562,
                    1.164062,
                    0.867188,
                    0.820312,
                    0.730469,
                    0.679688,
                    0.867188,
                    0.839844,
                    0.730469,
                    0.820312,
                    0.890625,
                    0.585938,
                    0.902344,
                    0.427734,
                    0.953125,
                    0.742188,
                    0.023315,
                    0.617188,
                    0.773438,
                    0.703125,
                    0.78125,
                    0.867188,
                    0.828125,
                    0.6875,
                    1.023438,
                    1.078125,
                    0.609375,
                    0.851562,
                    0.847656,
                    0.675781,
                    1.25,
                    0.785156,
                    0.578125,
                    0.953125,
                    0.6875,
                    0.808594,
                    0.769531,
                    0.765625,
                    0.996094,
                    0.859375,
                    0.671875,
                    0.824219,
                    0.785156,
                    0.746094,
                    0.761719,
                    0.757812,
                    0.792969,
                    0.761719,
                    0.757812,
                    0.546875,
                    0.757812,
                    1.039062,
                    0.726562,
                    0.964844,
                    0.53125,
                    0.875,
                    0.773438,
                    0.769531,
                    1.164062,
                    0.867188,
                    0.65625,
                    1.078125,
                    0.914062,
                    0.980469,
                    0.929688,
                    0.867188,
                    0.197266,
                    1.125,
                    0.703125,
                    0.925781,
                    0.9375,
                    0.863281,
                    0.691406,
                    0.394531,
                    0.8125,
                    0.839844,
                    0.761719,
                    0.703125,
                    0.742188,
                    0.773438,
                    0.640625,
                    0.917969,
                    0.84375,
                    0.921875,
                    1.0,
                    0.695312,
                    0.625,
                    0.851562,
                    0.84375,
                    0.886719,
                    0.644531,
                    0.8125,
                    0.761719,
                    0.746094,
                    0.738281,
                    0.890625,
                    0.796875,
                    0.738281,
                    0.710938,
                    0.632812,
                    0.71875,
                    0.753906,
                    0.851562,
                    0.792969,
                    0.859375,
                    0.75,
                    0.800781,
                    0.640625,
                    2.078125,
                    0.710938,
                    0.945312,
                    0.492188,
                    1.046875,
                    0.714844,
                    0.964844,
                    1.9375,
                    0.769531,
                    0.964844,
                    0.582031,
                    1.0,
                    1.085938,
                    0.980469,
                    0.237305,
                    0.714844,
                    0.882812,
                    0.984375,
                    0.519531,
                    0.898438,
                    0.019287,
                    0.839844,
                    0.707031,
                    0.882812,
                    0.75,
                    0.679688,
                    0.582031,
                    0.910156,
                    0.746094,
                    0.722656,
                    0.6875,
                    0.78125,
                    1.171875,
                    0.816406,
                    0.925781,
                    0.914062,
                    0.746094,
                    0.789062,
                    0.796875,
                    0.233398,
                    0.726562,
                    0.71875,
                    0.828125,
                    0.726562,
                    0.59375,
                    0.824219,
                    0.851562,
                    0.710938,
                    0.722656,
                    0.847656,
                    0.691406,
                    0.789062,
                    0.765625,
                    0.550781,
                    0.28125,
                    0.695312,
                    0.796875,
                    0.738281,
                    0.773438,
                    0.316406,
                    0.726562,
                    0.695312,
                    0.960938,
                    0.820312,
                    0.835938,
                    1.09375,
                    1.078125,
                    0.835938,
                    0.8125,
                    0.804688,
                    0.746094,
                    0.976562,
                    0.777344,
                    0.183594,
                    0.914062,
                    0.757812,
                    0.910156,
                    0.8125,
                    0.289062,
                    0.683594,
                    1.929688,
                    0.757812,
                    0.648438,
                    1.023438,
                    1.148438,
                    0.640625,
                    0.855469,
                    0.746094,
                    0.78125,
                    0.734375,
                    0.949219,
                    0.726562,
                    0.890625,
                    0.683594,
                    0.710938,
                    0.972656,
                    0.828125,
                    0.765625,
                    0.828125,
                    0.757812,
                    1.09375,
                    1.15625,
                    0.800781,
                    0.5,
                    1.070312,
                    0.695312,
                    0.287109,
                    0.835938,
                    0.761719,
                    -0.062012,
                    0.691406,
                    0.835938,
                    0.194336,
                    0.667969,
                    0.730469,
                    0.796875,
                    0.804688,
                    0.859375,
                    0.726562,
                    0.738281,
                    0.738281,
                    0.757812,
                    0.800781,
                    0.738281,
                    1.429688,
                    0.847656,
                    0.816406,
                    0.980469,
                    0.695312,
                    0.792969,
                    0.859375,
                    0.832031,
                    0.188477,
                    0.570312,
                    0.742188,
                    0.867188,
                    0.71875,
                    0.75,
                    0.816406,
                    0.816406,
                    1.0,
                    0.233398,
                    0.757812,
                    0.726562,
                    0.304688,
                    0.96875,
                    1.289062,
                    1.046875,
                    0.816406,
                    0.6875,
                    0.347656,
                    0.910156,
                    0.777344,
                    0.679688,
                    0.683594,
                    0.914062,
                    0.902344,
                    0.683594,
                    0.675781,
                    0.875,
                    0.820312,
                    0.808594,
                    0.25,
                    0.707031,
                    0.769531,
                    0.859375,
                    0.75,
                    0.625,
                    0.816406,
                    0.828125,
                    0.78125,
                    0.949219,
                    0.71875,
                    0.992188,
                    0.855469,
                    0.761719,
                    0.558594,
                    0.765625,
                    0.757812,
                    0.859375,
                    0.804688,
                    0.765625,
                    0.71875,
                    0.78125,
                    0.914062,
                    0.734375,
                    0.824219,
                    0.8125,
                    0.730469,
                    0.820312,
                    0.902344,
                    0.769531,
                    0.800781,
                    0.867188,
                    1.101562,
                    0.753906,
                    0.898438,
                    0.742188,
                    0.964844,
                    0.761719,
                    1.046875,
                    0.648438,
                    0.714844,
                    0.753906,
                    0.726562,
                    0.804688,
                    0.71875,
                    1.101562,
                    0.855469,
                    0.746094,
                    0.414062,
                    0.226562,
                    0.773438,
                    1.132812,
                    0.279297,
                    1.03125,
                    0.703125,
                    0.964844,
                    0.902344,
                    0.871094,
                    0.800781,
                    0.28125,
                    0.757812,
                    0.421875,
                    0.867188,
                    0.632812,
                    0.78125,
                    1.015625,
                    0.734375,
                    0.789062,
                    0.769531,
                    0.707031,
                    0.824219,
                    0.65625,
                    1.125,
                    0.5625,
                    0.746094,
                    0.75,
                    0.757812,
                    0.851562,
                    0.921875,
                    0.333984,
                    1.328125,
                    0.816406,
                    0.746094,
                    0.800781,
                    0.820312,
                    0.796875,
                    1.203125,
                    1.148438,
                    0.816406,
                    0.789062,
                    2.484375,
                    0.488281,
                    0.894531,
                    0.765625,
                    0.949219,
                    0.683594,
                    0.714844,
                    0.8125,
                    1.070312,
                    0.757812,
                    0.765625,
                    0.209961,
                    0.789062,
                    0.726562,
                    0.917969,
                    1.257812,
                    0.734375,
                    0.835938,
                    0.21582,
                    0.851562,
                    0.75,
                    0.878906,
                    0.839844,
                    0.71875,
                    0.777344,
                    0.566406,
                    0.691406,
                    0.730469,
                    0.753906,
                    1.023438,
                    0.773438,
                    0.789062,
                    0.835938,
                    0.753906,
                    1.0625,
                    0.621094,
                    0.800781,
                    0.6875,
                    0.792969,
                    0.96875,
                    1.070312,
                    2.296875,
                    0.828125,
                    0.847656,
                    0.589844,
                    0.710938,
                    1.070312,
                    0.761719,
                    0.710938,
                    0.953125,
                    0.523438,
                    0.753906,
                    0.828125,
                    0.75,
                    0.707031,
                    0.761719,
                    0.384766,
                    0.636719,
                    0.578125,
                    0.792969,
                    0.734375,
                    0.765625,
                    0.808594,
                    0.765625,
                    0.769531,
                    0.710938,
                    0.695312,
                    0.78125,
                    0.8125,
                    0.785156,
                    0.835938,
                    0.710938,
                    0.96875,
                    0.695312,
                    0.734375,
                    0.474609,
                    1.085938,
                    0.691406,
                    0.628906,
                    0.703125,
                    0.867188,
                    0.726562,
                    0.816406,
                    0.820312,
                    0.707031,
                    0.714844,
                    0.847656,
                    0.707031,
                    0.976562,
                    0.945312,
                    0.636719,
                    0.835938,
                    0.890625,
                    0.765625,
                    1.054688,
                    0.667969,
                    0.777344,
                    0.214844,
                    0.726562,
                    0.894531,
                    0.917969,
                    0.664062,
                    0.726562,
                    1.265625,
                    0.269531,
                    0.753906,
                    0.640625,
                    1.085938,
                    0.941406,
                    0.941406,
                    1.140625,
                    0.773438,
                    0.206055,
                    2.453125,
                    0.820312,
                    0.675781,
                    2.03125,
                    0.757812,
                    0.683594,
                    0.839844,
                    0.65625,
                    0.675781,
                    0.925781,
                    0.734375,
                    0.808594,
                    0.839844,
                    0.730469,
                    0.945312,
                    0.208984,
                    0.742188,
                    0.773438,
                    0.75,
                    0.742188,
                    0.773438,
                    0.980469,
                    0.882812,
                    0.742188,
                    1.117188,
                    0.46875,
                    0.828125,
                    0.726562,
                    0.175781,
                    0.816406,
                    1.0625,
                    0.742188,
                    0.808594,
                    0.785156,
                    0.162109,
                    2.515625,
                    1.765625,
                    0.882812,
                    0.714844,
                    0.703125,
                    0.707031,
                    0.660156,
                    0.839844,
                    0.703125,
                    0.609375,
                    0.765625,
                    0.828125,
                    0.8125,
                    0.777344,
                    0.792969,
                    0.75,
                    1.03125,
                    0.230469,
                    0.8125,
                    0.777344,
                    1.023438,
                    1.03125,
                    0.757812,
                    0.878906,
                    0.585938,
                    1.078125,
                    0.761719,
                    0.714844,
                    0.699219,
                    0.878906,
                    0.988281,
                    0.851562,
                    0.835938,
                    0.224609,
                    1.054688,
                    0.691406,
                    0.734375,
                    0.789062,
                    0.796875,
                    1.148438,
                    -0.01709,
                    0.738281,
                    0.832031,
                    0.75,
                    0.738281,
                    0.808594,
                    0.875,
                    0.75,
                    0.875,
                    0.832031,
                    0.875,
                    0.253906,
                    0.824219,
                    0.738281,
                    0.84375,
                    0.679688,
                    0.761719,
                    0.84375,
                    0.6875,
                    0.710938,
                    0.871094,
                    1.09375,
                    0.707031,
                    0.757812,
                    0.878906,
                    0.824219,
                    1.171875,
                    0.75,
                    0.828125,
                    0.6875,
                    0.707031,
                    0.699219,
                    0.898438,
                    0.734375,
                    0.816406,
                    0.234375,
                    0.9375,
                    0.734375,
                    0.773438,
                    0.742188,
                    0.726562,
                    0.855469,
                    0.914062,
                    0.730469,
                    0.789062,
                    0.667969,
                    0.847656,
                    0.9375,
                    0.886719,
                    1.28125,
                    0.699219,
                    0.203125,
                    0.828125,
                    0.820312,
                    0.855469,
                    0.71875,
                    0.800781,
                    0.859375,
                    0.746094,
                    0.746094,
                    0.75,
                    0.894531,
                    0.722656,
                    0.78125,
                    0.664062,
                    0.734375,
                    0.859375,
                    1.179688,
                    0.738281,
                    0.773438,
                    0.730469,
                    0.816406,
                    0.808594,
                    0.726562,
                    0.910156,
                    0.859375,
                    1.1875,
                    0.84375,
                    0.652344,
                    0.765625,
                    0.699219,
                    0.710938,
                    0.902344,
                    0.625,
                    1.226562,
                    0.890625,
                    0.796875,
                    0.871094,
                    0.839844,
                    0.914062,
                    0.78125,
                    0.828125,
                    0.75,
                    0.683594,
                    0.949219,
                    0.800781,
                    0.75,
                    0.734375,
                    1.25,
                    0.710938,
                    0.746094,
                    0.761719,
                    0.765625,
                    0.78125,
                    0.96875,
                    0.894531,
                    0.867188,
                    0.804688,
                    1.234375,
                    0.75,
                    0.765625,
                    0.953125,
                    0.925781,
                    0.777344,
                    1.078125,
                    0.714844,
                    0.859375,
                    0.714844,
                    0.703125,
                    1.195312,
                    0.691406,
                    0.808594,
                    0.875,
                    0.707031,
                    0.789062,
                    0.792969,
                    0.824219,
                    0.863281,
                    0.628906,
                    0.929688,
                    0.722656,
                    1.03125,
                    0.9375,
                    1.59375,
                    0.808594,
                    0.820312,
                    0.84375,
                    1.132812,
                    0.800781,
                    0.777344,
                    0.824219,
                    0.742188,
                    0.820312,
                    0.78125,
                    0.796875,
                    0.765625,
                    0.835938,
                    0.25,
                    0.871094,
                    1.28125,
                    0.8125,
                    1.179688,
                    0.722656,
                    0.765625,
                    0.839844,
                    0.714844,
                    0.78125,
                    0.898438,
                    0.167969,
                    0.703125,
                    0.675781,
                    0.523438,
                    0.183594,
                    0.921875,
                    0.929688,
                    0.578125,
                    0.980469,
                    0.699219,
                    1.109375,
                    0.738281,
                    0.875,
                    0.675781,
                    0.273438,
                    0.9375,
                    1.140625,
                    0.710938,
                    0.847656,
                    0.808594,
                    0.78125,
                    0.789062,
                    0.714844,
                    0.753906,
                    0.851562,
                    0.863281,
                    0.742188,
                    0.554688,
                    0.832031,
                    0.703125,
                    0.804688,
                    0.820312,
                    1.101562,
                    0.875,
                    0.753906,
                    0.796875,
                    0.707031,
                    0.683594,
                    0.785156,
                    0.953125,
                    1.117188,
                    0.570312,
                    0.695312,
                    0.757812,
                    0.980469,
                    0.792969,
                    0.757812,
                    0.84375,
                    0.816406,
                    0.96875,
                    0.6875,
                    0.714844,
                    0.832031,
                    0.824219,
                    0.710938,
                    0.773438,
                    1.0625,
                    0.223633,
                    0.992188,
                    0.173828,
                    0.695312,
                    1.03125,
                    0.478516,
                    0.472656,
                    0.789062,
                    0.785156,
                    0.757812,
                    0.917969,
                    1.039062,
                    0.804688,
                    0.730469,
                    0.710938,
                    0.765625,
                    0.847656,
                    0.792969,
                    1.695312,
                    0.882812,
                    0.941406,
                    0.761719,
                    0.679688,
                    0.757812,
                    0.894531,
                    0.8125,
                    0.765625,
                    0.765625,
                    0.75,
                    0.84375,
                    0.921875,
                    0.664062,
                    0.980469,
                    0.707031,
                    0.828125,
                    0.976562,
                    0.765625,
                    0.875,
                    0.949219,
                    0.707031,
                    0.933594,
                    0.769531,
                    0.902344,
                    0.886719,
                    0.765625,
                    0.941406,
                    0.75,
                    1.140625,
                    1.125,
                    0.78125,
                    0.757812,
                    0.980469,
                    0.988281,
                    1.0,
                    0.710938,
                    0.796875,
                    0.84375,
                    0.699219,
                    0.761719,
                    0.933594,
                    0.964844,
                    1.140625,
                    1.15625,
                    0.882812,
                    0.632812,
                    0.753906,
                    0.8125,
                    1.335938,
                    0.796875,
                    0.78125,
                    0.515625,
                    0.929688,
                    0.863281,
                    0.6875,
                    1.03125,
                    0.882812,
                    0.71875,
                    0.757812,
                    0.210938,
                    0.796875,
                    0.796875,
                    0.953125,
                    0.792969,
                    0.773438,
                    0.863281,
                    1.203125,
                    0.929688,
                    0.734375,
                    0.419922,
                    1.015625,
                    0.667969,
                    0.804688,
                    0.699219,
                    1.164062,
                    0.722656,
                    0.878906,
                    0.233398,
                    0.96875,
                    0.992188,
                    0.757812,
                    0.261719,
                    0.703125,
                    0.765625,
                    1.171875,
                    0.8125,
                    0.738281,
                    0.808594,
                    0.202148,
                    0.933594,
                    0.835938,
                    0.789062,
                    0.695312,
                    0.671875,
                    0.804688,
                    0.765625,
                    0.804688,
                    0.808594,
                    0.558594,
                    0.6875,
                    0.824219,
                    0.789062,
                    1.023438,
                    0.789062,
                    0.546875,
                    1.257812,
                    0.75,
                    0.835938,
                    0.726562,
                    1.4375,
                    0.847656,
                    1.640625,
                    0.203125,
                    0.671875,
                    0.228516,
                    0.910156,
                    2.078125,
                    1.28125,
                    0.867188,
                    0.761719,
                    0.777344,
                    1.492188,
                    0.894531,
                    0.726562,
                    0.847656,
                    0.726562,
                    0.933594,
                    0.53125,
                    0.925781,
                    0.695312,
                    0.839844,
                    0.921875,
                    0.804688,
                    0.9375,
                    0.71875,
                    1.609375,
                    0.757812,
                    0.910156,
                    1.039062,
                    0.980469,
                    0.78125,
                    0.710938,
                    0.929688,
                    0.703125,
                    0.773438,
                    0.710938,
                    0.785156,
                    0.773438,
                    1.0,
                    0.835938,
                    0.898438,
                    0.757812,
                    0.320312,
                    0.910156,
                    0.773438,
                    0.851562,
                    0.835938,
                    0.777344,
                    0.902344,
                    0.84375,
                    0.835938,
                    0.792969,
                    0.855469,
                    0.847656,
                    0.886719,
                    0.8125,
                    0.617188,
                    1.179688,
                    0.785156,
                    0.671875,
                    0.765625,
                    0.707031,
                    0.859375,
                    0.726562,
                    0.664062,
                    1.179688,
                    0.730469,
                    0.707031,
                    0.65625,
                    1.359375,
                    0.765625,
                    0.859375,
                    0.769531,
                    0.769531,
                    0.259766,
                    0.65625,
                    1.851562,
                    0.804688,
                    0.785156,
                    0.855469,
                    0.734375,
                    0.875,
                    0.992188,
                    0.769531,
                    0.726562,
                    0.890625,
                    0.867188,
                    0.832031,
                    1.132812,
                    0.800781,
                    0.707031,
                    0.867188,
                    0.722656,
                    1.03125,
                    1.070312,
                    0.898438,
                    0.726562,
                    0.18457,
                    0.867188,
                    0.240234,
                    0.527344,
                    0.621094,
                    0.726562,
                    0.699219,
                    0.726562,
                    0.746094,
                    0.203125,
                    0.773438,
                    0.882812,
                    0.769531,
                    0.984375,
                    1.015625,
                    0.65625,
                    0.8125,
                    0.953125,
                    0.816406,
                    0.314453,
                    0.785156,
                    1.164062,
                    0.789062,
                    1.40625,
                    0.894531,
                    1.242188,
                    0.777344,
                    1.078125,
                    0.90625,
                    0.957031,
                    0.835938,
                    0.832031,
                    0.917969,
                    0.6875,
                    0.957031,
                    0.648438,
                    0.75,
                    0.636719,
                    0.921875,
                    1.046875,
                    -0.050049,
                    0.757812,
                    0.6875,
                    1.4375,
                    0.898438,
                    0.941406,
                    0.890625,
                    0.699219,
                    0.9375,
                    0.898438,
                    0.789062,
                    0.683594,
                    0.71875,
                    0.585938,
                    0.644531,
                    0.789062,
                    0.660156,
                    0.980469,
                    0.730469,
                    0.222656,
                    0.216797,
                    0.486328,
                    0.800781,
                    0.851562,
                    0.816406,
                    1.46875,
                    0.789062,
                    0.8125,
                    0.726562,
                    0.777344,
                    0.707031,
                    0.474609,
                    0.820312,
                    0.796875,
                    0.859375,
                    0.8125,
                    0.777344,
                    0.652344,
                    0.945312,
                    0.726562,
                    0.636719,
                    0.660156,
                    0.734375,
                    0.878906,
                    0.439453,
                    0.632812,
                    0.785156,
                    0.550781,
                    0.824219,
                    0.863281,
                    0.867188,
                    0.910156,
                    0.8125,
                    0.71875,
                    0.237305,
                    0.773438,
                    0.644531,
                    0.921875,
                    0.707031,
                    0.640625,
                    0.742188,
                    1.0625,
                    0.835938,
                    0.710938,
                    0.710938,
                    0.664062,
                    0.734375,
                    1.0625,
                    0.820312,
                    0.804688,
                    0.8125,
                    0.738281,
                    0.789062,
                    0.894531,
                    0.765625,
                    0.917969,
                    0.78125,
                    0.960938,
                    0.757812,
                    0.722656,
                    0.882812,
                    0.96875,
                    1.007812,
                    0.757812,
                    0.816406,
                    0.753906,
                    0.738281,
                    0.765625,
                    0.671875,
                    0.773438,
                    0.875,
                    0.691406,
                    0.777344,
                    0.726562,
                    0.769531,
                    0.875,
                    0.972656,
                    0.65625,
                    0.847656,
                    0.648438,
                    1.164062,
                    0.71875,
                    1.125,
                    0.800781,
                    0.75,
                    0.742188,
                    0.75,
                    0.6875,
                    0.53125,
                    0.769531,
                    0.835938,
                    0.361328,
                    0.945312,
                    0.78125,
                    0.785156
                ]
            },
            "name": "model.model.layers.8.input_layernorm.weight",
            "outputIndexes": [
                686
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                685
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_8/Mul_output_0",
            "outputIndexes": [
                687
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                686,
                687
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_8/Mul_1_output_0",
            "outputIndexes": [
                688
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                688
            ],
            "outputIndexes": [
                2532
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2532
            ],
            "outputIndexes": [
                2533
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/q_proj/Linear",
            "inputIndexes": [
                2533
            ],
            "outputIndexes": [
                2534
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    210633936,
                    1179670,
                    147456,
                    6144,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2534
            ],
            "outputIndexes": [
                2535
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2535
            ],
            "outputIndexes": [
                689
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                688
            ],
            "main_type": "NONE",
            "name": "/Shape_113_output_0",
            "outputIndexes": [
                690
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                690
            ],
            "main_type": "NONE",
            "name": "Shape2078",
            "outputIndexes": [
                691
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                690
            ],
            "main_type": "NONE",
            "name": "Rank2080",
            "outputIndexes": [
                692
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                692,
                692
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2082",
            "outputIndexes": [
                693
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                693
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2083",
            "outputIndexes": [
                694
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                693,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2085",
            "outputIndexes": [
                695
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                695
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2086",
            "outputIndexes": [
                696
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                691,
                694,
                696,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2089",
            "outputIndexes": [
                697
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                697
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2090",
            "outputIndexes": [
                698
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                698
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2091",
            "outputIndexes": [
                699
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                699,
                698
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2092",
            "outputIndexes": [
                700
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                690,
                700,
                693
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_124_output_0",
            "outputIndexes": [
                701
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                701,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_257_output_0",
            "outputIndexes": [
                702
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                702,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_104_output_0",
            "outputIndexes": [
                703
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                689,
                703
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_73_output_0",
            "outputIndexes": [
                704
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                704,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_64_output_0",
            "outputIndexes": [
                705
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                704
            ],
            "main_type": "NONE",
            "name": "/Shape_114_output_0",
            "outputIndexes": [
                706
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                706
            ],
            "main_type": "NONE",
            "name": "Shape2099",
            "outputIndexes": [
                707
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                706
            ],
            "main_type": "NONE",
            "name": "Rank2101",
            "outputIndexes": [
                708
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                708,
                708
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2103",
            "outputIndexes": [
                709
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                709
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2104",
            "outputIndexes": [
                710
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                709,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2106",
            "outputIndexes": [
                711
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                711
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2107",
            "outputIndexes": [
                712
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                707,
                710,
                712,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2110",
            "outputIndexes": [
                713
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                713
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2111",
            "outputIndexes": [
                714
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                714
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2112",
            "outputIndexes": [
                715
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                715,
                714
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2113",
            "outputIndexes": [
                716
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                706,
                716,
                709
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_125_output_0",
            "outputIndexes": [
                717
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                717,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_24_output_0",
            "outputIndexes": [
                718
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                718,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_262_output_0",
            "outputIndexes": [
                719
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                704,
                719,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_33_output_0",
            "outputIndexes": [
                720
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                720
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_16_output_0",
            "outputIndexes": [
                721
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                704,
                22,
                719,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_32_output_0",
            "outputIndexes": [
                722
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                721,
                722
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_107_output_0",
            "outputIndexes": [
                723
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                723,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_65_output_0",
            "outputIndexes": [
                724
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                705,
                724
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_40_output_0",
            "outputIndexes": [
                725
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                688
            ],
            "outputIndexes": [
                2536
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2536
            ],
            "outputIndexes": [
                2537
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/k_proj/Linear",
            "inputIndexes": [
                2537
            ],
            "outputIndexes": [
                2538
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    211967206,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2538
            ],
            "outputIndexes": [
                2539
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2539
            ],
            "outputIndexes": [
                726
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                702,
                85,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_105_output_0",
            "outputIndexes": [
                727
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                726,
                727
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_74_output_0",
            "outputIndexes": [
                728
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                728,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_66_output_0",
            "outputIndexes": [
                729
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                728
            ],
            "main_type": "NONE",
            "name": "/Shape_115_output_0",
            "outputIndexes": [
                730
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                730
            ],
            "main_type": "NONE",
            "name": "Shape2162",
            "outputIndexes": [
                731
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                730
            ],
            "main_type": "NONE",
            "name": "Rank2164",
            "outputIndexes": [
                732
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                732,
                732
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2166",
            "outputIndexes": [
                733
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                733
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2167",
            "outputIndexes": [
                734
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                733,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2169",
            "outputIndexes": [
                735
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                735
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2170",
            "outputIndexes": [
                736
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                731,
                734,
                736,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2173",
            "outputIndexes": [
                737
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                737
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2174",
            "outputIndexes": [
                738
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                738
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2175",
            "outputIndexes": [
                739
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                739,
                738
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2176",
            "outputIndexes": [
                740
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                730,
                740,
                733
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_126_output_0",
            "outputIndexes": [
                741
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                741,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_25_output_0",
            "outputIndexes": [
                742
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                742,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_264_output_0",
            "outputIndexes": [
                743
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                728,
                743,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_35_output_0",
            "outputIndexes": [
                744
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                744
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_17_output_0",
            "outputIndexes": [
                745
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                728,
                22,
                743,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_34_output_0",
            "outputIndexes": [
                746
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                745,
                746
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_108_output_0",
            "outputIndexes": [
                747
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                747,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_67_output_0",
            "outputIndexes": [
                748
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                729,
                748
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_41_output_0",
            "outputIndexes": [
                749
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                688
            ],
            "outputIndexes": [
                2540
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2540
            ],
            "outputIndexes": [
                2541
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/v_proj/Linear",
            "inputIndexes": [
                2541
            ],
            "outputIndexes": [
                2542
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    212189436,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2542
            ],
            "outputIndexes": [
                2543
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2543
            ],
            "outputIndexes": [
                750
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                750,
                727
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_75_output_0",
            "outputIndexes": [
                751
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                725,
                749,
                751,
                111
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_80_output_0",
            "outputIndexes": [
                752
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                752
            ],
            "outputIndexes": [
                2544
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2544
            ],
            "outputIndexes": [
                2545
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/o_proj/Linear",
            "inputIndexes": [
                2545
            ],
            "outputIndexes": [
                2546
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    212411666,
                    1179670,
                    147456,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2546
            ],
            "outputIndexes": [
                2547
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2547
            ],
            "outputIndexes": [
                753
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                685,
                753
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_43_output_0",
            "outputIndexes": [
                754
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.246094,
                    0.984375,
                    0.792969,
                    0.875,
                    0.765625,
                    0.773438,
                    0.953125,
                    0.816406,
                    0.910156,
                    0.65625,
                    0.863281,
                    0.486328,
                    0.921875,
                    0.957031,
                    0.917969,
                    0.890625,
                    0.894531,
                    0.824219,
                    0.929688,
                    0.59375,
                    0.910156,
                    0.84375,
                    0.84375,
                    0.213867,
                    0.96875,
                    0.917969,
                    0.757812,
                    0.671875,
                    0.714844,
                    0.980469,
                    0.929688,
                    0.886719,
                    1.007812,
                    0.828125,
                    0.851562,
                    0.996094,
                    0.953125,
                    0.875,
                    0.566406,
                    0.523438,
                    0.96875,
                    0.960938,
                    0.921875,
                    0.972656,
                    0.224609,
                    0.828125,
                    0.835938,
                    0.890625,
                    0.824219,
                    0.742188,
                    0.224609,
                    0.464844,
                    0.9375,
                    0.972656,
                    0.949219,
                    0.734375,
                    0.679688,
                    0.217773,
                    0.59375,
                    0.617188,
                    0.792969,
                    0.660156,
                    0.796875,
                    0.90625,
                    0.894531,
                    0.367188,
                    0.773438,
                    0.648438,
                    0.785156,
                    0.746094,
                    0.8125,
                    0.679688,
                    0.209961,
                    0.730469,
                    0.898438,
                    0.470703,
                    0.914062,
                    0.917969,
                    0.890625,
                    1.039062,
                    0.976562,
                    0.22168,
                    0.46875,
                    0.964844,
                    0.957031,
                    0.949219,
                    0.953125,
                    1.023438,
                    0.796875,
                    0.902344,
                    0.90625,
                    0.796875,
                    0.707031,
                    0.738281,
                    0.972656,
                    0.449219,
                    0.859375,
                    0.644531,
                    1.015625,
                    0.90625,
                    1.078125,
                    0.476562,
                    0.59375,
                    1.023438,
                    0.582031,
                    0.832031,
                    0.847656,
                    0.882812,
                    0.554688,
                    0.910156,
                    0.621094,
                    0.953125,
                    0.742188,
                    0.458984,
                    0.980469,
                    0.867188,
                    0.953125,
                    1.0625,
                    0.216797,
                    0.243164,
                    0.921875,
                    0.263672,
                    0.703125,
                    0.699219,
                    0.914062,
                    0.980469,
                    0.96875,
                    0.273438,
                    0.683594,
                    1.054688,
                    0.832031,
                    0.859375,
                    0.9375,
                    0.992188,
                    0.972656,
                    1.023438,
                    0.582031,
                    1.0,
                    0.597656,
                    0.914062,
                    0.246094,
                    0.796875,
                    0.757812,
                    0.3125,
                    0.96875,
                    0.632812,
                    0.960938,
                    0.921875,
                    0.996094,
                    0.875,
                    0.796875,
                    0.933594,
                    0.28125,
                    0.921875,
                    0.898438,
                    0.589844,
                    1.0,
                    0.710938,
                    0.96875,
                    0.953125,
                    0.632812,
                    0.730469,
                    0.851562,
                    0.244141,
                    0.664062,
                    0.953125,
                    0.859375,
                    0.953125,
                    0.914062,
                    1.03125,
                    1.023438,
                    0.914062,
                    0.898438,
                    1.015625,
                    0.777344,
                    0.976562,
                    0.9375,
                    1.007812,
                    0.945312,
                    0.984375,
                    0.945312,
                    0.816406,
                    0.953125,
                    0.863281,
                    0.894531,
                    0.554688,
                    0.283203,
                    1.007812,
                    0.882812,
                    0.824219,
                    0.984375,
                    0.734375,
                    1.007812,
                    0.964844,
                    0.96875,
                    0.917969,
                    0.871094,
                    0.816406,
                    0.949219,
                    0.710938,
                    0.835938,
                    0.925781,
                    0.996094,
                    1.039062,
                    0.9375,
                    0.894531,
                    0.914062,
                    1.023438,
                    0.875,
                    0.949219,
                    0.832031,
                    0.976562,
                    0.558594,
                    0.804688,
                    1.0,
                    0.253906,
                    0.957031,
                    0.980469,
                    0.921875,
                    0.875,
                    0.917969,
                    0.96875,
                    0.365234,
                    0.359375,
                    0.746094,
                    0.941406,
                    0.65625,
                    0.527344,
                    0.664062,
                    0.894531,
                    0.945312,
                    0.953125,
                    0.984375,
                    0.960938,
                    0.925781,
                    0.695312,
                    0.964844,
                    0.839844,
                    0.941406,
                    0.964844,
                    0.773438,
                    0.988281,
                    0.890625,
                    1.007812,
                    0.917969,
                    0.929688,
                    0.984375,
                    0.925781,
                    0.769531,
                    0.976562,
                    0.78125,
                    0.339844,
                    1.0,
                    0.648438,
                    0.220703,
                    0.660156,
                    0.773438,
                    0.992188,
                    0.972656,
                    0.867188,
                    0.871094,
                    0.972656,
                    0.957031,
                    0.695312,
                    0.953125,
                    0.902344,
                    0.65625,
                    0.992188,
                    0.882812,
                    0.855469,
                    0.929688,
                    0.734375,
                    0.734375,
                    0.898438,
                    0.511719,
                    0.628906,
                    0.292969,
                    0.964844,
                    0.628906,
                    0.992188,
                    0.910156,
                    0.824219,
                    0.816406,
                    0.777344,
                    0.914062,
                    0.234375,
                    0.914062,
                    0.929688,
                    0.824219,
                    0.972656,
                    0.878906,
                    0.984375,
                    0.988281,
                    0.980469,
                    0.726562,
                    0.808594,
                    0.933594,
                    0.882812,
                    0.980469,
                    0.972656,
                    0.235352,
                    0.3125,
                    0.976562,
                    0.28125,
                    1.0,
                    0.882812,
                    0.964844,
                    0.722656,
                    0.957031,
                    0.223633,
                    0.523438,
                    0.984375,
                    0.279297,
                    0.875,
                    1.03125,
                    0.96875,
                    0.287109,
                    0.90625,
                    0.914062,
                    0.225586,
                    0.902344,
                    1.046875,
                    0.929688,
                    0.5,
                    0.820312,
                    0.90625,
                    0.839844,
                    0.226562,
                    0.851562,
                    0.808594,
                    0.22168,
                    0.980469,
                    0.255859,
                    0.867188,
                    0.804688,
                    0.410156,
                    0.820312,
                    0.208008,
                    0.734375,
                    0.3125,
                    0.832031,
                    0.925781,
                    0.796875,
                    0.964844,
                    0.941406,
                    0.867188,
                    0.882812,
                    0.722656,
                    0.65625,
                    0.917969,
                    0.722656,
                    0.400391,
                    0.492188,
                    0.941406,
                    0.796875,
                    0.957031,
                    0.470703,
                    0.828125,
                    0.949219,
                    0.605469,
                    0.636719,
                    0.863281,
                    0.9375,
                    0.933594,
                    0.851562,
                    0.851562,
                    0.96875,
                    0.878906,
                    0.237305,
                    0.953125,
                    0.796875,
                    0.628906,
                    1.0,
                    0.585938,
                    0.808594,
                    0.816406,
                    0.960938,
                    0.710938,
                    1.03125,
                    0.636719,
                    0.96875,
                    1.03125,
                    0.914062,
                    1.0,
                    0.347656,
                    0.925781,
                    0.714844,
                    0.988281,
                    0.746094,
                    0.960938,
                    0.808594,
                    0.882812,
                    0.949219,
                    0.90625,
                    0.539062,
                    0.257812,
                    0.929688,
                    0.636719,
                    0.773438,
                    0.96875,
                    0.601562,
                    0.96875,
                    0.703125,
                    0.910156,
                    0.8125,
                    0.224609,
                    0.992188,
                    0.917969,
                    0.910156,
                    0.261719,
                    0.796875,
                    0.652344,
                    0.976562,
                    0.933594,
                    0.792969,
                    0.789062,
                    1.03125,
                    1.015625,
                    0.53125,
                    0.921875,
                    0.960938,
                    0.5625,
                    0.9375,
                    0.675781,
                    0.625,
                    0.988281,
                    0.714844,
                    0.9375,
                    0.730469,
                    0.953125,
                    1.0,
                    0.980469,
                    0.898438,
                    1.023438,
                    0.574219,
                    0.667969,
                    0.726562,
                    0.601562,
                    0.863281,
                    0.925781,
                    0.785156,
                    0.601562,
                    0.320312,
                    0.808594,
                    0.929688,
                    0.988281,
                    0.251953,
                    1.0,
                    0.96875,
                    0.96875,
                    1.101562,
                    0.90625,
                    0.898438,
                    1.101562,
                    0.980469,
                    0.964844,
                    1.046875,
                    0.914062,
                    0.227539,
                    1.078125,
                    0.601562,
                    0.84375,
                    0.921875,
                    0.761719,
                    0.84375,
                    0.271484,
                    0.691406,
                    0.792969,
                    0.824219,
                    0.851562,
                    0.917969,
                    0.878906,
                    0.546875,
                    0.898438,
                    0.984375,
                    0.957031,
                    0.933594,
                    0.640625,
                    0.244141,
                    0.921875,
                    0.992188,
                    0.886719,
                    0.902344,
                    0.96875,
                    0.757812,
                    0.628906,
                    0.898438,
                    0.757812,
                    0.9375,
                    0.929688,
                    0.949219,
                    0.910156,
                    0.964844,
                    0.902344,
                    0.945312,
                    0.941406,
                    0.949219,
                    0.988281,
                    0.726562,
                    0.267578,
                    0.191406,
                    0.957031,
                    0.945312,
                    0.753906,
                    1.0625,
                    0.808594,
                    1.0,
                    0.445312,
                    0.648438,
                    0.988281,
                    0.59375,
                    0.972656,
                    1.03125,
                    0.984375,
                    0.235352,
                    0.910156,
                    0.851562,
                    1.046875,
                    0.382812,
                    0.730469,
                    1.054688,
                    0.929688,
                    0.90625,
                    0.703125,
                    0.953125,
                    0.660156,
                    0.921875,
                    0.945312,
                    0.957031,
                    0.945312,
                    0.789062,
                    0.6875,
                    0.225586,
                    0.742188,
                    0.945312,
                    0.980469,
                    0.953125,
                    0.910156,
                    0.910156,
                    0.232422,
                    0.847656,
                    0.863281,
                    0.945312,
                    0.878906,
                    0.898438,
                    0.695312,
                    0.496094,
                    0.910156,
                    0.523438,
                    0.898438,
                    0.632812,
                    0.917969,
                    0.964844,
                    0.535156,
                    0.242188,
                    0.835938,
                    0.960938,
                    0.914062,
                    0.9375,
                    0.244141,
                    0.992188,
                    0.960938,
                    1.007812,
                    0.90625,
                    0.953125,
                    0.832031,
                    0.216797,
                    0.953125,
                    0.941406,
                    0.929688,
                    0.589844,
                    1.03125,
                    0.765625,
                    0.206055,
                    0.3125,
                    0.765625,
                    1.007812,
                    0.945312,
                    0.248047,
                    0.925781,
                    0.400391,
                    0.699219,
                    0.898438,
                    1.0,
                    1.085938,
                    0.5625,
                    0.761719,
                    0.972656,
                    0.976562,
                    0.753906,
                    0.933594,
                    0.949219,
                    0.921875,
                    0.738281,
                    0.664062,
                    0.976562,
                    0.960938,
                    0.96875,
                    0.929688,
                    0.644531,
                    0.976562,
                    1.015625,
                    0.882812,
                    0.226562,
                    0.984375,
                    0.369141,
                    0.241211,
                    0.976562,
                    0.921875,
                    -2.5e-05,
                    0.734375,
                    0.957031,
                    0.219727,
                    0.582031,
                    0.84375,
                    0.871094,
                    0.851562,
                    0.984375,
                    0.542969,
                    0.824219,
                    0.671875,
                    0.570312,
                    0.84375,
                    0.871094,
                    1.046875,
                    1.0,
                    0.925781,
                    0.992188,
                    0.960938,
                    0.796875,
                    1.039062,
                    0.773438,
                    0.214844,
                    0.910156,
                    0.851562,
                    0.78125,
                    0.949219,
                    0.683594,
                    0.960938,
                    0.835938,
                    1.007812,
                    0.214844,
                    0.960938,
                    0.644531,
                    0.228516,
                    1.023438,
                    0.992188,
                    1.039062,
                    0.498047,
                    0.703125,
                    0.265625,
                    1.007812,
                    0.78125,
                    0.6875,
                    0.609375,
                    0.980469,
                    0.96875,
                    0.953125,
                    0.800781,
                    0.960938,
                    0.792969,
                    0.396484,
                    0.212891,
                    0.851562,
                    0.523438,
                    0.902344,
                    0.933594,
                    0.851562,
                    0.84375,
                    0.765625,
                    0.933594,
                    0.464844,
                    0.910156,
                    1.0,
                    0.992188,
                    0.949219,
                    0.25,
                    0.914062,
                    0.898438,
                    0.648438,
                    0.832031,
                    0.910156,
                    0.914062,
                    0.964844,
                    0.980469,
                    0.894531,
                    0.992188,
                    0.957031,
                    0.785156,
                    1.0,
                    0.949219,
                    0.792969,
                    0.683594,
                    0.972656,
                    0.400391,
                    0.957031,
                    0.675781,
                    0.734375,
                    1.03125,
                    0.953125,
                    0.804688,
                    0.851562,
                    0.875,
                    0.96875,
                    0.310547,
                    0.925781,
                    0.671875,
                    0.878906,
                    0.960938,
                    0.671875,
                    0.308594,
                    0.224609,
                    0.953125,
                    0.5625,
                    0.235352,
                    0.996094,
                    0.960938,
                    0.96875,
                    0.277344,
                    0.960938,
                    0.914062,
                    0.259766,
                    0.847656,
                    0.300781,
                    0.816406,
                    0.902344,
                    0.726562,
                    1.023438,
                    0.960938,
                    0.855469,
                    0.804688,
                    0.828125,
                    0.855469,
                    0.617188,
                    1.0,
                    0.417969,
                    0.804688,
                    0.945312,
                    0.960938,
                    0.96875,
                    0.75,
                    0.277344,
                    0.53125,
                    0.730469,
                    0.945312,
                    0.941406,
                    0.78125,
                    0.914062,
                    1.054688,
                    0.960938,
                    0.5625,
                    0.964844,
                    0.5,
                    0.304688,
                    0.753906,
                    0.8125,
                    0.917969,
                    0.632812,
                    0.59375,
                    0.773438,
                    1.015625,
                    0.816406,
                    0.777344,
                    0.234375,
                    0.789062,
                    0.992188,
                    0.960938,
                    0.792969,
                    0.714844,
                    0.808594,
                    0.216797,
                    0.90625,
                    0.910156,
                    0.546875,
                    0.835938,
                    0.628906,
                    0.648438,
                    0.359375,
                    0.941406,
                    0.574219,
                    0.613281,
                    0.953125,
                    0.675781,
                    0.882812,
                    0.691406,
                    0.835938,
                    1.054688,
                    0.589844,
                    0.878906,
                    0.773438,
                    0.953125,
                    1.007812,
                    0.933594,
                    0.582031,
                    0.589844,
                    0.980469,
                    0.427734,
                    0.601562,
                    1.03125,
                    0.875,
                    0.621094,
                    0.980469,
                    0.455078,
                    0.933594,
                    0.910156,
                    0.867188,
                    0.648438,
                    0.886719,
                    0.253906,
                    0.648438,
                    0.90625,
                    0.734375,
                    0.902344,
                    0.578125,
                    0.722656,
                    0.945312,
                    0.898438,
                    0.867188,
                    0.917969,
                    0.984375,
                    0.957031,
                    0.957031,
                    0.945312,
                    0.921875,
                    0.972656,
                    0.863281,
                    0.566406,
                    0.255859,
                    0.972656,
                    0.570312,
                    0.933594,
                    0.632812,
                    0.789062,
                    0.601562,
                    0.78125,
                    0.925781,
                    0.847656,
                    0.628906,
                    0.9375,
                    0.925781,
                    1.039062,
                    0.9375,
                    0.445312,
                    0.96875,
                    0.277344,
                    0.601562,
                    1.0,
                    0.699219,
                    0.898438,
                    0.209961,
                    0.914062,
                    0.929688,
                    0.996094,
                    0.46875,
                    0.871094,
                    1.039062,
                    0.249023,
                    0.664062,
                    0.597656,
                    0.96875,
                    0.984375,
                    0.730469,
                    1.007812,
                    0.984375,
                    0.229492,
                    0.482422,
                    0.953125,
                    0.570312,
                    0.53125,
                    0.832031,
                    0.839844,
                    0.875,
                    0.585938,
                    0.859375,
                    0.960938,
                    0.867188,
                    0.976562,
                    0.839844,
                    0.625,
                    0.984375,
                    0.238281,
                    0.960938,
                    0.78125,
                    0.730469,
                    0.839844,
                    0.84375,
                    1.0,
                    0.945312,
                    0.933594,
                    0.851562,
                    0.355469,
                    0.964844,
                    0.894531,
                    0.227539,
                    0.785156,
                    0.984375,
                    0.96875,
                    0.953125,
                    0.53125,
                    0.234375,
                    0.492188,
                    0.542969,
                    0.945312,
                    0.867188,
                    0.578125,
                    0.902344,
                    0.441406,
                    0.96875,
                    0.882812,
                    0.773438,
                    0.976562,
                    0.640625,
                    0.8125,
                    0.785156,
                    0.617188,
                    0.964844,
                    0.992188,
                    0.214844,
                    0.960938,
                    0.976562,
                    1.0,
                    0.929688,
                    0.925781,
                    1.0,
                    0.408203,
                    0.90625,
                    0.582031,
                    0.679688,
                    0.898438,
                    0.921875,
                    1.039062,
                    0.964844,
                    0.820312,
                    0.244141,
                    0.929688,
                    0.921875,
                    0.855469,
                    0.949219,
                    0.660156,
                    1.0,
                    0.613281,
                    0.878906,
                    0.898438,
                    0.644531,
                    0.917969,
                    0.980469,
                    0.910156,
                    0.71875,
                    0.929688,
                    0.984375,
                    1.015625,
                    0.257812,
                    0.933594,
                    0.949219,
                    0.871094,
                    0.871094,
                    0.871094,
                    0.542969,
                    0.566406,
                    0.929688,
                    1.0,
                    1.046875,
                    0.804688,
                    0.921875,
                    0.773438,
                    0.832031,
                    0.964844,
                    0.75,
                    0.789062,
                    0.734375,
                    0.742188,
                    0.9375,
                    0.964844,
                    0.871094,
                    0.964844,
                    0.253906,
                    0.988281,
                    0.9375,
                    0.671875,
                    0.769531,
                    0.605469,
                    0.886719,
                    0.835938,
                    0.535156,
                    0.792969,
                    0.636719,
                    0.792969,
                    0.992188,
                    0.921875,
                    0.22168,
                    0.96875,
                    0.227539,
                    1.0,
                    0.9375,
                    0.972656,
                    0.726562,
                    0.914062,
                    0.871094,
                    0.855469,
                    0.757812,
                    0.949219,
                    0.925781,
                    0.601562,
                    0.933594,
                    0.890625,
                    0.613281,
                    0.863281,
                    0.3125,
                    0.964844,
                    0.773438,
                    0.640625,
                    0.820312,
                    0.914062,
                    0.90625,
                    0.945312,
                    0.773438,
                    1.046875,
                    0.953125,
                    0.550781,
                    0.742188,
                    0.804688,
                    0.914062,
                    0.929688,
                    0.376953,
                    0.71875,
                    0.921875,
                    0.914062,
                    0.96875,
                    0.458984,
                    1.078125,
                    0.660156,
                    0.957031,
                    0.84375,
                    0.84375,
                    1.015625,
                    1.0,
                    0.996094,
                    0.90625,
                    0.617188,
                    0.859375,
                    0.859375,
                    0.78125,
                    0.894531,
                    1.0,
                    0.871094,
                    0.925781,
                    0.96875,
                    0.847656,
                    1.046875,
                    0.902344,
                    0.792969,
                    0.777344,
                    0.988281,
                    0.921875,
                    1.0,
                    0.933594,
                    0.765625,
                    0.929688,
                    0.941406,
                    0.984375,
                    0.734375,
                    0.976562,
                    0.742188,
                    0.707031,
                    0.636719,
                    0.84375,
                    0.9375,
                    1.023438,
                    0.617188,
                    1.015625,
                    0.828125,
                    0.964844,
                    0.996094,
                    0.431641,
                    0.863281,
                    0.882812,
                    0.921875,
                    0.914062,
                    0.933594,
                    0.964844,
                    0.953125,
                    0.621094,
                    0.9375,
                    0.957031,
                    0.898438,
                    0.839844,
                    0.921875,
                    0.248047,
                    1.0,
                    0.773438,
                    0.921875,
                    1.007812,
                    0.851562,
                    0.621094,
                    0.765625,
                    0.90625,
                    0.570312,
                    0.984375,
                    0.201172,
                    0.664062,
                    0.902344,
                    0.246094,
                    0.226562,
                    0.765625,
                    0.710938,
                    0.851562,
                    0.960938,
                    0.875,
                    0.769531,
                    0.679688,
                    1.007812,
                    0.753906,
                    0.257812,
                    1.023438,
                    1.054688,
                    0.917969,
                    0.890625,
                    0.757812,
                    0.482422,
                    0.953125,
                    0.78125,
                    0.824219,
                    0.75,
                    0.636719,
                    0.929688,
                    0.324219,
                    0.992188,
                    0.945312,
                    0.957031,
                    0.949219,
                    1.0,
                    0.902344,
                    0.863281,
                    0.898438,
                    0.636719,
                    0.898438,
                    0.964844,
                    0.953125,
                    1.007812,
                    0.394531,
                    0.847656,
                    0.921875,
                    0.960938,
                    0.703125,
                    0.996094,
                    1.007812,
                    0.699219,
                    0.964844,
                    0.695312,
                    0.707031,
                    0.960938,
                    0.804688,
                    0.796875,
                    0.742188,
                    0.808594,
                    0.239258,
                    1.007812,
                    0.213867,
                    0.976562,
                    0.988281,
                    0.244141,
                    0.539062,
                    0.996094,
                    0.808594,
                    0.949219,
                    0.933594,
                    0.40625,
                    0.890625,
                    0.757812,
                    0.597656,
                    0.929688,
                    0.957031,
                    0.828125,
                    0.855469,
                    0.742188,
                    0.929688,
                    0.929688,
                    0.628906,
                    0.960938,
                    0.980469,
                    0.910156,
                    0.957031,
                    0.597656,
                    0.230469,
                    0.777344,
                    0.988281,
                    0.851562,
                    0.976562,
                    0.839844,
                    0.949219,
                    0.980469,
                    0.925781,
                    0.859375,
                    1.015625,
                    0.800781,
                    0.960938,
                    0.59375,
                    0.228516,
                    0.574219,
                    0.90625,
                    0.566406,
                    0.925781,
                    1.039062,
                    1.007812,
                    0.964844,
                    0.796875,
                    0.976562,
                    1.078125,
                    0.953125,
                    0.878906,
                    0.941406,
                    0.984375,
                    0.8125,
                    0.675781,
                    0.460938,
                    0.373047,
                    1.046875,
                    0.570312,
                    0.804688,
                    0.460938,
                    0.890625,
                    0.890625,
                    0.457031,
                    0.335938,
                    0.707031,
                    0.351562,
                    0.960938,
                    0.878906,
                    0.816406,
                    0.910156,
                    0.917969,
                    0.933594,
                    0.65625,
                    0.21582,
                    1.0,
                    0.71875,
                    1.015625,
                    0.820312,
                    0.984375,
                    0.949219,
                    1.054688,
                    0.910156,
                    0.929688,
                    0.308594,
                    1.039062,
                    0.449219,
                    0.664062,
                    0.941406,
                    0.75,
                    0.84375,
                    0.996094,
                    0.208984,
                    0.773438,
                    1.0,
                    0.925781,
                    0.255859,
                    0.902344,
                    0.761719,
                    1.023438,
                    0.742188,
                    0.917969,
                    0.855469,
                    0.216797,
                    0.976562,
                    0.980469,
                    0.953125,
                    0.5625,
                    0.84375,
                    0.828125,
                    0.894531,
                    0.957031,
                    0.984375,
                    0.890625,
                    0.566406,
                    0.941406,
                    0.882812,
                    0.992188,
                    0.535156,
                    0.279297,
                    0.914062,
                    0.914062,
                    0.875,
                    0.699219,
                    0.402344,
                    1.0,
                    0.554688,
                    0.208984,
                    0.5625,
                    0.207031,
                    0.914062,
                    0.550781,
                    1.03125,
                    0.902344,
                    0.773438,
                    0.859375,
                    0.734375,
                    0.894531,
                    0.648438,
                    0.875,
                    0.652344,
                    0.875,
                    0.503906,
                    1.0,
                    0.22168,
                    0.894531,
                    0.96875,
                    0.9375,
                    0.964844,
                    0.484375,
                    1.03125,
                    0.8125,
                    0.992188,
                    0.878906,
                    1.023438,
                    0.902344,
                    0.632812,
                    1.023438,
                    0.800781,
                    0.863281,
                    0.796875,
                    0.914062,
                    0.96875,
                    1.007812,
                    0.984375,
                    0.941406,
                    0.964844,
                    0.222656,
                    0.753906,
                    0.886719,
                    0.78125,
                    0.992188,
                    0.683594,
                    0.992188,
                    0.964844,
                    0.839844,
                    0.960938,
                    0.898438,
                    0.96875,
                    0.835938,
                    0.945312,
                    0.245117,
                    0.996094,
                    0.980469,
                    0.484375,
                    0.898438,
                    0.945312,
                    0.976562,
                    0.898438,
                    0.550781,
                    1.015625,
                    0.613281,
                    0.777344,
                    0.5625,
                    1.0,
                    0.984375,
                    0.996094,
                    0.953125,
                    0.683594,
                    0.246094,
                    0.847656,
                    0.417969,
                    1.023438,
                    0.976562,
                    0.984375,
                    0.851562,
                    0.871094,
                    1.015625,
                    0.679688,
                    0.789062,
                    0.859375,
                    0.878906,
                    0.804688,
                    0.96875,
                    0.921875,
                    0.871094,
                    0.964844,
                    0.9375,
                    0.65625,
                    1.046875,
                    0.976562,
                    0.921875,
                    0.203125,
                    0.996094,
                    0.248047,
                    0.3125,
                    0.804688,
                    0.8125,
                    0.574219,
                    0.294922,
                    0.796875,
                    0.232422,
                    0.570312,
                    0.976562,
                    0.882812,
                    0.96875,
                    1.882812,
                    0.875,
                    0.488281,
                    1.007812,
                    0.664062,
                    0.230469,
                    0.929688,
                    1.03125,
                    0.929688,
                    1.09375,
                    0.910156,
                    1.023438,
                    0.886719,
                    1.023438,
                    0.960938,
                    0.949219,
                    0.996094,
                    0.310547,
                    0.992188,
                    0.671875,
                    0.225586,
                    0.945312,
                    0.722656,
                    0.867188,
                    0.9375,
                    1.007812,
                    3.1e-05,
                    0.640625,
                    0.542969,
                    0.300781,
                    0.703125,
                    0.945312,
                    0.957031,
                    0.929688,
                    0.992188,
                    0.992188,
                    0.863281,
                    0.933594,
                    0.667969,
                    0.269531,
                    0.648438,
                    0.914062,
                    0.902344,
                    0.996094,
                    0.953125,
                    0.222656,
                    0.205078,
                    0.263672,
                    0.917969,
                    0.722656,
                    0.683594,
                    0.78125,
                    0.992188,
                    0.757812,
                    0.945312,
                    0.949219,
                    0.878906,
                    0.225586,
                    0.871094,
                    0.785156,
                    0.960938,
                    0.96875,
                    0.558594,
                    0.546875,
                    0.992188,
                    0.925781,
                    0.875,
                    0.621094,
                    0.8125,
                    0.949219,
                    0.225586,
                    0.847656,
                    0.929688,
                    0.746094,
                    0.957031,
                    0.984375,
                    0.667969,
                    0.988281,
                    0.882812,
                    0.839844,
                    0.216797,
                    0.871094,
                    0.546875,
                    0.960938,
                    0.953125,
                    0.640625,
                    0.800781,
                    0.746094,
                    0.910156,
                    0.65625,
                    0.867188,
                    0.601562,
                    0.890625,
                    0.824219,
                    0.761719,
                    0.75,
                    0.929688,
                    0.613281,
                    0.933594,
                    0.957031,
                    0.753906,
                    1.023438,
                    0.960938,
                    0.890625,
                    0.609375,
                    0.609375,
                    0.972656,
                    0.972656,
                    1.0,
                    0.925781,
                    1.078125,
                    0.851562,
                    0.816406,
                    0.925781,
                    0.859375,
                    0.9375,
                    1.054688,
                    0.761719,
                    0.714844,
                    0.914062,
                    0.710938,
                    0.96875,
                    0.808594,
                    0.902344,
                    0.949219,
                    0.894531,
                    1.015625,
                    0.570312,
                    1.054688,
                    0.667969,
                    0.835938,
                    0.84375,
                    0.914062,
                    0.449219,
                    0.306641,
                    0.847656,
                    0.929688,
                    0.209961,
                    0.90625,
                    0.90625,
                    0.984375
                ]
            },
            "name": "model.model.layers.8.post_attention_layernorm.weight",
            "outputIndexes": [
                755
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                754
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_8/Mul_output_0",
            "outputIndexes": [
                756
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                755,
                756
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_8/Mul_1_output_0",
            "outputIndexes": [
                757
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                757
            ],
            "outputIndexes": [
                2548
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2548
            ],
            "outputIndexes": [
                2549
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/gate_proj/Linear",
            "inputIndexes": [
                2549
            ],
            "outputIndexes": [
                2550
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    213738792,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2550
            ],
            "outputIndexes": [
                2551
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2551
            ],
            "outputIndexes": [
                758
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                758
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_8/Sigmoid_output_0",
            "outputIndexes": [
                759
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                758,
                759
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_8/Mul_output_0",
            "outputIndexes": [
                760
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                757
            ],
            "outputIndexes": [
                2552
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2552
            ],
            "outputIndexes": [
                2553
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/up_proj/Linear",
            "inputIndexes": [
                2553
            ],
            "outputIndexes": [
                2554
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    221480254,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2554
            ],
            "outputIndexes": [
                2555
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2555
            ],
            "outputIndexes": [
                761
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                760,
                761
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_8/Mul_output_0",
            "outputIndexes": [
                762
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                762
            ],
            "outputIndexes": [
                2556
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    8960,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2556
            ],
            "outputIndexes": [
                2557
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/down_proj/Linear",
            "inputIndexes": [
                2557
            ],
            "outputIndexes": [
                2558
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 8960,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    229221716,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2558
            ],
            "outputIndexes": [
                2559
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2559
            ],
            "outputIndexes": [
                763
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                754,
                763
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_44_output_0",
            "outputIndexes": [
                764
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                764,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_81_output_0",
            "outputIndexes": [
                765
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.246094,
                    0.929688,
                    0.902344,
                    0.792969,
                    0.90625,
                    0.777344,
                    0.96875,
                    0.851562,
                    0.726562,
                    0.816406,
                    0.902344,
                    0.726562,
                    0.867188,
                    0.8125,
                    0.875,
                    0.878906,
                    0.769531,
                    0.84375,
                    0.785156,
                    0.703125,
                    0.777344,
                    1.078125,
                    0.90625,
                    0.18457,
                    1.054688,
                    0.804688,
                    0.777344,
                    0.753906,
                    0.503906,
                    0.84375,
                    0.855469,
                    0.761719,
                    1.03125,
                    0.671875,
                    0.890625,
                    0.863281,
                    0.914062,
                    0.828125,
                    0.609375,
                    0.683594,
                    0.941406,
                    0.839844,
                    0.886719,
                    1.078125,
                    0.230469,
                    0.816406,
                    0.765625,
                    0.726562,
                    0.9375,
                    1.085938,
                    0.211914,
                    0.578125,
                    0.859375,
                    1.070312,
                    0.851562,
                    0.761719,
                    0.722656,
                    0.1875,
                    0.863281,
                    0.6875,
                    0.796875,
                    0.6875,
                    0.914062,
                    0.792969,
                    0.835938,
                    0.435547,
                    0.816406,
                    0.582031,
                    0.980469,
                    0.785156,
                    0.929688,
                    0.855469,
                    0.152344,
                    0.71875,
                    0.824219,
                    0.617188,
                    0.789062,
                    0.753906,
                    0.765625,
                    1.148438,
                    0.910156,
                    0.189453,
                    0.761719,
                    0.875,
                    0.941406,
                    0.820312,
                    0.792969,
                    1.03125,
                    0.980469,
                    0.820312,
                    0.804688,
                    0.859375,
                    0.921875,
                    0.746094,
                    0.902344,
                    0.773438,
                    0.835938,
                    0.828125,
                    1.039062,
                    0.851562,
                    1.25,
                    0.613281,
                    0.578125,
                    0.945312,
                    0.632812,
                    0.96875,
                    1.101562,
                    0.882812,
                    0.617188,
                    0.777344,
                    0.71875,
                    0.964844,
                    0.839844,
                    2.71875,
                    0.773438,
                    0.839844,
                    0.933594,
                    1.148438,
                    0.170898,
                    0.236328,
                    0.796875,
                    0.287109,
                    0.769531,
                    0.699219,
                    0.75,
                    1.007812,
                    0.917969,
                    0.289062,
                    0.90625,
                    1.101562,
                    0.753906,
                    0.824219,
                    0.921875,
                    1.109375,
                    0.9375,
                    0.964844,
                    0.625,
                    0.96875,
                    0.679688,
                    0.746094,
                    0.275391,
                    1.023438,
                    0.785156,
                    0.367188,
                    0.960938,
                    0.726562,
                    0.8125,
                    1.859375,
                    1.007812,
                    0.765625,
                    0.777344,
                    0.828125,
                    0.298828,
                    0.917969,
                    0.671875,
                    0.738281,
                    0.929688,
                    0.742188,
                    0.914062,
                    0.820312,
                    0.707031,
                    0.863281,
                    0.941406,
                    0.255859,
                    0.75,
                    0.90625,
                    0.859375,
                    0.929688,
                    0.859375,
                    1.125,
                    0.925781,
                    0.757812,
                    0.878906,
                    1.171875,
                    0.835938,
                    0.9375,
                    1.101562,
                    1.132812,
                    0.996094,
                    0.988281,
                    0.792969,
                    0.722656,
                    1.0,
                    1.257812,
                    0.738281,
                    0.890625,
                    0.316406,
                    1.09375,
                    0.746094,
                    0.773438,
                    1.015625,
                    0.761719,
                    1.289062,
                    0.898438,
                    0.984375,
                    0.792969,
                    0.8125,
                    0.75,
                    0.882812,
                    0.6875,
                    0.734375,
                    0.71875,
                    0.945312,
                    0.984375,
                    0.792969,
                    0.765625,
                    0.890625,
                    1.101562,
                    0.835938,
                    0.808594,
                    0.898438,
                    0.875,
                    0.71875,
                    0.890625,
                    0.957031,
                    0.314453,
                    0.875,
                    0.988281,
                    0.851562,
                    0.714844,
                    0.800781,
                    0.867188,
                    0.460938,
                    1.070312,
                    0.804688,
                    0.789062,
                    0.714844,
                    0.613281,
                    0.859375,
                    0.773438,
                    0.828125,
                    0.859375,
                    1.046875,
                    0.765625,
                    0.792969,
                    0.550781,
                    0.792969,
                    0.96875,
                    0.875,
                    0.839844,
                    0.8125,
                    0.890625,
                    1.054688,
                    0.914062,
                    0.914062,
                    0.773438,
                    0.980469,
                    0.945312,
                    0.863281,
                    1.0,
                    0.835938,
                    0.554688,
                    0.96875,
                    1.742188,
                    0.224609,
                    0.683594,
                    0.84375,
                    0.929688,
                    1.054688,
                    0.90625,
                    0.839844,
                    0.953125,
                    0.953125,
                    0.785156,
                    0.886719,
                    0.761719,
                    0.816406,
                    0.886719,
                    0.820312,
                    0.816406,
                    0.84375,
                    1.070312,
                    0.820312,
                    0.777344,
                    0.589844,
                    0.683594,
                    0.316406,
                    0.898438,
                    0.609375,
                    1.039062,
                    0.746094,
                    0.757812,
                    0.894531,
                    0.859375,
                    0.796875,
                    0.220703,
                    0.949219,
                    1.007812,
                    0.882812,
                    0.898438,
                    0.777344,
                    0.804688,
                    0.921875,
                    0.945312,
                    0.785156,
                    0.726562,
                    0.933594,
                    0.976562,
                    0.871094,
                    1.0,
                    0.236328,
                    0.460938,
                    0.921875,
                    0.292969,
                    1.015625,
                    0.800781,
                    0.875,
                    0.945312,
                    0.859375,
                    0.199219,
                    0.683594,
                    0.867188,
                    0.283203,
                    0.710938,
                    1.023438,
                    0.925781,
                    0.390625,
                    0.875,
                    0.824219,
                    0.201172,
                    0.738281,
                    1.109375,
                    0.785156,
                    0.59375,
                    0.839844,
                    0.898438,
                    0.828125,
                    0.21582,
                    0.847656,
                    0.8125,
                    0.201172,
                    0.914062,
                    0.269531,
                    0.882812,
                    0.882812,
                    0.613281,
                    0.804688,
                    0.173828,
                    0.871094,
                    0.398438,
                    0.84375,
                    0.871094,
                    0.816406,
                    0.992188,
                    0.75,
                    0.75,
                    0.742188,
                    0.742188,
                    0.652344,
                    0.785156,
                    0.699219,
                    0.535156,
                    0.652344,
                    1.242188,
                    0.699219,
                    0.890625,
                    2.75,
                    0.914062,
                    0.945312,
                    0.675781,
                    0.455078,
                    0.882812,
                    0.859375,
                    0.859375,
                    0.875,
                    0.824219,
                    0.800781,
                    0.890625,
                    0.237305,
                    0.816406,
                    0.792969,
                    0.726562,
                    1.140625,
                    0.636719,
                    0.929688,
                    0.828125,
                    0.769531,
                    0.867188,
                    1.210938,
                    0.71875,
                    0.988281,
                    0.996094,
                    0.847656,
                    0.960938,
                    0.433594,
                    0.804688,
                    0.746094,
                    1.023438,
                    0.710938,
                    0.824219,
                    0.765625,
                    0.734375,
                    0.808594,
                    1.085938,
                    0.714844,
                    0.3125,
                    0.816406,
                    0.550781,
                    0.804688,
                    0.867188,
                    0.671875,
                    0.824219,
                    0.851562,
                    0.667969,
                    0.984375,
                    0.204102,
                    0.847656,
                    0.792969,
                    0.039795,
                    0.291016,
                    0.839844,
                    0.746094,
                    0.894531,
                    0.875,
                    0.839844,
                    0.726562,
                    0.976562,
                    0.9375,
                    0.570312,
                    0.824219,
                    0.921875,
                    0.613281,
                    1.351562,
                    0.640625,
                    0.449219,
                    0.992188,
                    0.785156,
                    0.890625,
                    0.757812,
                    0.769531,
                    0.976562,
                    0.878906,
                    0.761719,
                    0.914062,
                    0.695312,
                    0.714844,
                    0.796875,
                    0.75,
                    0.808594,
                    0.757812,
                    0.855469,
                    0.466797,
                    0.46875,
                    1.109375,
                    0.828125,
                    0.914062,
                    0.263672,
                    0.882812,
                    0.894531,
                    0.84375,
                    1.351562,
                    0.902344,
                    0.660156,
                    1.179688,
                    0.984375,
                    0.851562,
                    1.0625,
                    0.835938,
                    0.227539,
                    0.96875,
                    0.695312,
                    0.859375,
                    0.835938,
                    0.871094,
                    0.777344,
                    0.269531,
                    0.757812,
                    0.886719,
                    0.855469,
                    0.726562,
                    0.820312,
                    0.804688,
                    0.632812,
                    0.953125,
                    0.878906,
                    0.886719,
                    0.953125,
                    0.613281,
                    0.265625,
                    0.867188,
                    0.882812,
                    0.992188,
                    0.722656,
                    0.847656,
                    0.75,
                    0.742188,
                    0.804688,
                    0.871094,
                    0.777344,
                    0.871094,
                    0.816406,
                    0.796875,
                    0.847656,
                    0.9375,
                    0.867188,
                    0.804688,
                    0.890625,
                    0.871094,
                    0.878906,
                    0.294922,
                    0.151367,
                    0.8125,
                    0.886719,
                    0.519531,
                    0.976562,
                    0.808594,
                    0.867188,
                    2.296875,
                    0.746094,
                    0.933594,
                    0.558594,
                    1.109375,
                    1.015625,
                    1.023438,
                    0.228516,
                    0.761719,
                    0.859375,
                    1.085938,
                    0.443359,
                    0.96875,
                    0.051758,
                    0.894531,
                    0.734375,
                    0.839844,
                    0.90625,
                    0.675781,
                    0.65625,
                    0.882812,
                    0.820312,
                    0.796875,
                    0.652344,
                    0.738281,
                    0.228516,
                    0.859375,
                    0.851562,
                    0.964844,
                    0.859375,
                    0.867188,
                    0.804688,
                    0.208008,
                    0.75,
                    0.785156,
                    0.859375,
                    0.796875,
                    0.679688,
                    0.792969,
                    0.742188,
                    0.847656,
                    0.660156,
                    0.890625,
                    0.621094,
                    0.84375,
                    0.863281,
                    0.550781,
                    0.236328,
                    0.753906,
                    0.789062,
                    0.757812,
                    0.871094,
                    0.232422,
                    0.785156,
                    0.761719,
                    0.976562,
                    0.84375,
                    0.886719,
                    1.15625,
                    0.177734,
                    0.855469,
                    0.886719,
                    0.851562,
                    0.703125,
                    0.949219,
                    0.777344,
                    0.166992,
                    0.5,
                    0.71875,
                    0.9375,
                    0.820312,
                    0.226562,
                    0.765625,
                    2.515625,
                    0.832031,
                    0.675781,
                    0.929688,
                    1.125,
                    0.566406,
                    0.851562,
                    0.816406,
                    0.886719,
                    0.730469,
                    0.992188,
                    0.859375,
                    0.910156,
                    0.757812,
                    0.773438,
                    0.898438,
                    0.960938,
                    0.851562,
                    0.828125,
                    0.800781,
                    0.953125,
                    1.039062,
                    0.863281,
                    0.228516,
                    1.078125,
                    0.5,
                    0.241211,
                    0.859375,
                    0.859375,
                    0.100586,
                    0.738281,
                    0.847656,
                    0.185547,
                    0.722656,
                    0.769531,
                    0.820312,
                    0.839844,
                    0.871094,
                    0.734375,
                    0.792969,
                    0.710938,
                    0.691406,
                    0.878906,
                    0.800781,
                    1.304688,
                    0.941406,
                    0.847656,
                    1.03125,
                    0.832031,
                    0.835938,
                    0.929688,
                    0.859375,
                    0.171875,
                    0.667969,
                    0.804688,
                    0.929688,
                    0.6875,
                    0.734375,
                    0.785156,
                    0.898438,
                    0.980469,
                    0.203125,
                    0.78125,
                    0.691406,
                    0.213867,
                    1.140625,
                    1.09375,
                    1.140625,
                    0.699219,
                    0.710938,
                    0.267578,
                    0.976562,
                    0.875,
                    0.644531,
                    0.65625,
                    0.949219,
                    0.917969,
                    0.734375,
                    0.726562,
                    0.824219,
                    0.835938,
                    0.558594,
                    0.173828,
                    0.855469,
                    0.640625,
                    0.832031,
                    0.890625,
                    0.769531,
                    0.839844,
                    0.8125,
                    0.789062,
                    0.816406,
                    0.761719,
                    1.09375,
                    0.9375,
                    0.851562,
                    0.277344,
                    0.816406,
                    0.800781,
                    0.816406,
                    0.839844,
                    0.738281,
                    0.75,
                    0.921875,
                    0.945312,
                    0.859375,
                    0.976562,
                    0.824219,
                    0.78125,
                    0.917969,
                    0.914062,
                    0.757812,
                    0.835938,
                    0.882812,
                    0.703125,
                    0.867188,
                    0.898438,
                    0.738281,
                    1.078125,
                    0.859375,
                    1.070312,
                    0.777344,
                    0.816406,
                    0.820312,
                    0.392578,
                    0.886719,
                    0.699219,
                    1.148438,
                    0.875,
                    0.746094,
                    0.382812,
                    0.214844,
                    0.894531,
                    1.203125,
                    0.219727,
                    1.015625,
                    0.839844,
                    0.824219,
                    0.375,
                    0.851562,
                    0.871094,
                    0.275391,
                    0.828125,
                    0.34375,
                    0.898438,
                    0.707031,
                    0.808594,
                    1.0625,
                    0.835938,
                    0.777344,
                    0.839844,
                    0.753906,
                    0.882812,
                    0.671875,
                    1.203125,
                    0.367188,
                    0.808594,
                    0.867188,
                    0.902344,
                    0.875,
                    1.015625,
                    0.292969,
                    1.132812,
                    0.800781,
                    0.808594,
                    0.863281,
                    0.851562,
                    0.839844,
                    1.164062,
                    1.007812,
                    0.652344,
                    0.875,
                    2.96875,
                    0.386719,
                    0.953125,
                    0.707031,
                    0.851562,
                    0.707031,
                    0.71875,
                    0.828125,
                    1.09375,
                    0.855469,
                    0.875,
                    0.216797,
                    0.878906,
                    0.917969,
                    0.960938,
                    1.375,
                    0.746094,
                    0.917969,
                    0.182617,
                    0.796875,
                    0.734375,
                    0.753906,
                    0.867188,
                    0.757812,
                    0.78125,
                    0.429688,
                    0.703125,
                    0.695312,
                    0.648438,
                    1.0,
                    0.773438,
                    0.917969,
                    0.824219,
                    0.847656,
                    1.09375,
                    0.683594,
                    0.757812,
                    0.703125,
                    0.832031,
                    0.9375,
                    1.007812,
                    2.734375,
                    0.789062,
                    0.910156,
                    0.542969,
                    0.742188,
                    1.117188,
                    0.875,
                    0.742188,
                    0.917969,
                    0.433594,
                    0.886719,
                    0.84375,
                    0.859375,
                    0.605469,
                    0.824219,
                    0.261719,
                    0.742188,
                    0.597656,
                    0.789062,
                    0.863281,
                    0.734375,
                    0.878906,
                    0.867188,
                    0.785156,
                    0.75,
                    0.761719,
                    0.78125,
                    0.882812,
                    0.867188,
                    0.828125,
                    0.78125,
                    0.941406,
                    0.792969,
                    0.6875,
                    0.275391,
                    1.023438,
                    0.625,
                    0.726562,
                    0.796875,
                    0.847656,
                    0.632812,
                    0.785156,
                    0.898438,
                    0.777344,
                    0.800781,
                    0.816406,
                    0.796875,
                    1.046875,
                    0.875,
                    0.519531,
                    0.855469,
                    0.355469,
                    0.6875,
                    1.109375,
                    0.746094,
                    0.910156,
                    0.155273,
                    0.75,
                    0.9375,
                    0.890625,
                    0.589844,
                    0.820312,
                    1.15625,
                    0.244141,
                    0.671875,
                    0.636719,
                    0.972656,
                    0.972656,
                    1.054688,
                    1.367188,
                    0.847656,
                    0.213867,
                    2.84375,
                    0.890625,
                    0.6875,
                    2.328125,
                    0.800781,
                    0.785156,
                    0.871094,
                    0.664062,
                    0.789062,
                    0.929688,
                    0.863281,
                    0.964844,
                    0.972656,
                    0.742188,
                    1.023438,
                    0.259766,
                    0.789062,
                    0.863281,
                    0.75,
                    0.734375,
                    0.914062,
                    1.03125,
                    0.910156,
                    0.777344,
                    1.0625,
                    0.398438,
                    0.898438,
                    0.820312,
                    0.193359,
                    0.84375,
                    0.960938,
                    0.835938,
                    0.84375,
                    0.660156,
                    0.234375,
                    2.515625,
                    2.109375,
                    0.90625,
                    0.804688,
                    0.585938,
                    0.828125,
                    0.5625,
                    0.902344,
                    0.8125,
                    0.625,
                    0.886719,
                    0.683594,
                    0.882812,
                    0.835938,
                    0.855469,
                    0.835938,
                    0.980469,
                    0.174805,
                    0.910156,
                    0.8125,
                    1.140625,
                    0.894531,
                    0.796875,
                    0.945312,
                    0.478516,
                    0.890625,
                    0.710938,
                    0.734375,
                    0.777344,
                    0.847656,
                    1.203125,
                    0.957031,
                    0.910156,
                    0.245117,
                    0.996094,
                    0.796875,
                    0.871094,
                    0.863281,
                    0.667969,
                    1.117188,
                    -0.035645,
                    0.769531,
                    0.914062,
                    0.769531,
                    0.796875,
                    0.898438,
                    0.957031,
                    0.789062,
                    0.890625,
                    0.835938,
                    0.957031,
                    0.259766,
                    0.851562,
                    0.8125,
                    0.949219,
                    0.863281,
                    0.773438,
                    0.746094,
                    0.648438,
                    0.871094,
                    1.007812,
                    1.296875,
                    0.75,
                    0.832031,
                    0.855469,
                    0.949219,
                    1.140625,
                    0.699219,
                    0.832031,
                    0.660156,
                    0.800781,
                    0.761719,
                    0.890625,
                    0.761719,
                    0.8125,
                    0.275391,
                    0.929688,
                    0.839844,
                    0.742188,
                    0.730469,
                    0.628906,
                    0.878906,
                    0.96875,
                    0.730469,
                    0.867188,
                    0.671875,
                    0.855469,
                    1.078125,
                    0.902344,
                    0.193359,
                    0.769531,
                    0.219727,
                    0.875,
                    0.910156,
                    0.925781,
                    0.8125,
                    0.820312,
                    0.886719,
                    0.828125,
                    0.625,
                    0.796875,
                    0.976562,
                    0.65625,
                    0.878906,
                    0.808594,
                    0.683594,
                    0.820312,
                    0.609375,
                    0.875,
                    0.816406,
                    0.726562,
                    0.878906,
                    0.855469,
                    0.800781,
                    0.875,
                    0.917969,
                    1.320312,
                    0.851562,
                    0.621094,
                    0.855469,
                    0.796875,
                    0.742188,
                    1.085938,
                    0.484375,
                    1.164062,
                    1.078125,
                    0.785156,
                    0.867188,
                    0.671875,
                    1.015625,
                    0.851562,
                    0.851562,
                    0.757812,
                    0.734375,
                    1.015625,
                    0.941406,
                    0.917969,
                    0.808594,
                    1.28125,
                    0.78125,
                    0.933594,
                    0.773438,
                    0.785156,
                    0.890625,
                    0.835938,
                    0.953125,
                    0.878906,
                    0.820312,
                    1.203125,
                    0.796875,
                    0.769531,
                    0.984375,
                    0.894531,
                    0.820312,
                    0.957031,
                    0.949219,
                    0.933594,
                    0.746094,
                    0.777344,
                    1.046875,
                    0.632812,
                    0.882812,
                    0.851562,
                    0.804688,
                    0.722656,
                    0.878906,
                    0.84375,
                    1.054688,
                    0.535156,
                    1.101562,
                    0.777344,
                    1.0625,
                    0.914062,
                    1.546875,
                    0.835938,
                    0.847656,
                    0.886719,
                    1.3125,
                    0.8125,
                    0.8125,
                    0.9375,
                    0.726562,
                    0.894531,
                    0.765625,
                    0.761719,
                    0.78125,
                    0.800781,
                    0.232422,
                    0.980469,
                    1.382812,
                    0.878906,
                    1.15625,
                    0.753906,
                    0.761719,
                    0.890625,
                    0.761719,
                    0.773438,
                    0.964844,
                    0.170898,
                    0.722656,
                    0.75,
                    0.253906,
                    0.200195,
                    1.046875,
                    0.980469,
                    0.640625,
                    0.859375,
                    0.785156,
                    1.132812,
                    0.742188,
                    1.007812,
                    0.640625,
                    0.255859,
                    1.09375,
                    1.023438,
                    0.875,
                    0.898438,
                    0.863281,
                    0.648438,
                    0.832031,
                    0.773438,
                    0.742188,
                    0.902344,
                    0.820312,
                    0.746094,
                    0.353516,
                    0.988281,
                    0.875,
                    0.804688,
                    0.796875,
                    1.046875,
                    0.988281,
                    0.753906,
                    0.871094,
                    0.742188,
                    0.789062,
                    0.914062,
                    0.914062,
                    1.085938,
                    0.492188,
                    0.722656,
                    0.8125,
                    1.0625,
                    0.765625,
                    0.804688,
                    0.9375,
                    0.773438,
                    0.855469,
                    0.792969,
                    0.71875,
                    0.902344,
                    0.875,
                    0.761719,
                    0.855469,
                    1.210938,
                    0.241211,
                    1.078125,
                    0.192383,
                    0.835938,
                    0.960938,
                    0.261719,
                    0.396484,
                    1.015625,
                    0.921875,
                    0.8125,
                    0.992188,
                    0.835938,
                    0.777344,
                    0.753906,
                    0.683594,
                    0.769531,
                    0.859375,
                    0.835938,
                    1.617188,
                    0.921875,
                    0.90625,
                    0.824219,
                    0.71875,
                    0.839844,
                    0.945312,
                    0.859375,
                    0.992188,
                    0.660156,
                    0.219727,
                    0.816406,
                    0.921875,
                    0.722656,
                    0.984375,
                    0.703125,
                    0.847656,
                    0.949219,
                    0.84375,
                    0.953125,
                    0.9375,
                    0.808594,
                    0.890625,
                    0.648438,
                    0.220703,
                    0.835938,
                    0.859375,
                    0.777344,
                    0.84375,
                    1.164062,
                    1.148438,
                    0.871094,
                    0.792969,
                    0.996094,
                    0.972656,
                    0.957031,
                    0.773438,
                    0.800781,
                    0.953125,
                    0.773438,
                    0.722656,
                    0.679688,
                    0.726562,
                    0.984375,
                    1.09375,
                    0.933594,
                    0.550781,
                    0.824219,
                    0.875,
                    1.179688,
                    0.539062,
                    0.742188,
                    0.402344,
                    0.867188,
                    0.953125,
                    0.761719,
                    1.03125,
                    0.84375,
                    0.789062,
                    0.765625,
                    0.173828,
                    0.890625,
                    0.78125,
                    0.960938,
                    0.828125,
                    0.953125,
                    0.957031,
                    1.40625,
                    0.992188,
                    0.828125,
                    0.345703,
                    1.0,
                    0.566406,
                    0.730469,
                    0.804688,
                    1.0625,
                    0.859375,
                    0.910156,
                    0.174805,
                    1.039062,
                    0.984375,
                    0.808594,
                    0.277344,
                    0.804688,
                    0.890625,
                    1.109375,
                    0.785156,
                    0.820312,
                    0.796875,
                    0.171875,
                    0.917969,
                    1.0625,
                    0.800781,
                    0.648438,
                    0.730469,
                    0.917969,
                    0.8125,
                    0.886719,
                    0.898438,
                    0.574219,
                    0.621094,
                    0.847656,
                    0.789062,
                    0.9375,
                    0.683594,
                    0.296875,
                    1.359375,
                    0.757812,
                    0.847656,
                    0.757812,
                    1.617188,
                    0.925781,
                    1.875,
                    0.164062,
                    0.628906,
                    0.164062,
                    0.90625,
                    2.3125,
                    1.078125,
                    0.890625,
                    0.804688,
                    0.792969,
                    1.648438,
                    0.871094,
                    0.652344,
                    0.90625,
                    0.6875,
                    0.832031,
                    0.507812,
                    0.910156,
                    0.205078,
                    0.816406,
                    0.867188,
                    0.890625,
                    0.984375,
                    0.601562,
                    1.289062,
                    0.894531,
                    0.957031,
                    1.148438,
                    1.101562,
                    0.886719,
                    0.691406,
                    1.039062,
                    0.78125,
                    0.863281,
                    0.8125,
                    0.890625,
                    0.796875,
                    1.0,
                    0.917969,
                    0.941406,
                    0.816406,
                    0.204102,
                    0.988281,
                    0.742188,
                    0.871094,
                    0.882812,
                    0.742188,
                    0.941406,
                    0.925781,
                    0.820312,
                    0.898438,
                    0.929688,
                    0.800781,
                    1.0,
                    0.871094,
                    0.224609,
                    1.09375,
                    0.96875,
                    0.570312,
                    0.820312,
                    0.777344,
                    0.925781,
                    0.820312,
                    0.652344,
                    0.933594,
                    0.757812,
                    0.789062,
                    0.621094,
                    1.34375,
                    0.90625,
                    0.957031,
                    0.875,
                    0.75,
                    0.244141,
                    0.71875,
                    2.203125,
                    0.789062,
                    0.851562,
                    1.015625,
                    0.851562,
                    0.929688,
                    0.953125,
                    0.777344,
                    0.777344,
                    0.855469,
                    0.890625,
                    0.816406,
                    1.015625,
                    0.847656,
                    0.835938,
                    0.894531,
                    0.804688,
                    1.03125,
                    1.140625,
                    0.914062,
                    0.777344,
                    0.173828,
                    0.960938,
                    0.24707,
                    0.384766,
                    0.726562,
                    0.796875,
                    0.660156,
                    0.396484,
                    0.777344,
                    0.206055,
                    0.683594,
                    0.921875,
                    0.828125,
                    0.996094,
                    1.085938,
                    0.796875,
                    0.742188,
                    0.980469,
                    0.820312,
                    0.24707,
                    0.894531,
                    1.304688,
                    0.890625,
                    1.117188,
                    0.867188,
                    1.007812,
                    0.832031,
                    0.976562,
                    0.917969,
                    0.863281,
                    0.875,
                    0.460938,
                    1.046875,
                    0.628906,
                    0.211914,
                    0.792969,
                    0.808594,
                    0.710938,
                    0.921875,
                    1.023438,
                    -0.060791,
                    0.679688,
                    0.589844,
                    1.554688,
                    0.867188,
                    1.007812,
                    0.941406,
                    0.738281,
                    0.984375,
                    0.933594,
                    0.863281,
                    0.808594,
                    0.675781,
                    0.300781,
                    0.632812,
                    0.753906,
                    0.730469,
                    1.070312,
                    0.886719,
                    0.194336,
                    0.176758,
                    0.3125,
                    0.84375,
                    0.878906,
                    0.800781,
                    1.5625,
                    0.945312,
                    0.816406,
                    0.859375,
                    0.796875,
                    0.765625,
                    0.204102,
                    0.902344,
                    0.792969,
                    0.875,
                    0.890625,
                    0.640625,
                    0.597656,
                    0.84375,
                    0.816406,
                    0.746094,
                    0.625,
                    0.863281,
                    0.964844,
                    0.21582,
                    0.75,
                    0.890625,
                    0.5,
                    0.84375,
                    0.964844,
                    0.789062,
                    0.945312,
                    0.816406,
                    0.765625,
                    0.161133,
                    0.839844,
                    0.582031,
                    0.867188,
                    0.8125,
                    0.601562,
                    0.800781,
                    1.070312,
                    0.882812,
                    0.757812,
                    0.832031,
                    0.695312,
                    0.789062,
                    1.164062,
                    0.933594,
                    0.816406,
                    0.832031,
                    0.652344,
                    0.898438,
                    0.792969,
                    0.816406,
                    0.964844,
                    0.785156,
                    0.964844,
                    0.773438,
                    0.636719,
                    0.9375,
                    1.046875,
                    1.125,
                    0.875,
                    0.957031,
                    0.847656,
                    0.792969,
                    0.832031,
                    0.789062,
                    0.785156,
                    1.007812,
                    0.761719,
                    0.828125,
                    0.824219,
                    0.769531,
                    0.898438,
                    0.992188,
                    0.6875,
                    0.988281,
                    0.707031,
                    1.304688,
                    0.6875,
                    1.101562,
                    0.699219,
                    0.820312,
                    0.816406,
                    0.816406,
                    0.535156,
                    0.398438,
                    0.898438,
                    0.832031,
                    0.15918,
                    0.949219,
                    0.828125,
                    0.839844
                ]
            },
            "name": "model.model.layers.9.input_layernorm.weight",
            "outputIndexes": [
                766
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                765
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_9/Mul_output_0",
            "outputIndexes": [
                767
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                766,
                767
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_9/Mul_1_output_0",
            "outputIndexes": [
                768
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                768
            ],
            "outputIndexes": [
                2560
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2560
            ],
            "outputIndexes": [
                2561
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/q_proj/Linear",
            "inputIndexes": [
                2561
            ],
            "outputIndexes": [
                2562
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    236963178,
                    1179670,
                    147456,
                    6144,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2562
            ],
            "outputIndexes": [
                2563
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2563
            ],
            "outputIndexes": [
                769
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                768
            ],
            "main_type": "NONE",
            "name": "/Shape_127_output_0",
            "outputIndexes": [
                770
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                770
            ],
            "main_type": "NONE",
            "name": "Shape2328",
            "outputIndexes": [
                771
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                770
            ],
            "main_type": "NONE",
            "name": "Rank2330",
            "outputIndexes": [
                772
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                772,
                772
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2332",
            "outputIndexes": [
                773
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                773
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2333",
            "outputIndexes": [
                774
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                773,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2335",
            "outputIndexes": [
                775
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                775
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2336",
            "outputIndexes": [
                776
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                771,
                774,
                776,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2339",
            "outputIndexes": [
                777
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                777
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2340",
            "outputIndexes": [
                778
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                778
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2341",
            "outputIndexes": [
                779
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                779,
                778
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2342",
            "outputIndexes": [
                780
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                770,
                780,
                773
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_139_output_0",
            "outputIndexes": [
                781
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                781,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_289_output_0",
            "outputIndexes": [
                782
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                782,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_117_output_0",
            "outputIndexes": [
                783
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                769,
                783
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_82_output_0",
            "outputIndexes": [
                784
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                784,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_72_output_0",
            "outputIndexes": [
                785
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                784
            ],
            "main_type": "NONE",
            "name": "/Shape_128_output_0",
            "outputIndexes": [
                786
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                786
            ],
            "main_type": "NONE",
            "name": "Shape2349",
            "outputIndexes": [
                787
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                786
            ],
            "main_type": "NONE",
            "name": "Rank2351",
            "outputIndexes": [
                788
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                788,
                788
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2353",
            "outputIndexes": [
                789
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                789
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2354",
            "outputIndexes": [
                790
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                789,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2356",
            "outputIndexes": [
                791
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                791
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2357",
            "outputIndexes": [
                792
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                787,
                790,
                792,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2360",
            "outputIndexes": [
                793
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                793
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2361",
            "outputIndexes": [
                794
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                794
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2362",
            "outputIndexes": [
                795
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                795,
                794
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2363",
            "outputIndexes": [
                796
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                786,
                796,
                789
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_140_output_0",
            "outputIndexes": [
                797
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                797,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_27_output_0",
            "outputIndexes": [
                798
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                798,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_294_output_0",
            "outputIndexes": [
                799
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                784,
                799,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_37_output_0",
            "outputIndexes": [
                800
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                800
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_18_output_0",
            "outputIndexes": [
                801
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                784,
                22,
                799,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_36_output_0",
            "outputIndexes": [
                802
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                801,
                802
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_120_output_0",
            "outputIndexes": [
                803
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                803,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_73_output_0",
            "outputIndexes": [
                804
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                785,
                804
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_45_output_0",
            "outputIndexes": [
                805
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                768
            ],
            "outputIndexes": [
                2564
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2564
            ],
            "outputIndexes": [
                2565
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/k_proj/Linear",
            "inputIndexes": [
                2565
            ],
            "outputIndexes": [
                2566
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    238296448,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2566
            ],
            "outputIndexes": [
                2567
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2567
            ],
            "outputIndexes": [
                806
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                782,
                85,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_118_output_0",
            "outputIndexes": [
                807
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                806,
                807
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_83_output_0",
            "outputIndexes": [
                808
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                808,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_74_output_0",
            "outputIndexes": [
                809
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                808
            ],
            "main_type": "NONE",
            "name": "/Shape_129_output_0",
            "outputIndexes": [
                810
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                810
            ],
            "main_type": "NONE",
            "name": "Shape2412",
            "outputIndexes": [
                811
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                810
            ],
            "main_type": "NONE",
            "name": "Rank2414",
            "outputIndexes": [
                812
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                812,
                812
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2416",
            "outputIndexes": [
                813
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                813
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2417",
            "outputIndexes": [
                814
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                813,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2419",
            "outputIndexes": [
                815
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                815
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2420",
            "outputIndexes": [
                816
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                811,
                814,
                816,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2423",
            "outputIndexes": [
                817
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                817
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2424",
            "outputIndexes": [
                818
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                818
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2425",
            "outputIndexes": [
                819
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                819,
                818
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2426",
            "outputIndexes": [
                820
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                810,
                820,
                813
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_141_output_0",
            "outputIndexes": [
                821
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                821,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_28_output_0",
            "outputIndexes": [
                822
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                822,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_296_output_0",
            "outputIndexes": [
                823
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                808,
                823,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_39_output_0",
            "outputIndexes": [
                824
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                824
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_19_output_0",
            "outputIndexes": [
                825
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                808,
                22,
                823,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_38_output_0",
            "outputIndexes": [
                826
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                825,
                826
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_121_output_0",
            "outputIndexes": [
                827
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                827,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_75_output_0",
            "outputIndexes": [
                828
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                809,
                828
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_46_output_0",
            "outputIndexes": [
                829
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                768
            ],
            "outputIndexes": [
                2568
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2568
            ],
            "outputIndexes": [
                2569
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/v_proj/Linear",
            "inputIndexes": [
                2569
            ],
            "outputIndexes": [
                2570
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    238518678,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2570
            ],
            "outputIndexes": [
                2571
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2571
            ],
            "outputIndexes": [
                830
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                830,
                807
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_84_output_0",
            "outputIndexes": [
                831
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                805,
                829,
                831,
                111
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_89_output_0",
            "outputIndexes": [
                832
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                832
            ],
            "outputIndexes": [
                2572
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2572
            ],
            "outputIndexes": [
                2573
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/o_proj/Linear",
            "inputIndexes": [
                2573
            ],
            "outputIndexes": [
                2574
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    238740908,
                    1179670,
                    147456,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2574
            ],
            "outputIndexes": [
                2575
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2575
            ],
            "outputIndexes": [
                833
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                765,
                833
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_48_output_0",
            "outputIndexes": [
                834
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.207031,
                    1.023438,
                    0.773438,
                    0.875,
                    0.757812,
                    0.746094,
                    0.964844,
                    0.832031,
                    0.945312,
                    0.613281,
                    0.863281,
                    0.462891,
                    0.949219,
                    0.976562,
                    0.925781,
                    0.882812,
                    0.898438,
                    0.828125,
                    0.96875,
                    0.542969,
                    0.957031,
                    0.835938,
                    0.851562,
                    0.179688,
                    0.996094,
                    0.929688,
                    0.742188,
                    0.640625,
                    0.65625,
                    1.015625,
                    0.929688,
                    0.910156,
                    1.078125,
                    0.726562,
                    0.84375,
                    1.03125,
                    0.992188,
                    0.875,
                    0.523438,
                    0.474609,
                    1.039062,
                    1.0,
                    0.945312,
                    1.0,
                    0.19043,
                    0.828125,
                    0.84375,
                    0.929688,
                    0.816406,
                    0.710938,
                    0.188477,
                    0.431641,
                    0.96875,
                    1.015625,
                    0.949219,
                    0.707031,
                    0.644531,
                    0.18457,
                    0.566406,
                    0.574219,
                    0.785156,
                    0.625,
                    0.804688,
                    0.9375,
                    0.917969,
                    0.330078,
                    0.761719,
                    0.601562,
                    0.78125,
                    0.71875,
                    0.804688,
                    0.648438,
                    0.179688,
                    0.695312,
                    0.933594,
                    0.435547,
                    0.953125,
                    0.941406,
                    0.890625,
                    1.078125,
                    1.039062,
                    0.18457,
                    0.4375,
                    1.03125,
                    0.976562,
                    1.007812,
                    1.015625,
                    1.039062,
                    0.78125,
                    0.929688,
                    0.914062,
                    0.761719,
                    0.6875,
                    0.695312,
                    1.007812,
                    0.4375,
                    0.859375,
                    0.609375,
                    1.054688,
                    0.933594,
                    1.140625,
                    0.445312,
                    0.554688,
                    1.054688,
                    0.539062,
                    0.84375,
                    0.832031,
                    0.890625,
                    0.503906,
                    0.921875,
                    0.578125,
                    1.0,
                    0.742188,
                    0.486328,
                    1.023438,
                    0.875,
                    0.96875,
                    1.0625,
                    0.178711,
                    0.208008,
                    0.933594,
                    0.227539,
                    0.667969,
                    0.664062,
                    0.945312,
                    1.023438,
                    1.023438,
                    0.236328,
                    0.648438,
                    1.109375,
                    0.832031,
                    0.847656,
                    0.960938,
                    1.039062,
                    1.03125,
                    1.085938,
                    0.535156,
                    1.0625,
                    0.542969,
                    0.9375,
                    0.202148,
                    0.785156,
                    0.75,
                    0.273438,
                    0.984375,
                    0.574219,
                    1.015625,
                    0.878906,
                    1.0625,
                    0.882812,
                    0.78125,
                    0.988281,
                    0.243164,
                    0.949219,
                    0.921875,
                    0.539062,
                    1.039062,
                    0.683594,
                    1.023438,
                    1.0,
                    0.597656,
                    0.699219,
                    0.855469,
                    0.216797,
                    0.617188,
                    0.96875,
                    0.855469,
                    0.976562,
                    0.957031,
                    1.039062,
                    1.085938,
                    0.9375,
                    0.914062,
                    1.046875,
                    0.769531,
                    1.007812,
                    0.941406,
                    1.070312,
                    0.957031,
                    1.023438,
                    0.992188,
                    0.8125,
                    0.992188,
                    0.851562,
                    0.910156,
                    0.535156,
                    0.245117,
                    1.023438,
                    0.910156,
                    0.835938,
                    1.039062,
                    0.71875,
                    1.015625,
                    1.007812,
                    1.015625,
                    0.929688,
                    0.875,
                    0.816406,
                    0.992188,
                    0.699219,
                    0.835938,
                    0.949219,
                    1.0625,
                    1.109375,
                    0.992188,
                    0.925781,
                    0.945312,
                    1.03125,
                    0.878906,
                    0.980469,
                    0.835938,
                    0.988281,
                    0.511719,
                    0.800781,
                    1.039062,
                    0.224609,
                    0.984375,
                    1.007812,
                    0.96875,
                    0.882812,
                    0.949219,
                    0.984375,
                    0.347656,
                    0.304688,
                    0.71875,
                    0.96875,
                    0.632812,
                    0.470703,
                    0.632812,
                    0.910156,
                    0.957031,
                    0.984375,
                    1.007812,
                    1.0,
                    0.949219,
                    0.671875,
                    1.0,
                    0.832031,
                    0.96875,
                    1.007812,
                    0.746094,
                    1.023438,
                    0.898438,
                    1.078125,
                    0.917969,
                    0.949219,
                    1.046875,
                    0.933594,
                    0.746094,
                    0.992188,
                    0.769531,
                    0.324219,
                    1.023438,
                    0.625,
                    0.183594,
                    0.632812,
                    0.769531,
                    1.070312,
                    1.015625,
                    0.867188,
                    0.886719,
                    0.996094,
                    0.992188,
                    0.671875,
                    0.984375,
                    0.910156,
                    0.617188,
                    1.03125,
                    0.90625,
                    0.851562,
                    0.972656,
                    0.730469,
                    0.707031,
                    0.941406,
                    0.474609,
                    0.582031,
                    0.251953,
                    0.988281,
                    0.589844,
                    1.023438,
                    0.925781,
                    0.8125,
                    0.816406,
                    0.773438,
                    0.9375,
                    0.202148,
                    0.867188,
                    0.941406,
                    0.820312,
                    1.015625,
                    0.90625,
                    1.015625,
                    1.054688,
                    1.015625,
                    0.710938,
                    0.804688,
                    0.960938,
                    0.871094,
                    1.007812,
                    1.0,
                    0.195312,
                    0.279297,
                    1.03125,
                    0.245117,
                    1.046875,
                    0.890625,
                    1.007812,
                    0.707031,
                    1.007812,
                    0.1875,
                    0.490234,
                    1.023438,
                    0.239258,
                    0.894531,
                    1.109375,
                    1.039062,
                    0.261719,
                    0.929688,
                    0.9375,
                    0.188477,
                    0.894531,
                    1.078125,
                    0.976562,
                    0.464844,
                    0.839844,
                    0.933594,
                    0.828125,
                    0.193359,
                    0.867188,
                    0.804688,
                    0.183594,
                    1.03125,
                    0.223633,
                    0.851562,
                    0.792969,
                    0.394531,
                    0.832031,
                    0.178711,
                    0.707031,
                    0.273438,
                    0.835938,
                    0.9375,
                    0.785156,
                    0.984375,
                    0.984375,
                    0.871094,
                    0.898438,
                    0.695312,
                    0.628906,
                    0.941406,
                    0.699219,
                    0.367188,
                    0.449219,
                    0.972656,
                    0.804688,
                    0.984375,
                    0.482422,
                    0.835938,
                    0.96875,
                    0.558594,
                    0.613281,
                    0.847656,
                    0.945312,
                    0.945312,
                    0.847656,
                    0.832031,
                    1.0,
                    0.878906,
                    0.201172,
                    1.015625,
                    0.796875,
                    0.585938,
                    1.007812,
                    0.539062,
                    0.820312,
                    0.808594,
                    0.996094,
                    0.695312,
                    1.09375,
                    0.582031,
                    1.007812,
                    1.046875,
                    0.945312,
                    1.070312,
                    0.314453,
                    0.953125,
                    0.695312,
                    1.023438,
                    0.722656,
                    0.996094,
                    0.816406,
                    0.910156,
                    0.992188,
                    0.902344,
                    0.5,
                    0.22168,
                    0.949219,
                    0.59375,
                    0.765625,
                    1.023438,
                    0.5625,
                    1.03125,
                    0.6875,
                    0.9375,
                    0.792969,
                    0.193359,
                    1.054688,
                    0.933594,
                    0.863281,
                    0.225586,
                    0.792969,
                    0.625,
                    1.023438,
                    0.972656,
                    0.789062,
                    0.789062,
                    1.070312,
                    1.046875,
                    0.488281,
                    0.953125,
                    0.996094,
                    0.523438,
                    0.917969,
                    0.644531,
                    0.605469,
                    1.039062,
                    0.6875,
                    0.988281,
                    0.710938,
                    0.984375,
                    1.015625,
                    1.015625,
                    0.917969,
                    1.0625,
                    0.527344,
                    0.640625,
                    0.71875,
                    0.558594,
                    0.863281,
                    0.953125,
                    0.773438,
                    0.578125,
                    0.289062,
                    0.804688,
                    0.945312,
                    1.015625,
                    0.214844,
                    1.03125,
                    1.007812,
                    1.007812,
                    1.125,
                    0.925781,
                    0.898438,
                    1.109375,
                    1.007812,
                    1.015625,
                    1.054688,
                    0.964844,
                    0.192383,
                    1.125,
                    0.554688,
                    0.863281,
                    0.941406,
                    0.746094,
                    0.828125,
                    0.227539,
                    0.65625,
                    0.792969,
                    0.8125,
                    0.859375,
                    0.953125,
                    0.886719,
                    0.507812,
                    0.914062,
                    1.03125,
                    0.996094,
                    0.957031,
                    0.589844,
                    0.208984,
                    0.945312,
                    1.046875,
                    0.886719,
                    0.921875,
                    0.976562,
                    0.738281,
                    0.582031,
                    0.925781,
                    0.734375,
                    0.972656,
                    0.949219,
                    0.960938,
                    0.9375,
                    1.015625,
                    0.910156,
                    0.984375,
                    0.988281,
                    1.0,
                    1.046875,
                    0.699219,
                    0.234375,
                    0.166016,
                    1.007812,
                    0.972656,
                    0.742188,
                    1.109375,
                    0.808594,
                    1.03125,
                    0.419922,
                    0.601562,
                    1.03125,
                    0.5625,
                    1.015625,
                    1.0625,
                    1.046875,
                    0.197266,
                    0.921875,
                    0.847656,
                    1.0625,
                    0.390625,
                    0.710938,
                    0.972656,
                    0.945312,
                    0.921875,
                    0.6875,
                    0.984375,
                    0.625,
                    0.941406,
                    0.953125,
                    0.996094,
                    0.96875,
                    0.746094,
                    0.65625,
                    0.19043,
                    0.710938,
                    0.988281,
                    0.996094,
                    0.996094,
                    0.917969,
                    0.921875,
                    0.195312,
                    0.863281,
                    0.871094,
                    0.992188,
                    0.898438,
                    0.917969,
                    0.664062,
                    0.476562,
                    0.929688,
                    0.492188,
                    0.894531,
                    0.597656,
                    0.953125,
                    0.984375,
                    0.53125,
                    0.205078,
                    0.855469,
                    1.007812,
                    0.933594,
                    0.984375,
                    0.210938,
                    1.046875,
                    1.007812,
                    0.992188,
                    0.921875,
                    0.984375,
                    0.8125,
                    0.18457,
                    0.96875,
                    0.984375,
                    0.941406,
                    0.550781,
                    1.085938,
                    0.757812,
                    0.173828,
                    0.300781,
                    0.746094,
                    1.03125,
                    0.964844,
                    0.204102,
                    0.949219,
                    0.414062,
                    0.675781,
                    0.921875,
                    1.070312,
                    1.117188,
                    0.527344,
                    0.753906,
                    1.023438,
                    1.039062,
                    0.734375,
                    0.996094,
                    0.980469,
                    0.914062,
                    0.722656,
                    0.617188,
                    1.007812,
                    1.0,
                    1.015625,
                    0.960938,
                    0.625,
                    1.007812,
                    1.0625,
                    0.910156,
                    0.192383,
                    1.0,
                    0.337891,
                    0.209961,
                    1.046875,
                    0.941406,
                    -9.5e-05,
                    0.710938,
                    1.015625,
                    0.185547,
                    0.523438,
                    0.84375,
                    0.894531,
                    0.859375,
                    1.03125,
                    0.488281,
                    0.816406,
                    0.632812,
                    0.546875,
                    0.855469,
                    0.886719,
                    1.03125,
                    1.03125,
                    0.945312,
                    1.03125,
                    0.988281,
                    0.792969,
                    1.078125,
                    0.761719,
                    0.178711,
                    0.925781,
                    0.882812,
                    0.777344,
                    0.984375,
                    0.648438,
                    0.984375,
                    0.839844,
                    1.03125,
                    0.182617,
                    0.996094,
                    0.59375,
                    0.193359,
                    1.007812,
                    1.03125,
                    1.078125,
                    0.46875,
                    0.6875,
                    0.229492,
                    1.023438,
                    0.75,
                    0.65625,
                    0.554688,
                    1.039062,
                    0.996094,
                    1.015625,
                    0.796875,
                    1.0,
                    0.792969,
                    0.373047,
                    0.180664,
                    0.847656,
                    0.494141,
                    0.914062,
                    0.953125,
                    0.84375,
                    0.84375,
                    0.738281,
                    0.921875,
                    0.435547,
                    0.945312,
                    1.054688,
                    1.03125,
                    0.992188,
                    0.217773,
                    0.949219,
                    0.921875,
                    0.625,
                    0.820312,
                    0.953125,
                    0.917969,
                    1.0,
                    1.03125,
                    0.910156,
                    1.054688,
                    0.996094,
                    0.761719,
                    1.03125,
                    0.992188,
                    0.773438,
                    0.660156,
                    1.007812,
                    0.373047,
                    0.96875,
                    0.652344,
                    0.714844,
                    1.070312,
                    1.0,
                    0.800781,
                    0.875,
                    0.886719,
                    1.007812,
                    0.279297,
                    0.957031,
                    0.648438,
                    0.851562,
                    1.007812,
                    0.632812,
                    0.269531,
                    0.191406,
                    1.007812,
                    0.496094,
                    0.198242,
                    1.015625,
                    1.0,
                    0.976562,
                    0.253906,
                    1.015625,
                    0.957031,
                    0.225586,
                    0.855469,
                    0.269531,
                    0.8125,
                    0.9375,
                    0.707031,
                    1.023438,
                    1.0,
                    0.878906,
                    0.789062,
                    0.820312,
                    0.859375,
                    0.570312,
                    1.078125,
                    0.390625,
                    0.789062,
                    0.980469,
                    1.015625,
                    1.046875,
                    0.742188,
                    0.235352,
                    0.523438,
                    0.71875,
                    0.984375,
                    0.957031,
                    0.757812,
                    0.949219,
                    1.078125,
                    0.980469,
                    0.554688,
                    1.0,
                    0.482422,
                    0.263672,
                    0.722656,
                    0.820312,
                    0.941406,
                    0.59375,
                    0.554688,
                    0.761719,
                    1.03125,
                    0.820312,
                    0.765625,
                    0.193359,
                    0.796875,
                    1.039062,
                    0.992188,
                    0.769531,
                    0.6875,
                    0.804688,
                    0.183594,
                    0.925781,
                    0.945312,
                    0.515625,
                    0.851562,
                    0.59375,
                    0.613281,
                    0.328125,
                    0.984375,
                    0.527344,
                    0.578125,
                    0.996094,
                    0.648438,
                    0.878906,
                    0.671875,
                    0.847656,
                    1.085938,
                    0.535156,
                    0.878906,
                    0.75,
                    0.996094,
                    1.046875,
                    0.972656,
                    0.5625,
                    0.554688,
                    1.03125,
                    0.390625,
                    0.546875,
                    1.078125,
                    0.875,
                    0.582031,
                    1.023438,
                    0.431641,
                    0.957031,
                    0.914062,
                    0.890625,
                    0.621094,
                    0.886719,
                    0.216797,
                    0.601562,
                    0.929688,
                    0.722656,
                    0.921875,
                    0.523438,
                    0.679688,
                    1.007812,
                    0.933594,
                    0.867188,
                    0.96875,
                    1.039062,
                    1.0,
                    0.988281,
                    0.957031,
                    0.953125,
                    1.007812,
                    0.851562,
                    0.527344,
                    0.22168,
                    0.984375,
                    0.515625,
                    0.972656,
                    0.597656,
                    0.777344,
                    0.5625,
                    0.769531,
                    0.941406,
                    0.855469,
                    0.578125,
                    0.972656,
                    0.9375,
                    1.09375,
                    0.957031,
                    0.398438,
                    0.992188,
                    0.253906,
                    0.554688,
                    1.046875,
                    0.675781,
                    0.917969,
                    0.174805,
                    0.921875,
                    0.945312,
                    1.03125,
                    0.433594,
                    0.890625,
                    1.054688,
                    0.210938,
                    0.621094,
                    0.550781,
                    0.980469,
                    1.015625,
                    0.703125,
                    1.023438,
                    1.007812,
                    0.19043,
                    0.478516,
                    1.0,
                    0.515625,
                    0.496094,
                    0.84375,
                    0.832031,
                    0.851562,
                    0.585938,
                    0.867188,
                    1.007812,
                    0.875,
                    1.015625,
                    0.832031,
                    0.597656,
                    1.015625,
                    0.198242,
                    1.023438,
                    0.769531,
                    0.714844,
                    0.847656,
                    0.863281,
                    1.054688,
                    0.984375,
                    0.976562,
                    0.84375,
                    0.3125,
                    0.992188,
                    0.90625,
                    0.189453,
                    0.761719,
                    1.054688,
                    1.03125,
                    1.007812,
                    0.492188,
                    0.193359,
                    0.496094,
                    0.550781,
                    0.964844,
                    0.859375,
                    0.546875,
                    0.925781,
                    0.40625,
                    1.015625,
                    0.878906,
                    0.765625,
                    1.007812,
                    0.589844,
                    0.796875,
                    0.78125,
                    0.566406,
                    1.0,
                    1.007812,
                    0.179688,
                    0.984375,
                    1.023438,
                    1.046875,
                    0.957031,
                    0.953125,
                    1.007812,
                    0.361328,
                    0.902344,
                    0.535156,
                    0.652344,
                    0.90625,
                    0.957031,
                    1.09375,
                    0.984375,
                    0.8125,
                    0.206055,
                    0.953125,
                    0.949219,
                    0.84375,
                    0.996094,
                    0.636719,
                    1.0625,
                    0.605469,
                    0.886719,
                    0.910156,
                    0.613281,
                    0.953125,
                    1.03125,
                    0.9375,
                    0.707031,
                    0.976562,
                    1.015625,
                    1.046875,
                    0.21875,
                    0.964844,
                    1.0,
                    0.890625,
                    0.894531,
                    0.878906,
                    0.511719,
                    0.527344,
                    0.949219,
                    1.054688,
                    1.039062,
                    0.800781,
                    0.953125,
                    0.742188,
                    0.835938,
                    0.976562,
                    0.726562,
                    0.78125,
                    0.753906,
                    0.730469,
                    0.949219,
                    0.996094,
                    0.890625,
                    0.988281,
                    0.216797,
                    1.0625,
                    0.984375,
                    0.640625,
                    0.75,
                    0.558594,
                    0.898438,
                    0.820312,
                    0.484375,
                    0.777344,
                    0.613281,
                    0.789062,
                    1.015625,
                    0.9375,
                    0.1875,
                    1.007812,
                    0.193359,
                    1.0625,
                    0.964844,
                    1.023438,
                    0.703125,
                    0.945312,
                    0.859375,
                    0.851562,
                    0.734375,
                    0.992188,
                    0.953125,
                    0.542969,
                    0.945312,
                    0.90625,
                    0.585938,
                    0.875,
                    0.279297,
                    1.023438,
                    0.757812,
                    0.589844,
                    0.796875,
                    0.929688,
                    0.929688,
                    0.980469,
                    0.75,
                    1.078125,
                    1.015625,
                    0.498047,
                    0.71875,
                    0.804688,
                    0.917969,
                    0.949219,
                    0.349609,
                    0.714844,
                    0.9375,
                    0.941406,
                    1.023438,
                    0.4375,
                    1.0625,
                    0.617188,
                    1.0,
                    0.84375,
                    0.851562,
                    1.039062,
                    1.0,
                    1.03125,
                    0.9375,
                    0.601562,
                    0.867188,
                    0.855469,
                    0.769531,
                    0.914062,
                    1.046875,
                    0.871094,
                    0.941406,
                    0.996094,
                    0.851562,
                    1.09375,
                    0.898438,
                    0.792969,
                    0.753906,
                    1.03125,
                    0.929688,
                    1.023438,
                    0.988281,
                    0.773438,
                    0.957031,
                    0.988281,
                    1.03125,
                    0.6875,
                    1.023438,
                    0.710938,
                    0.695312,
                    0.597656,
                    0.84375,
                    0.949219,
                    1.078125,
                    0.582031,
                    1.054688,
                    0.820312,
                    0.96875,
                    1.070312,
                    0.404297,
                    0.867188,
                    0.902344,
                    0.945312,
                    0.921875,
                    0.949219,
                    0.992188,
                    0.96875,
                    0.582031,
                    0.960938,
                    1.023438,
                    0.9375,
                    0.847656,
                    0.953125,
                    0.207031,
                    1.03125,
                    0.753906,
                    0.941406,
                    1.078125,
                    0.859375,
                    0.578125,
                    0.734375,
                    0.925781,
                    0.523438,
                    1.03125,
                    0.171875,
                    0.628906,
                    0.921875,
                    0.214844,
                    0.189453,
                    0.753906,
                    0.703125,
                    0.847656,
                    0.996094,
                    0.863281,
                    0.734375,
                    0.644531,
                    1.085938,
                    0.734375,
                    0.217773,
                    1.054688,
                    1.070312,
                    0.933594,
                    0.890625,
                    0.746094,
                    0.458984,
                    1.0,
                    0.761719,
                    0.8125,
                    0.730469,
                    0.601562,
                    0.933594,
                    0.296875,
                    1.039062,
                    0.992188,
                    0.96875,
                    0.980469,
                    1.039062,
                    0.914062,
                    0.867188,
                    0.910156,
                    0.601562,
                    0.914062,
                    1.0,
                    0.980469,
                    1.023438,
                    0.355469,
                    0.847656,
                    0.953125,
                    1.015625,
                    0.683594,
                    1.0625,
                    1.023438,
                    0.667969,
                    0.988281,
                    0.65625,
                    0.667969,
                    1.0,
                    0.804688,
                    0.785156,
                    0.734375,
                    0.796875,
                    0.203125,
                    1.046875,
                    0.179688,
                    1.039062,
                    1.023438,
                    0.209961,
                    0.515625,
                    1.0625,
                    0.792969,
                    0.953125,
                    0.964844,
                    0.417969,
                    0.902344,
                    0.742188,
                    0.546875,
                    0.925781,
                    0.988281,
                    0.835938,
                    0.777344,
                    0.726562,
                    0.960938,
                    0.945312,
                    0.59375,
                    1.023438,
                    1.023438,
                    0.933594,
                    1.015625,
                    0.554688,
                    0.195312,
                    0.757812,
                    0.992188,
                    0.851562,
                    0.992188,
                    0.84375,
                    0.964844,
                    1.046875,
                    0.957031,
                    0.859375,
                    1.078125,
                    0.792969,
                    1.015625,
                    0.554688,
                    0.191406,
                    0.546875,
                    0.917969,
                    0.5625,
                    0.960938,
                    1.046875,
                    1.054688,
                    1.03125,
                    0.792969,
                    1.0,
                    1.101562,
                    0.988281,
                    0.875,
                    0.980469,
                    1.054688,
                    0.804688,
                    0.660156,
                    0.431641,
                    0.339844,
                    1.054688,
                    0.570312,
                    0.789062,
                    0.439453,
                    0.90625,
                    0.910156,
                    0.443359,
                    0.302734,
                    0.679688,
                    0.3125,
                    1.0,
                    0.882812,
                    0.8125,
                    0.828125,
                    0.917969,
                    1.0,
                    0.625,
                    0.188477,
                    1.046875,
                    0.6875,
                    1.046875,
                    0.835938,
                    1.046875,
                    0.96875,
                    1.054688,
                    0.925781,
                    0.964844,
                    0.267578,
                    1.078125,
                    0.408203,
                    0.632812,
                    0.972656,
                    0.734375,
                    0.867188,
                    1.039062,
                    0.172852,
                    0.773438,
                    1.039062,
                    0.945312,
                    0.212891,
                    0.941406,
                    0.742188,
                    1.085938,
                    0.695312,
                    0.941406,
                    0.839844,
                    0.183594,
                    1.0,
                    1.015625,
                    0.96875,
                    0.507812,
                    0.84375,
                    0.84375,
                    0.902344,
                    0.96875,
                    1.007812,
                    0.914062,
                    0.511719,
                    0.960938,
                    0.894531,
                    1.070312,
                    0.496094,
                    0.246094,
                    0.890625,
                    0.933594,
                    0.886719,
                    0.679688,
                    0.386719,
                    1.0625,
                    0.539062,
                    0.178711,
                    0.503906,
                    0.176758,
                    0.9375,
                    0.5625,
                    1.054688,
                    0.921875,
                    0.757812,
                    0.871094,
                    0.710938,
                    0.90625,
                    0.605469,
                    0.886719,
                    0.609375,
                    0.886719,
                    0.482422,
                    1.023438,
                    0.185547,
                    0.902344,
                    0.996094,
                    0.972656,
                    0.972656,
                    0.458984,
                    1.054688,
                    0.808594,
                    1.03125,
                    0.875,
                    1.03125,
                    0.917969,
                    0.609375,
                    1.0625,
                    0.785156,
                    0.867188,
                    0.792969,
                    0.960938,
                    1.007812,
                    1.03125,
                    1.007812,
                    0.992188,
                    1.015625,
                    0.192383,
                    0.71875,
                    0.898438,
                    0.78125,
                    1.070312,
                    0.652344,
                    1.039062,
                    0.984375,
                    0.828125,
                    0.992188,
                    0.925781,
                    1.007812,
                    0.847656,
                    1.0,
                    0.21875,
                    1.015625,
                    1.03125,
                    0.4375,
                    0.921875,
                    0.960938,
                    1.023438,
                    0.917969,
                    0.503906,
                    1.054688,
                    0.5625,
                    0.78125,
                    0.515625,
                    1.015625,
                    1.054688,
                    1.03125,
                    0.992188,
                    0.640625,
                    0.211914,
                    0.851562,
                    0.435547,
                    1.078125,
                    1.0,
                    1.03125,
                    0.859375,
                    0.878906,
                    1.0625,
                    0.65625,
                    0.800781,
                    0.859375,
                    0.878906,
                    0.800781,
                    1.0,
                    0.910156,
                    0.890625,
                    0.980469,
                    0.992188,
                    0.621094,
                    1.054688,
                    1.007812,
                    0.945312,
                    0.172852,
                    1.03125,
                    0.209961,
                    0.277344,
                    0.796875,
                    0.8125,
                    0.53125,
                    0.263672,
                    0.777344,
                    0.195312,
                    0.535156,
                    1.007812,
                    0.917969,
                    0.988281,
                    1.71875,
                    0.867188,
                    0.457031,
                    1.046875,
                    0.648438,
                    0.195312,
                    0.957031,
                    1.0625,
                    0.945312,
                    1.140625,
                    0.917969,
                    1.054688,
                    0.90625,
                    1.0625,
                    0.960938,
                    0.941406,
                    1.046875,
                    0.287109,
                    1.0625,
                    0.648438,
                    0.193359,
                    0.976562,
                    0.683594,
                    0.890625,
                    0.96875,
                    1.039062,
                    0.00011,
                    0.605469,
                    0.523438,
                    0.339844,
                    0.683594,
                    0.945312,
                    0.992188,
                    0.964844,
                    1.054688,
                    1.0625,
                    0.859375,
                    0.945312,
                    0.625,
                    0.237305,
                    0.601562,
                    0.921875,
                    0.917969,
                    1.015625,
                    0.996094,
                    0.186523,
                    0.177734,
                    0.229492,
                    0.929688,
                    0.703125,
                    0.671875,
                    0.804688,
                    1.015625,
                    0.753906,
                    0.992188,
                    0.976562,
                    0.882812,
                    0.192383,
                    0.890625,
                    0.765625,
                    1.015625,
                    1.03125,
                    0.507812,
                    0.5,
                    1.007812,
                    0.945312,
                    0.898438,
                    0.574219,
                    0.808594,
                    0.988281,
                    0.192383,
                    0.855469,
                    0.949219,
                    0.710938,
                    0.972656,
                    1.023438,
                    0.609375,
                    1.039062,
                    0.890625,
                    0.839844,
                    0.177734,
                    0.871094,
                    0.5,
                    1.039062,
                    0.984375,
                    0.582031,
                    0.808594,
                    0.734375,
                    0.917969,
                    0.621094,
                    0.871094,
                    0.53125,
                    0.878906,
                    0.8125,
                    0.757812,
                    0.726562,
                    0.9375,
                    0.5625,
                    0.957031,
                    1.0,
                    0.734375,
                    1.070312,
                    1.023438,
                    0.902344,
                    0.558594,
                    0.574219,
                    1.039062,
                    1.0,
                    1.085938,
                    0.949219,
                    1.117188,
                    0.859375,
                    0.820312,
                    0.9375,
                    0.851562,
                    0.980469,
                    1.078125,
                    0.746094,
                    0.695312,
                    0.949219,
                    0.6875,
                    0.984375,
                    0.8125,
                    0.929688,
                    1.007812,
                    0.898438,
                    1.03125,
                    0.53125,
                    1.070312,
                    0.625,
                    0.828125,
                    0.863281,
                    0.960938,
                    0.410156,
                    0.269531,
                    0.835938,
                    0.972656,
                    0.173828,
                    0.914062,
                    0.933594,
                    1.03125
                ]
            },
            "name": "model.model.layers.9.post_attention_layernorm.weight",
            "outputIndexes": [
                835
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                834
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_9/Mul_output_0",
            "outputIndexes": [
                836
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                835,
                836
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_9/Mul_1_output_0",
            "outputIndexes": [
                837
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                837
            ],
            "outputIndexes": [
                2576
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2576
            ],
            "outputIndexes": [
                2577
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/gate_proj/Linear",
            "inputIndexes": [
                2577
            ],
            "outputIndexes": [
                2578
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    240068034,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2578
            ],
            "outputIndexes": [
                2579
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2579
            ],
            "outputIndexes": [
                838
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                838
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_9/Sigmoid_output_0",
            "outputIndexes": [
                839
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                838,
                839
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_9/Mul_output_0",
            "outputIndexes": [
                840
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                837
            ],
            "outputIndexes": [
                2580
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2580
            ],
            "outputIndexes": [
                2581
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/up_proj/Linear",
            "inputIndexes": [
                2581
            ],
            "outputIndexes": [
                2582
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    247809496,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2582
            ],
            "outputIndexes": [
                2583
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2583
            ],
            "outputIndexes": [
                841
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                840,
                841
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_9/Mul_output_0",
            "outputIndexes": [
                842
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                842
            ],
            "outputIndexes": [
                2584
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    8960,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2584
            ],
            "outputIndexes": [
                2585
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/down_proj/Linear",
            "inputIndexes": [
                2585
            ],
            "outputIndexes": [
                2586
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 8960,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    255550958,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2586
            ],
            "outputIndexes": [
                2587
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2587
            ],
            "outputIndexes": [
                843
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                834,
                843
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_49_output_0",
            "outputIndexes": [
                844
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                844,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_90_output_0",
            "outputIndexes": [
                845
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.155273,
                    1.28125,
                    1.039062,
                    0.949219,
                    0.945312,
                    0.804688,
                    1.242188,
                    0.863281,
                    0.984375,
                    0.636719,
                    0.929688,
                    0.621094,
                    1.03125,
                    1.109375,
                    1.007812,
                    1.0,
                    0.894531,
                    0.90625,
                    0.976562,
                    0.609375,
                    1.0,
                    1.179688,
                    1.015625,
                    0.10498,
                    1.1875,
                    0.894531,
                    0.789062,
                    0.671875,
                    0.550781,
                    1.304688,
                    0.976562,
                    0.882812,
                    1.335938,
                    0.730469,
                    0.972656,
                    1.148438,
                    1.046875,
                    0.957031,
                    0.492188,
                    0.523438,
                    1.179688,
                    1.085938,
                    1.015625,
                    1.195312,
                    0.183594,
                    0.890625,
                    0.785156,
                    0.847656,
                    0.90625,
                    1.164062,
                    0.123535,
                    0.455078,
                    1.023438,
                    1.25,
                    1.007812,
                    0.746094,
                    0.605469,
                    0.11084,
                    0.789062,
                    0.625,
                    0.816406,
                    0.636719,
                    0.984375,
                    0.917969,
                    0.953125,
                    0.332031,
                    0.828125,
                    0.550781,
                    1.03125,
                    0.789062,
                    1.039062,
                    0.84375,
                    0.106445,
                    0.722656,
                    0.925781,
                    0.492188,
                    0.992188,
                    0.976562,
                    0.84375,
                    1.390625,
                    1.140625,
                    0.123535,
                    0.65625,
                    1.25,
                    1.132812,
                    1.109375,
                    1.109375,
                    1.335938,
                    0.953125,
                    1.007812,
                    0.929688,
                    0.890625,
                    1.046875,
                    0.675781,
                    1.171875,
                    0.78125,
                    0.851562,
                    0.773438,
                    1.234375,
                    1.039062,
                    1.671875,
                    0.53125,
                    0.554688,
                    1.382812,
                    0.507812,
                    1.046875,
                    1.226562,
                    0.96875,
                    0.441406,
                    0.929688,
                    0.570312,
                    1.21875,
                    0.871094,
                    2.4375,
                    1.109375,
                    0.921875,
                    1.164062,
                    1.492188,
                    0.106934,
                    0.146484,
                    0.976562,
                    0.197266,
                    0.765625,
                    0.652344,
                    0.929688,
                    1.125,
                    1.234375,
                    0.168945,
                    0.792969,
                    1.40625,
                    0.832031,
                    0.894531,
                    1.164062,
                    1.382812,
                    1.257812,
                    1.34375,
                    0.503906,
                    1.328125,
                    0.511719,
                    0.953125,
                    0.125977,
                    1.007812,
                    0.769531,
                    0.231445,
                    1.21875,
                    0.605469,
                    1.140625,
                    1.554688,
                    1.335938,
                    0.941406,
                    0.785156,
                    1.085938,
                    0.185547,
                    1.039062,
                    0.808594,
                    0.53125,
                    1.234375,
                    0.703125,
                    1.09375,
                    1.109375,
                    0.707031,
                    0.890625,
                    1.046875,
                    0.178711,
                    0.714844,
                    1.085938,
                    0.925781,
                    1.117188,
                    1.09375,
                    1.539062,
                    1.421875,
                    0.96875,
                    1.023438,
                    1.414062,
                    0.859375,
                    1.210938,
                    1.421875,
                    1.421875,
                    1.15625,
                    1.25,
                    1.054688,
                    0.839844,
                    1.078125,
                    1.5,
                    0.910156,
                    0.933594,
                    0.194336,
                    1.320312,
                    0.859375,
                    0.859375,
                    1.210938,
                    0.757812,
                    1.359375,
                    1.15625,
                    1.203125,
                    0.898438,
                    0.875,
                    0.890625,
                    1.117188,
                    0.6875,
                    0.757812,
                    0.984375,
                    1.328125,
                    1.414062,
                    1.039062,
                    0.988281,
                    1.070312,
                    1.28125,
                    0.957031,
                    1.023438,
                    0.984375,
                    1.179688,
                    0.511719,
                    0.957031,
                    1.34375,
                    0.246094,
                    1.101562,
                    1.25,
                    1.070312,
                    0.863281,
                    0.984375,
                    1.007812,
                    0.416016,
                    0.804688,
                    0.710938,
                    0.980469,
                    0.644531,
                    0.46875,
                    0.910156,
                    0.953125,
                    1.023438,
                    1.054688,
                    1.179688,
                    1.140625,
                    1.046875,
                    0.570312,
                    1.039062,
                    0.992188,
                    1.078125,
                    1.171875,
                    0.757812,
                    1.171875,
                    1.0625,
                    1.484375,
                    1.015625,
                    0.890625,
                    1.226562,
                    1.109375,
                    0.824219,
                    1.140625,
                    0.9375,
                    0.439453,
                    1.335938,
                    2.09375,
                    0.102539,
                    0.617188,
                    0.84375,
                    1.296875,
                    1.34375,
                    0.988281,
                    0.945312,
                    1.140625,
                    1.195312,
                    0.753906,
                    1.070312,
                    0.902344,
                    0.667969,
                    1.3125,
                    0.882812,
                    0.851562,
                    1.125,
                    1.09375,
                    0.753906,
                    1.03125,
                    0.480469,
                    0.574219,
                    0.192383,
                    1.179688,
                    0.542969,
                    1.210938,
                    0.992188,
                    0.878906,
                    0.949219,
                    0.867188,
                    0.9375,
                    0.12207,
                    0.890625,
                    1.101562,
                    0.980469,
                    1.25,
                    0.894531,
                    1.164062,
                    1.273438,
                    1.1875,
                    0.800781,
                    0.78125,
                    1.085938,
                    1.078125,
                    1.140625,
                    1.21875,
                    0.130859,
                    0.382812,
                    1.28125,
                    0.193359,
                    1.335938,
                    0.875,
                    1.1875,
                    0.929688,
                    1.273438,
                    0.114258,
                    0.546875,
                    1.179688,
                    0.179688,
                    0.898438,
                    1.40625,
                    1.265625,
                    0.292969,
                    1.046875,
                    0.980469,
                    0.117676,
                    0.910156,
                    1.453125,
                    0.972656,
                    0.472656,
                    0.945312,
                    1.171875,
                    0.953125,
                    0.12793,
                    0.945312,
                    0.945312,
                    0.097656,
                    1.234375,
                    0.158203,
                    0.945312,
                    0.976562,
                    0.53125,
                    0.855469,
                    0.107422,
                    0.847656,
                    0.263672,
                    0.898438,
                    1.023438,
                    0.84375,
                    1.226562,
                    1.03125,
                    0.855469,
                    0.859375,
                    0.726562,
                    0.621094,
                    0.964844,
                    0.703125,
                    0.4375,
                    0.539062,
                    1.34375,
                    0.730469,
                    1.09375,
                    2.34375,
                    0.972656,
                    1.164062,
                    0.535156,
                    0.455078,
                    0.992188,
                    1.054688,
                    1.0,
                    1.0,
                    0.96875,
                    1.09375,
                    1.0,
                    0.130859,
                    1.164062,
                    0.867188,
                    0.609375,
                    1.375,
                    0.558594,
                    0.953125,
                    0.886719,
                    1.140625,
                    0.804688,
                    1.375,
                    0.546875,
                    1.289062,
                    1.414062,
                    1.070312,
                    1.304688,
                    0.339844,
                    0.910156,
                    0.738281,
                    1.273438,
                    0.730469,
                    1.0625,
                    0.855469,
                    0.953125,
                    1.078125,
                    1.28125,
                    0.671875,
                    0.248047,
                    0.96875,
                    0.625,
                    0.839844,
                    1.125,
                    0.535156,
                    1.148438,
                    0.796875,
                    0.820312,
                    0.976562,
                    0.138672,
                    1.320312,
                    1.015625,
                    -0.021362,
                    0.246094,
                    0.886719,
                    0.683594,
                    1.1875,
                    1.15625,
                    0.894531,
                    0.835938,
                    1.390625,
                    1.28125,
                    0.439453,
                    0.960938,
                    1.171875,
                    0.482422,
                    1.523438,
                    0.667969,
                    0.458984,
                    1.171875,
                    0.714844,
                    1.132812,
                    0.746094,
                    0.960938,
                    1.3125,
                    1.21875,
                    0.9375,
                    1.40625,
                    0.578125,
                    0.660156,
                    0.777344,
                    0.613281,
                    1.0,
                    1.015625,
                    0.804688,
                    0.490234,
                    0.392578,
                    1.203125,
                    0.980469,
                    1.28125,
                    0.195312,
                    1.25,
                    1.265625,
                    1.203125,
                    1.570312,
                    1.039062,
                    0.890625,
                    1.398438,
                    1.320312,
                    1.0625,
                    1.28125,
                    1.117188,
                    0.105469,
                    1.5,
                    0.558594,
                    0.984375,
                    1.054688,
                    0.914062,
                    0.808594,
                    0.172852,
                    0.75,
                    0.988281,
                    0.851562,
                    0.851562,
                    0.9375,
                    0.882812,
                    0.523438,
                    1.101562,
                    1.25,
                    1.296875,
                    1.203125,
                    0.582031,
                    0.200195,
                    1.03125,
                    1.335938,
                    1.164062,
                    0.839844,
                    1.085938,
                    0.769531,
                    0.597656,
                    0.976562,
                    0.957031,
                    1.0,
                    0.972656,
                    1.015625,
                    0.984375,
                    1.203125,
                    1.078125,
                    1.101562,
                    1.007812,
                    1.257812,
                    1.335938,
                    0.757812,
                    0.222656,
                    0.099121,
                    0.988281,
                    1.0625,
                    0.542969,
                    1.4375,
                    0.84375,
                    1.234375,
                    1.921875,
                    0.675781,
                    1.25,
                    0.507812,
                    1.195312,
                    1.5,
                    1.171875,
                    0.124512,
                    0.953125,
                    0.949219,
                    1.28125,
                    0.404297,
                    1.03125,
                    0.036133,
                    1.046875,
                    0.921875,
                    0.78125,
                    1.03125,
                    0.601562,
                    0.820312,
                    1.09375,
                    1.070312,
                    0.953125,
                    0.679688,
                    0.636719,
                    0.145508,
                    0.828125,
                    1.09375,
                    1.132812,
                    1.125,
                    0.953125,
                    0.996094,
                    0.111816,
                    0.859375,
                    0.898438,
                    1.179688,
                    0.953125,
                    0.871094,
                    0.769531,
                    0.671875,
                    1.046875,
                    0.554688,
                    0.996094,
                    0.546875,
                    1.054688,
                    1.125,
                    0.507812,
                    0.12793,
                    0.863281,
                    1.15625,
                    0.921875,
                    1.179688,
                    0.150391,
                    1.179688,
                    1.039062,
                    1.21875,
                    1.0,
                    1.101562,
                    1.304688,
                    0.125977,
                    1.164062,
                    1.171875,
                    1.039062,
                    0.601562,
                    1.414062,
                    0.816406,
                    0.103027,
                    0.419922,
                    0.726562,
                    1.117188,
                    1.132812,
                    0.142578,
                    1.007812,
                    2.203125,
                    0.773438,
                    0.757812,
                    1.359375,
                    1.578125,
                    0.511719,
                    0.84375,
                    1.289062,
                    1.25,
                    0.710938,
                    1.1875,
                    1.140625,
                    1.078125,
                    0.75,
                    0.640625,
                    1.195312,
                    1.117188,
                    1.226562,
                    1.046875,
                    0.679688,
                    1.203125,
                    1.4375,
                    1.039062,
                    0.147461,
                    1.28125,
                    0.394531,
                    0.15332,
                    1.34375,
                    1.085938,
                    -0.045166,
                    0.683594,
                    1.132812,
                    0.101562,
                    0.519531,
                    0.875,
                    1.046875,
                    0.945312,
                    1.179688,
                    0.527344,
                    0.84375,
                    0.671875,
                    0.585938,
                    0.929688,
                    0.894531,
                    1.351562,
                    1.328125,
                    1.0,
                    1.296875,
                    1.0625,
                    0.863281,
                    1.421875,
                    0.851562,
                    0.10791,
                    0.808594,
                    0.875,
                    0.914062,
                    1.0,
                    0.710938,
                    1.007812,
                    1.023438,
                    1.273438,
                    0.114258,
                    1.09375,
                    0.585938,
                    0.129883,
                    1.34375,
                    1.453125,
                    1.429688,
                    0.59375,
                    0.691406,
                    0.177734,
                    1.171875,
                    0.835938,
                    0.664062,
                    0.550781,
                    1.414062,
                    1.15625,
                    1.09375,
                    0.765625,
                    1.125,
                    0.933594,
                    0.496094,
                    0.109863,
                    0.925781,
                    0.601562,
                    1.039062,
                    1.03125,
                    0.816406,
                    0.949219,
                    0.820312,
                    0.953125,
                    0.742188,
                    0.917969,
                    1.445312,
                    1.257812,
                    1.078125,
                    0.195312,
                    0.957031,
                    0.90625,
                    0.78125,
                    0.964844,
                    0.945312,
                    0.953125,
                    1.21875,
                    1.21875,
                    1.0,
                    1.21875,
                    1.109375,
                    0.722656,
                    1.257812,
                    1.242188,
                    0.78125,
                    0.789062,
                    1.132812,
                    0.644531,
                    1.132812,
                    0.878906,
                    0.75,
                    1.4375,
                    1.109375,
                    1.171875,
                    0.890625,
                    0.921875,
                    1.132812,
                    0.332031,
                    1.023438,
                    0.675781,
                    1.203125,
                    1.148438,
                    0.632812,
                    0.251953,
                    0.126953,
                    1.039062,
                    0.992188,
                    0.129883,
                    1.257812,
                    1.09375,
                    1.164062,
                    0.304688,
                    1.109375,
                    1.101562,
                    0.164062,
                    0.90625,
                    0.239258,
                    0.933594,
                    0.839844,
                    0.828125,
                    1.296875,
                    1.132812,
                    0.945312,
                    0.816406,
                    0.800781,
                    0.988281,
                    0.59375,
                    1.429688,
                    0.322266,
                    0.851562,
                    1.039062,
                    1.25,
                    1.304688,
                    1.039062,
                    0.173828,
                    1.257812,
                    0.75,
                    1.085938,
                    1.007812,
                    0.855469,
                    1.0625,
                    1.507812,
                    1.25,
                    0.628906,
                    1.21875,
                    2.46875,
                    0.265625,
                    0.996094,
                    0.847656,
                    1.109375,
                    0.558594,
                    0.617188,
                    0.804688,
                    1.328125,
                    0.875,
                    0.835938,
                    0.109375,
                    0.84375,
                    1.226562,
                    1.234375,
                    1.375,
                    0.734375,
                    0.949219,
                    0.106445,
                    0.972656,
                    0.890625,
                    0.628906,
                    1.03125,
                    0.5625,
                    0.691406,
                    0.337891,
                    1.054688,
                    0.550781,
                    0.585938,
                    1.15625,
                    0.667969,
                    0.996094,
                    0.828125,
                    0.984375,
                    1.367188,
                    0.515625,
                    0.910156,
                    0.703125,
                    1.101562,
                    1.273438,
                    1.140625,
                    2.5625,
                    0.726562,
                    1.28125,
                    0.453125,
                    0.542969,
                    1.554688,
                    1.007812,
                    0.613281,
                    1.3125,
                    0.4375,
                    1.0625,
                    1.046875,
                    0.992188,
                    0.644531,
                    0.933594,
                    0.167969,
                    0.570312,
                    0.75,
                    0.804688,
                    0.96875,
                    0.5625,
                    0.773438,
                    1.0625,
                    0.925781,
                    0.808594,
                    0.945312,
                    1.085938,
                    1.046875,
                    1.148438,
                    1.015625,
                    0.957031,
                    1.195312,
                    0.878906,
                    0.527344,
                    0.204102,
                    1.210938,
                    0.515625,
                    0.949219,
                    0.617188,
                    0.910156,
                    0.601562,
                    0.855469,
                    1.164062,
                    0.800781,
                    0.546875,
                    1.054688,
                    0.875,
                    1.46875,
                    1.03125,
                    0.392578,
                    1.078125,
                    0.294922,
                    0.597656,
                    1.242188,
                    0.671875,
                    1.015625,
                    0.10498,
                    0.898438,
                    1.0625,
                    1.28125,
                    0.488281,
                    0.976562,
                    1.445312,
                    0.143555,
                    0.570312,
                    0.515625,
                    1.15625,
                    1.328125,
                    1.0,
                    1.375,
                    1.09375,
                    0.115723,
                    2.625,
                    1.132812,
                    0.515625,
                    2.015625,
                    0.886719,
                    0.816406,
                    0.941406,
                    0.636719,
                    0.839844,
                    1.15625,
                    0.898438,
                    1.148438,
                    1.03125,
                    0.675781,
                    1.382812,
                    0.115723,
                    1.046875,
                    0.929688,
                    0.765625,
                    0.890625,
                    0.960938,
                    1.382812,
                    1.148438,
                    1.007812,
                    1.140625,
                    0.279297,
                    1.101562,
                    0.867188,
                    0.100098,
                    0.8125,
                    1.390625,
                    1.140625,
                    1.109375,
                    0.578125,
                    0.104004,
                    2.546875,
                    2.015625,
                    1.140625,
                    0.867188,
                    0.5625,
                    1.023438,
                    0.443359,
                    1.171875,
                    0.980469,
                    0.671875,
                    1.179688,
                    0.609375,
                    1.007812,
                    0.878906,
                    0.609375,
                    1.0625,
                    1.273438,
                    0.104004,
                    1.171875,
                    1.125,
                    1.257812,
                    1.007812,
                    0.867188,
                    1.148438,
                    0.373047,
                    1.015625,
                    0.570312,
                    0.722656,
                    0.867188,
                    1.03125,
                    1.421875,
                    1.1875,
                    1.015625,
                    0.128906,
                    1.296875,
                    0.929688,
                    0.996094,
                    1.109375,
                    0.664062,
                    1.3125,
                    0.023438,
                    0.933594,
                    0.957031,
                    0.644531,
                    1.007812,
                    1.257812,
                    1.15625,
                    0.738281,
                    1.15625,
                    1.171875,
                    1.25,
                    0.139648,
                    1.070312,
                    1.148438,
                    1.101562,
                    0.953125,
                    0.847656,
                    0.707031,
                    0.523438,
                    1.023438,
                    1.289062,
                    1.335938,
                    0.820312,
                    1.03125,
                    0.90625,
                    1.007812,
                    1.226562,
                    0.71875,
                    0.882812,
                    0.65625,
                    0.761719,
                    0.996094,
                    1.09375,
                    0.945312,
                    1.09375,
                    0.148438,
                    1.414062,
                    1.078125,
                    0.679688,
                    0.757812,
                    0.582031,
                    1.023438,
                    1.0625,
                    0.527344,
                    0.84375,
                    0.605469,
                    0.875,
                    1.257812,
                    1.140625,
                    0.154297,
                    1.117188,
                    0.116211,
                    1.414062,
                    1.117188,
                    1.234375,
                    0.753906,
                    1.007812,
                    0.976562,
                    0.945312,
                    0.65625,
                    1.09375,
                    1.164062,
                    0.511719,
                    1.085938,
                    0.984375,
                    0.589844,
                    1.007812,
                    0.515625,
                    1.171875,
                    0.808594,
                    0.574219,
                    0.902344,
                    0.929688,
                    0.964844,
                    1.039062,
                    0.90625,
                    1.507812,
                    1.132812,
                    0.476562,
                    0.773438,
                    0.816406,
                    0.84375,
                    1.148438,
                    0.414062,
                    1.234375,
                    1.164062,
                    1.046875,
                    1.125,
                    0.601562,
                    1.476562,
                    0.707031,
                    1.171875,
                    0.792969,
                    0.800781,
                    1.3125,
                    1.140625,
                    1.296875,
                    0.929688,
                    1.34375,
                    0.859375,
                    0.933594,
                    0.84375,
                    0.976562,
                    1.242188,
                    1.054688,
                    1.101562,
                    1.21875,
                    0.890625,
                    1.59375,
                    0.929688,
                    0.804688,
                    0.957031,
                    1.226562,
                    0.980469,
                    1.289062,
                    1.125,
                    0.984375,
                    0.949219,
                    1.171875,
                    1.429688,
                    0.605469,
                    1.1875,
                    0.886719,
                    0.707031,
                    0.617188,
                    1.007812,
                    1.09375,
                    1.421875,
                    0.566406,
                    1.265625,
                    0.851562,
                    1.210938,
                    1.3125,
                    1.484375,
                    0.960938,
                    1.03125,
                    1.101562,
                    1.34375,
                    1.054688,
                    1.148438,
                    1.140625,
                    0.589844,
                    1.046875,
                    1.109375,
                    1.023438,
                    0.867188,
                    0.96875,
                    0.120605,
                    1.265625,
                    1.4375,
                    1.101562,
                    1.445312,
                    0.855469,
                    0.636719,
                    0.851562,
                    0.933594,
                    0.628906,
                    1.382812,
                    0.091797,
                    0.636719,
                    0.972656,
                    0.18457,
                    0.106934,
                    1.023438,
                    0.960938,
                    0.710938,
                    1.234375,
                    0.839844,
                    1.226562,
                    0.683594,
                    1.320312,
                    0.71875,
                    0.155273,
                    1.34375,
                    1.390625,
                    1.0,
                    0.980469,
                    0.828125,
                    0.550781,
                    1.171875,
                    0.832031,
                    0.902344,
                    0.949219,
                    0.765625,
                    0.960938,
                    0.294922,
                    1.242188,
                    0.992188,
                    1.078125,
                    1.007812,
                    1.257812,
                    1.164062,
                    0.890625,
                    1.015625,
                    0.601562,
                    0.933594,
                    1.179688,
                    1.125,
                    1.203125,
                    0.355469,
                    0.859375,
                    0.9375,
                    1.28125,
                    0.742188,
                    1.25,
                    1.242188,
                    0.699219,
                    1.179688,
                    0.675781,
                    0.699219,
                    1.140625,
                    0.933594,
                    0.785156,
                    0.878906,
                    1.273438,
                    0.121582,
                    1.367188,
                    0.102051,
                    1.1875,
                    1.21875,
                    0.166016,
                    0.414062,
                    1.5,
                    0.953125,
                    1.039062,
                    1.15625,
                    0.78125,
                    0.917969,
                    0.746094,
                    0.542969,
                    1.007812,
                    1.085938,
                    0.9375,
                    1.335938,
                    0.902344,
                    1.09375,
                    1.03125,
                    0.578125,
                    1.171875,
                    1.257812,
                    1.085938,
                    1.3125,
                    0.550781,
                    0.142578,
                    0.863281,
                    1.171875,
                    0.867188,
                    1.210938,
                    0.875,
                    1.1875,
                    1.21875,
                    0.960938,
                    1.070312,
                    1.351562,
                    0.851562,
                    1.117188,
                    0.636719,
                    0.15625,
                    0.753906,
                    0.976562,
                    0.921875,
                    0.957031,
                    1.382812,
                    1.429688,
                    1.257812,
                    0.871094,
                    1.3125,
                    1.484375,
                    1.15625,
                    0.894531,
                    1.007812,
                    1.210938,
                    0.796875,
                    0.691406,
                    0.601562,
                    0.570312,
                    1.359375,
                    1.132812,
                    0.976562,
                    0.441406,
                    1.0,
                    0.964844,
                    1.0625,
                    0.433594,
                    0.71875,
                    0.285156,
                    1.148438,
                    1.101562,
                    0.792969,
                    0.957031,
                    0.9375,
                    1.09375,
                    0.691406,
                    0.107422,
                    1.265625,
                    0.757812,
                    1.34375,
                    0.902344,
                    1.273438,
                    1.078125,
                    1.453125,
                    1.140625,
                    1.054688,
                    0.220703,
                    1.4375,
                    0.451172,
                    0.667969,
                    1.0,
                    1.054688,
                    0.890625,
                    1.304688,
                    0.103516,
                    1.078125,
                    1.34375,
                    1.0625,
                    0.138672,
                    0.929688,
                    0.804688,
                    1.429688,
                    0.753906,
                    0.949219,
                    0.867188,
                    0.112793,
                    1.234375,
                    1.117188,
                    1.078125,
                    0.523438,
                    0.851562,
                    0.960938,
                    0.976562,
                    1.078125,
                    1.140625,
                    0.765625,
                    0.507812,
                    0.984375,
                    0.890625,
                    1.398438,
                    0.554688,
                    0.236328,
                    1.625,
                    0.949219,
                    1.039062,
                    0.691406,
                    1.421875,
                    1.398438,
                    1.734375,
                    0.100098,
                    0.511719,
                    0.102051,
                    1.078125,
                    2.25,
                    1.375,
                    1.007812,
                    0.828125,
                    0.925781,
                    1.773438,
                    1.039062,
                    0.589844,
                    0.988281,
                    0.601562,
                    0.976562,
                    0.488281,
                    1.226562,
                    0.147461,
                    1.046875,
                    1.109375,
                    1.117188,
                    1.109375,
                    0.527344,
                    1.59375,
                    0.960938,
                    1.242188,
                    1.148438,
                    1.296875,
                    0.976562,
                    0.613281,
                    1.3125,
                    0.78125,
                    0.917969,
                    0.859375,
                    1.085938,
                    1.234375,
                    1.28125,
                    1.09375,
                    1.117188,
                    1.125,
                    0.135742,
                    0.945312,
                    0.875,
                    0.96875,
                    1.34375,
                    0.652344,
                    1.21875,
                    1.15625,
                    0.90625,
                    1.09375,
                    1.125,
                    1.140625,
                    1.0625,
                    1.070312,
                    0.1875,
                    1.25,
                    1.21875,
                    0.451172,
                    0.957031,
                    0.941406,
                    1.296875,
                    0.957031,
                    0.470703,
                    1.390625,
                    0.628906,
                    0.796875,
                    0.507812,
                    1.289062,
                    1.195312,
                    1.125,
                    1.210938,
                    0.703125,
                    0.145508,
                    0.832031,
                    1.984375,
                    1.203125,
                    1.203125,
                    1.28125,
                    0.917969,
                    1.109375,
                    1.289062,
                    0.722656,
                    0.867188,
                    0.925781,
                    1.015625,
                    0.84375,
                    1.21875,
                    1.03125,
                    0.972656,
                    1.070312,
                    1.015625,
                    1.070312,
                    1.4375,
                    1.210938,
                    0.976562,
                    0.098145,
                    1.296875,
                    0.130859,
                    0.261719,
                    0.8125,
                    0.898438,
                    0.550781,
                    0.298828,
                    0.808594,
                    0.121094,
                    0.554688,
                    1.15625,
                    0.945312,
                    1.210938,
                    1.015625,
                    0.820312,
                    0.632812,
                    1.335938,
                    0.773438,
                    0.155273,
                    1.039062,
                    1.335938,
                    0.96875,
                    1.710938,
                    1.023438,
                    1.304688,
                    0.949219,
                    1.390625,
                    1.101562,
                    1.070312,
                    1.203125,
                    0.412109,
                    1.445312,
                    0.566406,
                    0.144531,
                    0.972656,
                    0.714844,
                    0.804688,
                    1.085938,
                    1.351562,
                    -0.100098,
                    0.640625,
                    0.59375,
                    1.648438,
                    0.875,
                    1.171875,
                    1.195312,
                    0.9375,
                    1.335938,
                    1.226562,
                    1.0,
                    0.996094,
                    0.636719,
                    0.227539,
                    0.550781,
                    0.917969,
                    0.855469,
                    1.304688,
                    1.171875,
                    0.120117,
                    0.104492,
                    0.189453,
                    1.039062,
                    0.859375,
                    0.769531,
                    2.015625,
                    1.234375,
                    0.800781,
                    1.078125,
                    1.0625,
                    0.855469,
                    0.143555,
                    0.996094,
                    0.8125,
                    1.132812,
                    1.125,
                    0.539062,
                    0.460938,
                    1.15625,
                    1.046875,
                    0.847656,
                    0.554688,
                    0.875,
                    1.226562,
                    0.138672,
                    0.796875,
                    1.054688,
                    0.578125,
                    1.054688,
                    1.15625,
                    0.726562,
                    1.367188,
                    0.96875,
                    0.9375,
                    0.10791,
                    0.898438,
                    0.484375,
                    1.242188,
                    1.023438,
                    0.546875,
                    0.859375,
                    1.046875,
                    0.960938,
                    0.625,
                    0.925781,
                    0.527344,
                    0.941406,
                    1.171875,
                    0.972656,
                    0.839844,
                    1.070312,
                    0.515625,
                    1.125,
                    1.179688,
                    0.816406,
                    1.367188,
                    1.210938,
                    1.046875,
                    0.609375,
                    0.597656,
                    1.320312,
                    1.21875,
                    1.460938,
                    1.0625,
                    1.382812,
                    0.96875,
                    0.882812,
                    0.980469,
                    0.851562,
                    0.996094,
                    1.382812,
                    0.785156,
                    0.746094,
                    1.046875,
                    0.742188,
                    1.03125,
                    0.992188,
                    0.863281,
                    1.171875,
                    0.820312,
                    1.460938,
                    0.59375,
                    1.40625,
                    0.695312,
                    0.957031,
                    0.914062,
                    1.09375,
                    0.460938,
                    0.279297,
                    0.917969,
                    1.09375,
                    0.114258,
                    1.09375,
                    0.976562,
                    1.1875
                ]
            },
            "name": "model.model.layers.10.input_layernorm.weight",
            "outputIndexes": [
                846
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                845
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_10/Mul_output_0",
            "outputIndexes": [
                847
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                846,
                847
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_10/Mul_1_output_0",
            "outputIndexes": [
                848
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                848
            ],
            "outputIndexes": [
                2588
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2588
            ],
            "outputIndexes": [
                2589
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/q_proj/Linear",
            "inputIndexes": [
                2589
            ],
            "outputIndexes": [
                2590
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    263292420,
                    1179670,
                    147456,
                    6144,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2590
            ],
            "outputIndexes": [
                2591
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2591
            ],
            "outputIndexes": [
                849
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                848
            ],
            "main_type": "NONE",
            "name": "/Shape_141_output_0",
            "outputIndexes": [
                850
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                850
            ],
            "main_type": "NONE",
            "name": "Shape2578",
            "outputIndexes": [
                851
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                850
            ],
            "main_type": "NONE",
            "name": "Rank2580",
            "outputIndexes": [
                852
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                852,
                852
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2582",
            "outputIndexes": [
                853
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                853
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2583",
            "outputIndexes": [
                854
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                853,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2585",
            "outputIndexes": [
                855
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                855
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2586",
            "outputIndexes": [
                856
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                851,
                854,
                856,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2589",
            "outputIndexes": [
                857
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                857
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2590",
            "outputIndexes": [
                858
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                858
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2591",
            "outputIndexes": [
                859
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                859,
                858
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2592",
            "outputIndexes": [
                860
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                850,
                860,
                853
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_154_output_0",
            "outputIndexes": [
                861
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                861,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_321_output_0",
            "outputIndexes": [
                862
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                862,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_130_output_0",
            "outputIndexes": [
                863
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                849,
                863
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_91_output_0",
            "outputIndexes": [
                864
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                864,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_80_output_0",
            "outputIndexes": [
                865
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                864
            ],
            "main_type": "NONE",
            "name": "/Shape_142_output_0",
            "outputIndexes": [
                866
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                866
            ],
            "main_type": "NONE",
            "name": "Shape2599",
            "outputIndexes": [
                867
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                866
            ],
            "main_type": "NONE",
            "name": "Rank2601",
            "outputIndexes": [
                868
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                868,
                868
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2603",
            "outputIndexes": [
                869
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                869
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2604",
            "outputIndexes": [
                870
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                869,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2606",
            "outputIndexes": [
                871
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                871
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2607",
            "outputIndexes": [
                872
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                867,
                870,
                872,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2610",
            "outputIndexes": [
                873
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                873
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2611",
            "outputIndexes": [
                874
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                874
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2612",
            "outputIndexes": [
                875
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                875,
                874
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2613",
            "outputIndexes": [
                876
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                866,
                876,
                869
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_155_output_0",
            "outputIndexes": [
                877
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                877,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_30_output_0",
            "outputIndexes": [
                878
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                878,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_326_output_0",
            "outputIndexes": [
                879
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                864,
                879,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_41_output_0",
            "outputIndexes": [
                880
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                880
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_20_output_0",
            "outputIndexes": [
                881
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                864,
                22,
                879,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_40_output_0",
            "outputIndexes": [
                882
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                881,
                882
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_133_output_0",
            "outputIndexes": [
                883
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                883,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_81_output_0",
            "outputIndexes": [
                884
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                865,
                884
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_50_output_0",
            "outputIndexes": [
                885
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                848
            ],
            "outputIndexes": [
                2592
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2592
            ],
            "outputIndexes": [
                2593
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/k_proj/Linear",
            "inputIndexes": [
                2593
            ],
            "outputIndexes": [
                2594
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    264625690,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2594
            ],
            "outputIndexes": [
                2595
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2595
            ],
            "outputIndexes": [
                886
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                862,
                85,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_131_output_0",
            "outputIndexes": [
                887
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                886,
                887
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_92_output_0",
            "outputIndexes": [
                888
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                888,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_82_output_0",
            "outputIndexes": [
                889
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                888
            ],
            "main_type": "NONE",
            "name": "/Shape_143_output_0",
            "outputIndexes": [
                890
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                890
            ],
            "main_type": "NONE",
            "name": "Shape2662",
            "outputIndexes": [
                891
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                890
            ],
            "main_type": "NONE",
            "name": "Rank2664",
            "outputIndexes": [
                892
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                892,
                892
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2666",
            "outputIndexes": [
                893
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                893
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2667",
            "outputIndexes": [
                894
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                893,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2669",
            "outputIndexes": [
                895
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                895
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2670",
            "outputIndexes": [
                896
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                891,
                894,
                896,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2673",
            "outputIndexes": [
                897
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                897
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2674",
            "outputIndexes": [
                898
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                898
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2675",
            "outputIndexes": [
                899
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                899,
                898
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2676",
            "outputIndexes": [
                900
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                890,
                900,
                893
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_156_output_0",
            "outputIndexes": [
                901
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                901,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_31_output_0",
            "outputIndexes": [
                902
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                902,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_328_output_0",
            "outputIndexes": [
                903
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                888,
                903,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_43_output_0",
            "outputIndexes": [
                904
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                904
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_21_output_0",
            "outputIndexes": [
                905
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                888,
                22,
                903,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_42_output_0",
            "outputIndexes": [
                906
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                905,
                906
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_134_output_0",
            "outputIndexes": [
                907
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                907,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_83_output_0",
            "outputIndexes": [
                908
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                889,
                908
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_51_output_0",
            "outputIndexes": [
                909
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                848
            ],
            "outputIndexes": [
                2596
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2596
            ],
            "outputIndexes": [
                2597
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/v_proj/Linear",
            "inputIndexes": [
                2597
            ],
            "outputIndexes": [
                2598
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    264847920,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2598
            ],
            "outputIndexes": [
                2599
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2599
            ],
            "outputIndexes": [
                910
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                910,
                887
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_93_output_0",
            "outputIndexes": [
                911
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                885,
                909,
                911,
                111
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_98_output_0",
            "outputIndexes": [
                912
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                912
            ],
            "outputIndexes": [
                2600
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2600
            ],
            "outputIndexes": [
                2601
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/o_proj/Linear",
            "inputIndexes": [
                2601
            ],
            "outputIndexes": [
                2602
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    265070150,
                    1179670,
                    147456,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2602
            ],
            "outputIndexes": [
                2603
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2603
            ],
            "outputIndexes": [
                913
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                845,
                913
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_53_output_0",
            "outputIndexes": [
                914
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.197266,
                    1.039062,
                    0.746094,
                    0.847656,
                    0.710938,
                    0.726562,
                    0.953125,
                    0.804688,
                    0.945312,
                    0.574219,
                    0.835938,
                    0.476562,
                    0.96875,
                    1.007812,
                    0.917969,
                    0.882812,
                    0.890625,
                    0.789062,
                    0.976562,
                    0.515625,
                    0.96875,
                    0.824219,
                    0.824219,
                    0.15918,
                    1.039062,
                    0.960938,
                    0.714844,
                    0.601562,
                    0.640625,
                    1.078125,
                    0.941406,
                    0.902344,
                    1.117188,
                    0.703125,
                    0.835938,
                    1.085938,
                    1.007812,
                    0.851562,
                    0.5,
                    0.455078,
                    1.09375,
                    1.054688,
                    0.957031,
                    1.023438,
                    0.191406,
                    0.800781,
                    0.796875,
                    0.898438,
                    0.800781,
                    0.675781,
                    0.170898,
                    0.408203,
                    0.996094,
                    1.039062,
                    0.953125,
                    0.660156,
                    0.609375,
                    0.170898,
                    0.535156,
                    0.550781,
                    0.757812,
                    0.589844,
                    0.769531,
                    0.957031,
                    0.910156,
                    0.314453,
                    0.722656,
                    0.574219,
                    0.773438,
                    0.679688,
                    0.769531,
                    0.644531,
                    0.164062,
                    0.671875,
                    0.925781,
                    0.412109,
                    0.976562,
                    0.964844,
                    0.890625,
                    1.109375,
                    1.070312,
                    0.168945,
                    0.417969,
                    1.117188,
                    1.0,
                    1.0,
                    1.054688,
                    1.070312,
                    0.761719,
                    0.914062,
                    0.898438,
                    0.734375,
                    0.65625,
                    0.660156,
                    1.015625,
                    0.431641,
                    0.828125,
                    0.578125,
                    1.085938,
                    0.929688,
                    1.3125,
                    0.433594,
                    0.546875,
                    1.140625,
                    0.515625,
                    0.828125,
                    0.808594,
                    0.867188,
                    0.476562,
                    0.910156,
                    0.542969,
                    1.054688,
                    0.703125,
                    0.373047,
                    1.070312,
                    0.835938,
                    0.96875,
                    1.164062,
                    0.167969,
                    0.1875,
                    0.914062,
                    0.213867,
                    0.625,
                    0.617188,
                    0.949219,
                    1.007812,
                    1.070312,
                    0.211914,
                    0.605469,
                    1.179688,
                    0.816406,
                    0.84375,
                    1.0,
                    1.09375,
                    1.039062,
                    1.125,
                    0.515625,
                    1.171875,
                    0.507812,
                    0.921875,
                    0.183594,
                    0.757812,
                    0.71875,
                    0.25,
                    1.039062,
                    0.539062,
                    1.039062,
                    0.878906,
                    1.140625,
                    0.863281,
                    0.753906,
                    1.007812,
                    0.224609,
                    0.949219,
                    0.921875,
                    0.507812,
                    1.078125,
                    0.640625,
                    1.054688,
                    1.046875,
                    0.574219,
                    0.667969,
                    0.832031,
                    0.206055,
                    0.578125,
                    0.984375,
                    0.835938,
                    0.988281,
                    0.953125,
                    1.140625,
                    1.203125,
                    0.929688,
                    0.925781,
                    1.109375,
                    0.730469,
                    1.046875,
                    0.925781,
                    1.234375,
                    0.984375,
                    1.054688,
                    1.046875,
                    0.78125,
                    0.976562,
                    0.84375,
                    0.914062,
                    0.53125,
                    0.226562,
                    1.0625,
                    0.898438,
                    0.804688,
                    1.085938,
                    0.675781,
                    1.0625,
                    1.03125,
                    1.03125,
                    0.917969,
                    0.851562,
                    0.804688,
                    1.0,
                    0.671875,
                    0.8125,
                    0.945312,
                    1.132812,
                    1.140625,
                    1.015625,
                    0.945312,
                    0.921875,
                    1.109375,
                    0.867188,
                    0.980469,
                    0.820312,
                    1.039062,
                    0.476562,
                    0.773438,
                    1.125,
                    0.214844,
                    1.0,
                    1.03125,
                    0.96875,
                    0.859375,
                    0.933594,
                    1.007812,
                    0.345703,
                    0.306641,
                    0.679688,
                    1.007812,
                    0.601562,
                    0.453125,
                    0.601562,
                    0.914062,
                    0.945312,
                    0.988281,
                    1.039062,
                    1.03125,
                    0.953125,
                    0.644531,
                    1.007812,
                    0.8125,
                    0.964844,
                    1.046875,
                    0.714844,
                    1.078125,
                    0.894531,
                    1.195312,
                    0.921875,
                    0.953125,
                    1.085938,
                    0.925781,
                    0.703125,
                    1.03125,
                    0.746094,
                    0.318359,
                    1.0625,
                    0.570312,
                    0.164062,
                    0.609375,
                    0.730469,
                    1.117188,
                    1.0625,
                    0.851562,
                    0.875,
                    1.007812,
                    1.007812,
                    0.652344,
                    1.03125,
                    0.902344,
                    0.578125,
                    1.101562,
                    0.875,
                    0.832031,
                    0.996094,
                    0.703125,
                    0.664062,
                    0.945312,
                    0.453125,
                    0.5625,
                    0.237305,
                    1.015625,
                    0.566406,
                    1.070312,
                    0.941406,
                    0.800781,
                    0.78125,
                    0.742188,
                    0.953125,
                    0.182617,
                    0.917969,
                    0.945312,
                    0.789062,
                    1.078125,
                    0.910156,
                    1.09375,
                    1.148438,
                    1.078125,
                    0.675781,
                    0.789062,
                    0.960938,
                    0.859375,
                    1.039062,
                    1.054688,
                    0.180664,
                    0.271484,
                    1.078125,
                    0.229492,
                    1.140625,
                    0.878906,
                    1.054688,
                    0.667969,
                    1.023438,
                    0.171875,
                    0.466797,
                    1.085938,
                    0.219727,
                    0.886719,
                    1.203125,
                    1.078125,
                    0.253906,
                    0.917969,
                    0.9375,
                    0.174805,
                    0.898438,
                    1.179688,
                    0.96875,
                    0.4375,
                    0.828125,
                    0.957031,
                    0.804688,
                    0.174805,
                    0.835938,
                    0.777344,
                    0.168945,
                    1.070312,
                    0.205078,
                    0.84375,
                    0.773438,
                    0.390625,
                    0.800781,
                    0.164062,
                    0.667969,
                    0.255859,
                    0.808594,
                    0.941406,
                    0.753906,
                    1.039062,
                    1.0,
                    0.84375,
                    0.875,
                    0.652344,
                    0.589844,
                    0.960938,
                    0.675781,
                    0.349609,
                    0.433594,
                    0.9375,
                    0.785156,
                    1.015625,
                    0.431641,
                    0.804688,
                    0.984375,
                    0.523438,
                    0.59375,
                    0.828125,
                    0.953125,
                    0.933594,
                    0.828125,
                    0.804688,
                    1.054688,
                    0.84375,
                    0.180664,
                    1.070312,
                    0.761719,
                    0.546875,
                    1.054688,
                    0.515625,
                    0.773438,
                    0.789062,
                    1.039062,
                    0.664062,
                    1.148438,
                    0.546875,
                    1.054688,
                    1.15625,
                    0.945312,
                    1.1875,
                    0.291016,
                    0.960938,
                    0.664062,
                    1.085938,
                    0.699219,
                    0.992188,
                    0.796875,
                    0.90625,
                    1.007812,
                    0.886719,
                    0.492188,
                    0.210938,
                    0.949219,
                    0.597656,
                    0.757812,
                    1.046875,
                    0.53125,
                    1.046875,
                    0.65625,
                    0.929688,
                    0.753906,
                    0.177734,
                    1.148438,
                    0.929688,
                    0.828125,
                    0.225586,
                    0.765625,
                    0.585938,
                    1.054688,
                    1.007812,
                    0.765625,
                    0.761719,
                    1.164062,
                    1.132812,
                    0.460938,
                    0.957031,
                    1.03125,
                    0.488281,
                    0.90625,
                    0.621094,
                    0.585938,
                    1.0625,
                    0.648438,
                    1.007812,
                    0.6875,
                    0.992188,
                    1.09375,
                    1.078125,
                    0.910156,
                    1.117188,
                    0.503906,
                    0.601562,
                    0.671875,
                    0.539062,
                    0.859375,
                    0.964844,
                    0.746094,
                    0.558594,
                    0.269531,
                    0.785156,
                    0.953125,
                    1.046875,
                    0.200195,
                    1.085938,
                    1.085938,
                    1.0625,
                    1.179688,
                    0.914062,
                    0.882812,
                    1.179688,
                    1.054688,
                    1.023438,
                    1.140625,
                    0.96875,
                    0.171875,
                    1.171875,
                    0.535156,
                    0.847656,
                    0.9375,
                    0.734375,
                    0.800781,
                    0.211914,
                    0.632812,
                    0.765625,
                    0.789062,
                    0.828125,
                    0.9375,
                    0.871094,
                    0.488281,
                    0.90625,
                    1.085938,
                    1.046875,
                    0.984375,
                    0.570312,
                    0.201172,
                    0.921875,
                    1.125,
                    0.867188,
                    0.914062,
                    0.996094,
                    0.710938,
                    0.546875,
                    0.925781,
                    0.714844,
                    0.976562,
                    0.953125,
                    1.0,
                    0.925781,
                    1.070312,
                    0.90625,
                    1.007812,
                    0.992188,
                    1.03125,
                    1.125,
                    0.648438,
                    0.220703,
                    0.149414,
                    1.03125,
                    0.964844,
                    0.730469,
                    1.226562,
                    0.78125,
                    1.0625,
                    0.396484,
                    0.578125,
                    1.125,
                    0.542969,
                    1.023438,
                    1.140625,
                    1.0625,
                    0.176758,
                    0.90625,
                    0.847656,
                    1.132812,
                    0.425781,
                    0.679688,
                    1.007812,
                    0.9375,
                    0.933594,
                    0.65625,
                    0.976562,
                    0.597656,
                    0.949219,
                    0.953125,
                    1.015625,
                    0.960938,
                    0.730469,
                    0.617188,
                    0.177734,
                    0.695312,
                    1.0,
                    1.023438,
                    1.054688,
                    0.925781,
                    0.929688,
                    0.177734,
                    0.84375,
                    0.851562,
                    1.023438,
                    0.875,
                    0.90625,
                    0.636719,
                    0.457031,
                    0.921875,
                    0.470703,
                    0.882812,
                    0.574219,
                    0.960938,
                    1.007812,
                    0.574219,
                    0.188477,
                    0.820312,
                    1.0625,
                    0.945312,
                    1.007812,
                    0.194336,
                    1.085938,
                    1.046875,
                    0.996094,
                    0.921875,
                    1.007812,
                    0.78125,
                    0.170898,
                    0.988281,
                    1.023438,
                    0.949219,
                    0.53125,
                    1.164062,
                    0.734375,
                    0.155273,
                    0.287109,
                    0.707031,
                    1.046875,
                    0.992188,
                    0.19043,
                    0.953125,
                    0.380859,
                    0.636719,
                    0.921875,
                    1.179688,
                    1.195312,
                    0.503906,
                    0.71875,
                    1.09375,
                    1.101562,
                    0.703125,
                    1.015625,
                    1.023438,
                    0.941406,
                    0.6875,
                    0.589844,
                    1.078125,
                    1.03125,
                    1.101562,
                    0.976562,
                    0.589844,
                    1.039062,
                    1.109375,
                    0.910156,
                    0.178711,
                    1.03125,
                    0.326172,
                    0.193359,
                    1.164062,
                    0.953125,
                    -7.7e-05,
                    0.683594,
                    1.023438,
                    0.165039,
                    0.484375,
                    0.804688,
                    0.902344,
                    0.84375,
                    1.054688,
                    0.457031,
                    0.796875,
                    0.605469,
                    0.515625,
                    0.828125,
                    0.867188,
                    1.046875,
                    1.09375,
                    0.933594,
                    1.09375,
                    1.03125,
                    0.761719,
                    1.148438,
                    0.730469,
                    0.165039,
                    0.929688,
                    0.859375,
                    0.742188,
                    0.996094,
                    0.621094,
                    1.007812,
                    0.828125,
                    1.078125,
                    0.167969,
                    1.03125,
                    0.558594,
                    0.177734,
                    1.054688,
                    1.070312,
                    1.171875,
                    0.443359,
                    0.648438,
                    0.217773,
                    1.054688,
                    0.714844,
                    0.613281,
                    0.523438,
                    1.125,
                    1.023438,
                    1.0625,
                    0.773438,
                    1.046875,
                    0.769531,
                    0.363281,
                    0.165039,
                    0.824219,
                    0.474609,
                    0.914062,
                    0.957031,
                    0.820312,
                    0.820312,
                    0.707031,
                    0.929688,
                    0.417969,
                    0.933594,
                    1.101562,
                    1.078125,
                    1.03125,
                    0.201172,
                    0.945312,
                    0.914062,
                    0.574219,
                    0.8125,
                    0.949219,
                    0.910156,
                    1.015625,
                    1.0625,
                    0.878906,
                    1.125,
                    1.03125,
                    0.714844,
                    1.132812,
                    1.070312,
                    0.75,
                    0.625,
                    1.039062,
                    0.357422,
                    0.957031,
                    0.628906,
                    0.671875,
                    1.148438,
                    1.039062,
                    0.789062,
                    0.847656,
                    0.863281,
                    1.039062,
                    0.271484,
                    0.945312,
                    0.597656,
                    0.832031,
                    1.023438,
                    0.589844,
                    0.263672,
                    0.175781,
                    1.015625,
                    0.566406,
                    0.181641,
                    1.070312,
                    1.039062,
                    1.03125,
                    0.249023,
                    1.054688,
                    0.960938,
                    0.207031,
                    0.839844,
                    0.253906,
                    0.78125,
                    0.9375,
                    0.6875,
                    1.070312,
                    1.054688,
                    0.839844,
                    0.757812,
                    0.796875,
                    0.832031,
                    0.535156,
                    1.210938,
                    0.404297,
                    0.765625,
                    0.980469,
                    1.085938,
                    1.179688,
                    0.707031,
                    0.21875,
                    0.507812,
                    0.667969,
                    0.984375,
                    0.976562,
                    0.714844,
                    0.9375,
                    1.1875,
                    0.984375,
                    0.53125,
                    1.039062,
                    0.416016,
                    0.255859,
                    0.710938,
                    0.78125,
                    0.957031,
                    0.554688,
                    0.515625,
                    0.742188,
                    1.078125,
                    0.804688,
                    0.734375,
                    0.174805,
                    0.761719,
                    1.09375,
                    1.039062,
                    0.75,
                    0.652344,
                    0.785156,
                    0.168945,
                    0.929688,
                    0.953125,
                    0.492188,
                    0.828125,
                    0.554688,
                    0.589844,
                    0.314453,
                    1.015625,
                    0.5,
                    0.554688,
                    1.015625,
                    0.625,
                    0.867188,
                    0.644531,
                    0.816406,
                    1.15625,
                    0.503906,
                    0.847656,
                    0.722656,
                    1.039062,
                    1.109375,
                    0.996094,
                    0.472656,
                    0.519531,
                    1.070312,
                    0.376953,
                    0.519531,
                    1.164062,
                    0.886719,
                    0.53125,
                    1.101562,
                    0.457031,
                    0.949219,
                    0.898438,
                    0.890625,
                    0.601562,
                    0.851562,
                    0.201172,
                    0.558594,
                    0.929688,
                    0.691406,
                    0.890625,
                    0.488281,
                    0.652344,
                    1.03125,
                    0.929688,
                    0.851562,
                    0.988281,
                    1.054688,
                    1.015625,
                    1.007812,
                    0.976562,
                    0.949219,
                    1.039062,
                    0.835938,
                    0.494141,
                    0.208984,
                    1.0,
                    0.5,
                    0.984375,
                    0.5625,
                    0.734375,
                    0.539062,
                    0.734375,
                    0.972656,
                    0.855469,
                    0.535156,
                    1.0,
                    0.921875,
                    1.15625,
                    0.933594,
                    0.392578,
                    1.015625,
                    0.243164,
                    0.523438,
                    1.0625,
                    0.640625,
                    0.902344,
                    0.161133,
                    0.90625,
                    0.941406,
                    1.101562,
                    0.421875,
                    0.886719,
                    1.117188,
                    0.195312,
                    0.582031,
                    0.53125,
                    0.996094,
                    1.070312,
                    0.683594,
                    1.101562,
                    1.046875,
                    0.173828,
                    0.4375,
                    1.054688,
                    0.496094,
                    0.455078,
                    0.820312,
                    0.816406,
                    0.847656,
                    0.621094,
                    0.859375,
                    1.039062,
                    0.867188,
                    1.023438,
                    0.824219,
                    0.5625,
                    1.046875,
                    0.173828,
                    1.046875,
                    0.734375,
                    0.6875,
                    0.839844,
                    0.839844,
                    1.125,
                    1.007812,
                    1.023438,
                    0.828125,
                    0.302734,
                    1.015625,
                    0.871094,
                    0.172852,
                    0.734375,
                    1.132812,
                    1.101562,
                    1.054688,
                    0.460938,
                    0.176758,
                    0.373047,
                    0.474609,
                    0.953125,
                    0.839844,
                    0.535156,
                    0.914062,
                    0.378906,
                    1.039062,
                    0.886719,
                    0.757812,
                    1.039062,
                    0.5625,
                    0.765625,
                    0.75,
                    0.53125,
                    1.039062,
                    1.078125,
                    0.164062,
                    1.0,
                    1.039062,
                    1.132812,
                    0.964844,
                    0.945312,
                    1.007812,
                    0.349609,
                    0.871094,
                    0.503906,
                    0.636719,
                    0.90625,
                    0.949219,
                    1.125,
                    1.007812,
                    0.773438,
                    0.189453,
                    0.945312,
                    0.941406,
                    0.824219,
                    1.023438,
                    0.613281,
                    1.125,
                    0.578125,
                    0.878906,
                    0.886719,
                    0.585938,
                    0.957031,
                    1.09375,
                    0.953125,
                    0.679688,
                    1.0,
                    1.070312,
                    1.101562,
                    0.201172,
                    0.957031,
                    1.03125,
                    0.847656,
                    0.894531,
                    0.847656,
                    0.496094,
                    0.503906,
                    0.96875,
                    1.101562,
                    1.054688,
                    0.773438,
                    0.972656,
                    0.703125,
                    0.816406,
                    0.976562,
                    0.695312,
                    0.753906,
                    0.828125,
                    0.691406,
                    0.941406,
                    1.03125,
                    0.871094,
                    1.007812,
                    0.198242,
                    1.171875,
                    1.007812,
                    0.617188,
                    0.710938,
                    0.539062,
                    0.898438,
                    0.804688,
                    0.460938,
                    0.738281,
                    0.585938,
                    0.753906,
                    1.039062,
                    0.921875,
                    0.170898,
                    1.070312,
                    0.175781,
                    1.179688,
                    1.0,
                    1.070312,
                    0.667969,
                    0.921875,
                    0.835938,
                    0.835938,
                    0.722656,
                    1.015625,
                    0.945312,
                    0.515625,
                    0.941406,
                    0.898438,
                    0.554688,
                    0.855469,
                    0.269531,
                    1.085938,
                    0.730469,
                    0.554688,
                    0.785156,
                    0.914062,
                    0.917969,
                    1.0,
                    0.714844,
                    1.15625,
                    1.03125,
                    0.464844,
                    0.664062,
                    0.769531,
                    0.902344,
                    0.96875,
                    0.337891,
                    0.683594,
                    0.945312,
                    0.945312,
                    1.054688,
                    0.410156,
                    1.164062,
                    0.578125,
                    1.039062,
                    0.820312,
                    0.847656,
                    1.117188,
                    1.023438,
                    1.09375,
                    0.914062,
                    0.585938,
                    0.855469,
                    0.828125,
                    0.742188,
                    0.90625,
                    1.164062,
                    0.855469,
                    0.945312,
                    1.023438,
                    0.828125,
                    1.140625,
                    0.890625,
                    0.765625,
                    0.714844,
                    1.054688,
                    0.933594,
                    1.0625,
                    0.976562,
                    0.742188,
                    0.996094,
                    1.03125,
                    1.109375,
                    0.652344,
                    1.078125,
                    0.683594,
                    0.65625,
                    0.550781,
                    0.820312,
                    0.9375,
                    1.164062,
                    0.578125,
                    1.132812,
                    0.804688,
                    0.960938,
                    1.148438,
                    0.402344,
                    0.851562,
                    0.890625,
                    0.96875,
                    0.921875,
                    0.949219,
                    1.015625,
                    0.960938,
                    0.546875,
                    0.96875,
                    1.054688,
                    0.953125,
                    0.824219,
                    0.953125,
                    0.191406,
                    1.117188,
                    0.71875,
                    0.941406,
                    1.085938,
                    0.828125,
                    0.542969,
                    0.6875,
                    0.929688,
                    0.5,
                    1.125,
                    0.155273,
                    0.609375,
                    0.945312,
                    0.201172,
                    0.169922,
                    0.71875,
                    0.65625,
                    0.835938,
                    1.015625,
                    0.84375,
                    0.703125,
                    0.601562,
                    1.15625,
                    0.707031,
                    0.200195,
                    1.125,
                    1.148438,
                    0.949219,
                    0.882812,
                    0.703125,
                    0.427734,
                    1.054688,
                    0.746094,
                    0.789062,
                    0.707031,
                    0.578125,
                    0.945312,
                    0.296875,
                    1.09375,
                    1.007812,
                    1.015625,
                    1.023438,
                    1.0625,
                    0.921875,
                    0.847656,
                    0.90625,
                    0.570312,
                    0.910156,
                    1.023438,
                    0.957031,
                    1.070312,
                    0.34375,
                    0.824219,
                    0.921875,
                    1.039062,
                    0.65625,
                    1.125,
                    1.09375,
                    0.640625,
                    1.03125,
                    0.636719,
                    0.636719,
                    1.03125,
                    0.785156,
                    0.757812,
                    0.707031,
                    0.785156,
                    0.178711,
                    1.078125,
                    0.165039,
                    1.09375,
                    1.070312,
                    0.198242,
                    0.511719,
                    1.164062,
                    0.761719,
                    0.976562,
                    0.976562,
                    0.412109,
                    0.886719,
                    0.714844,
                    0.515625,
                    0.949219,
                    0.988281,
                    0.808594,
                    0.804688,
                    0.703125,
                    0.976562,
                    0.964844,
                    0.558594,
                    1.078125,
                    1.070312,
                    0.910156,
                    1.09375,
                    0.527344,
                    0.183594,
                    0.734375,
                    1.007812,
                    0.835938,
                    1.023438,
                    0.820312,
                    0.988281,
                    1.09375,
                    0.953125,
                    0.832031,
                    1.140625,
                    0.761719,
                    1.039062,
                    0.539062,
                    0.179688,
                    0.519531,
                    0.917969,
                    0.597656,
                    0.9375,
                    1.117188,
                    1.109375,
                    1.148438,
                    0.753906,
                    1.078125,
                    1.210938,
                    1.023438,
                    0.871094,
                    1.007812,
                    1.125,
                    0.78125,
                    0.632812,
                    0.433594,
                    0.333984,
                    1.132812,
                    0.546875,
                    0.757812,
                    0.408203,
                    0.898438,
                    0.890625,
                    0.433594,
                    0.287109,
                    0.65625,
                    0.298828,
                    1.007812,
                    0.878906,
                    0.78125,
                    0.871094,
                    0.898438,
                    1.039062,
                    0.59375,
                    0.171875,
                    1.109375,
                    0.644531,
                    1.132812,
                    0.804688,
                    1.125,
                    0.953125,
                    1.132812,
                    0.933594,
                    0.996094,
                    0.248047,
                    1.179688,
                    0.390625,
                    0.601562,
                    0.976562,
                    0.722656,
                    0.820312,
                    1.109375,
                    0.15918,
                    0.75,
                    1.125,
                    0.964844,
                    0.195312,
                    0.921875,
                    0.703125,
                    1.195312,
                    0.660156,
                    0.917969,
                    0.824219,
                    0.166992,
                    1.023438,
                    1.046875,
                    0.992188,
                    0.476562,
                    0.824219,
                    0.824219,
                    0.886719,
                    0.984375,
                    1.046875,
                    0.898438,
                    0.494141,
                    0.9375,
                    0.898438,
                    1.171875,
                    0.472656,
                    0.232422,
                    0.867188,
                    0.964844,
                    0.878906,
                    0.640625,
                    0.414062,
                    1.125,
                    0.511719,
                    0.164062,
                    0.484375,
                    0.163086,
                    0.941406,
                    0.472656,
                    1.164062,
                    0.917969,
                    0.71875,
                    0.84375,
                    0.703125,
                    0.890625,
                    0.566406,
                    0.871094,
                    0.578125,
                    0.886719,
                    0.5,
                    1.078125,
                    0.169922,
                    0.890625,
                    1.046875,
                    0.984375,
                    0.972656,
                    0.443359,
                    1.132812,
                    0.785156,
                    1.078125,
                    0.839844,
                    1.078125,
                    0.90625,
                    0.566406,
                    1.109375,
                    0.753906,
                    0.855469,
                    0.753906,
                    0.960938,
                    1.0625,
                    1.109375,
                    1.0625,
                    1.007812,
                    1.054688,
                    0.175781,
                    0.691406,
                    0.910156,
                    0.761719,
                    1.164062,
                    0.609375,
                    1.125,
                    1.0,
                    0.8125,
                    1.015625,
                    0.933594,
                    1.070312,
                    0.808594,
                    1.046875,
                    0.185547,
                    1.015625,
                    1.085938,
                    0.421875,
                    0.929688,
                    0.949219,
                    1.054688,
                    0.90625,
                    0.46875,
                    1.117188,
                    0.523438,
                    0.726562,
                    0.490234,
                    1.03125,
                    1.078125,
                    1.0625,
                    1.054688,
                    0.609375,
                    0.191406,
                    0.839844,
                    0.40625,
                    1.15625,
                    1.039062,
                    1.070312,
                    0.84375,
                    0.839844,
                    1.125,
                    0.613281,
                    0.753906,
                    0.84375,
                    0.886719,
                    0.753906,
                    1.015625,
                    0.910156,
                    0.878906,
                    1.054688,
                    1.015625,
                    0.597656,
                    1.085938,
                    1.015625,
                    0.929688,
                    0.15625,
                    1.09375,
                    0.191406,
                    0.253906,
                    0.78125,
                    0.804688,
                    0.5,
                    0.246094,
                    0.742188,
                    0.179688,
                    0.519531,
                    1.03125,
                    0.890625,
                    1.023438,
                    1.46875,
                    0.839844,
                    0.443359,
                    1.101562,
                    0.617188,
                    0.180664,
                    0.945312,
                    1.085938,
                    0.941406,
                    1.28125,
                    0.917969,
                    1.085938,
                    0.902344,
                    1.140625,
                    0.980469,
                    0.914062,
                    1.085938,
                    0.28125,
                    1.117188,
                    0.632812,
                    0.177734,
                    1.023438,
                    0.640625,
                    0.875,
                    0.984375,
                    1.125,
                    0.074219,
                    0.578125,
                    0.523438,
                    0.292969,
                    0.652344,
                    0.953125,
                    1.03125,
                    0.957031,
                    1.125,
                    1.109375,
                    0.835938,
                    0.949219,
                    0.59375,
                    0.222656,
                    0.5625,
                    0.921875,
                    0.898438,
                    1.054688,
                    1.054688,
                    0.169922,
                    0.160156,
                    0.210938,
                    0.925781,
                    0.660156,
                    0.644531,
                    0.777344,
                    1.09375,
                    0.734375,
                    1.007812,
                    1.015625,
                    0.859375,
                    0.178711,
                    0.875,
                    0.738281,
                    1.054688,
                    1.078125,
                    0.488281,
                    0.486328,
                    1.015625,
                    0.949219,
                    0.878906,
                    0.539062,
                    0.777344,
                    0.996094,
                    0.180664,
                    0.816406,
                    0.960938,
                    0.683594,
                    0.996094,
                    1.03125,
                    0.59375,
                    1.101562,
                    0.886719,
                    0.832031,
                    0.166016,
                    0.851562,
                    0.480469,
                    1.078125,
                    1.0,
                    0.558594,
                    0.78125,
                    0.695312,
                    0.917969,
                    0.582031,
                    0.851562,
                    0.515625,
                    0.875,
                    0.785156,
                    0.738281,
                    0.691406,
                    0.9375,
                    0.535156,
                    0.988281,
                    1.0625,
                    0.710938,
                    1.171875,
                    1.070312,
                    0.886719,
                    0.523438,
                    0.550781,
                    1.09375,
                    1.015625,
                    1.132812,
                    0.9375,
                    1.234375,
                    0.84375,
                    0.800781,
                    0.945312,
                    0.832031,
                    1.007812,
                    1.1875,
                    0.714844,
                    0.664062,
                    0.921875,
                    0.664062,
                    0.984375,
                    0.769531,
                    0.910156,
                    1.015625,
                    0.894531,
                    1.085938,
                    0.519531,
                    1.140625,
                    0.597656,
                    0.8125,
                    0.84375,
                    0.96875,
                    0.400391,
                    0.257812,
                    0.808594,
                    1.015625,
                    0.160156,
                    0.902344,
                    0.925781,
                    1.039062
                ]
            },
            "name": "model.model.layers.10.post_attention_layernorm.weight",
            "outputIndexes": [
                915
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                914
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_10/Mul_output_0",
            "outputIndexes": [
                916
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                915,
                916
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_10/Mul_1_output_0",
            "outputIndexes": [
                917
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                917
            ],
            "outputIndexes": [
                2604
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2604
            ],
            "outputIndexes": [
                2605
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/gate_proj/Linear",
            "inputIndexes": [
                2605
            ],
            "outputIndexes": [
                2606
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    266397276,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2606
            ],
            "outputIndexes": [
                2607
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2607
            ],
            "outputIndexes": [
                918
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                918
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_10/Sigmoid_output_0",
            "outputIndexes": [
                919
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                918,
                919
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_10/Mul_output_0",
            "outputIndexes": [
                920
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                917
            ],
            "outputIndexes": [
                2608
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2608
            ],
            "outputIndexes": [
                2609
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/up_proj/Linear",
            "inputIndexes": [
                2609
            ],
            "outputIndexes": [
                2610
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    274138738,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2610
            ],
            "outputIndexes": [
                2611
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2611
            ],
            "outputIndexes": [
                921
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                920,
                921
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_10/Mul_output_0",
            "outputIndexes": [
                922
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                922
            ],
            "outputIndexes": [
                2612
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    8960,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2612
            ],
            "outputIndexes": [
                2613
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/down_proj/Linear",
            "inputIndexes": [
                2613
            ],
            "outputIndexes": [
                2614
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 8960,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    281880200,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2614
            ],
            "outputIndexes": [
                2615
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2615
            ],
            "outputIndexes": [
                923
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                914,
                923
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_54_output_0",
            "outputIndexes": [
                924
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                924,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_99_output_0",
            "outputIndexes": [
                925
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.146484,
                    1.289062,
                    0.976562,
                    0.917969,
                    0.898438,
                    0.824219,
                    1.132812,
                    0.835938,
                    0.847656,
                    0.640625,
                    0.949219,
                    0.730469,
                    0.957031,
                    1.085938,
                    0.90625,
                    0.957031,
                    0.863281,
                    0.820312,
                    0.902344,
                    0.652344,
                    0.917969,
                    1.109375,
                    0.90625,
                    0.09375,
                    1.257812,
                    1.023438,
                    0.773438,
                    0.640625,
                    0.703125,
                    1.234375,
                    0.90625,
                    0.867188,
                    1.445312,
                    0.84375,
                    0.933594,
                    1.125,
                    1.171875,
                    0.882812,
                    0.566406,
                    0.570312,
                    1.492188,
                    1.15625,
                    0.980469,
                    1.3125,
                    0.174805,
                    0.855469,
                    0.765625,
                    0.796875,
                    0.917969,
                    1.039062,
                    0.109375,
                    0.494141,
                    1.03125,
                    1.304688,
                    0.917969,
                    0.664062,
                    0.613281,
                    0.118164,
                    0.757812,
                    0.648438,
                    0.734375,
                    0.652344,
                    0.871094,
                    0.914062,
                    0.917969,
                    0.347656,
                    0.832031,
                    0.644531,
                    0.960938,
                    0.734375,
                    0.945312,
                    0.828125,
                    0.100098,
                    0.714844,
                    0.882812,
                    0.53125,
                    0.945312,
                    0.953125,
                    0.765625,
                    1.460938,
                    1.210938,
                    0.117676,
                    0.671875,
                    1.328125,
                    1.203125,
                    1.09375,
                    1.242188,
                    1.320312,
                    0.925781,
                    0.875,
                    0.914062,
                    0.898438,
                    0.960938,
                    0.707031,
                    1.09375,
                    0.730469,
                    0.890625,
                    0.742188,
                    1.203125,
                    0.992188,
                    1.6875,
                    0.554688,
                    0.769531,
                    1.476562,
                    0.554688,
                    1.0,
                    1.109375,
                    0.894531,
                    0.507812,
                    0.929688,
                    0.632812,
                    1.25,
                    0.816406,
                    2.015625,
                    1.210938,
                    0.8125,
                    1.171875,
                    1.5,
                    0.101074,
                    0.141602,
                    0.855469,
                    0.188477,
                    0.683594,
                    0.667969,
                    0.910156,
                    1.203125,
                    1.40625,
                    0.152344,
                    0.789062,
                    1.40625,
                    0.824219,
                    0.78125,
                    1.117188,
                    1.351562,
                    1.1875,
                    1.5,
                    0.59375,
                    1.40625,
                    0.59375,
                    0.933594,
                    0.112793,
                    0.921875,
                    0.773438,
                    0.219727,
                    1.28125,
                    0.625,
                    1.078125,
                    1.96875,
                    1.507812,
                    0.859375,
                    0.769531,
                    1.125,
                    0.177734,
                    1.046875,
                    0.894531,
                    0.585938,
                    1.351562,
                    0.683594,
                    1.210938,
                    1.0625,
                    0.710938,
                    0.824219,
                    1.039062,
                    0.183594,
                    0.671875,
                    1.078125,
                    0.824219,
                    1.09375,
                    0.984375,
                    1.648438,
                    1.625,
                    0.914062,
                    0.847656,
                    1.359375,
                    0.765625,
                    1.179688,
                    1.226562,
                    1.6875,
                    1.046875,
                    1.140625,
                    1.203125,
                    0.851562,
                    1.125,
                    1.367188,
                    0.992188,
                    0.929688,
                    0.183594,
                    1.328125,
                    0.90625,
                    0.78125,
                    1.359375,
                    0.707031,
                    1.421875,
                    1.195312,
                    1.140625,
                    0.785156,
                    0.816406,
                    0.785156,
                    1.070312,
                    0.714844,
                    0.703125,
                    0.910156,
                    1.351562,
                    1.578125,
                    1.078125,
                    0.960938,
                    0.886719,
                    1.335938,
                    0.898438,
                    0.957031,
                    0.890625,
                    1.203125,
                    0.546875,
                    0.914062,
                    1.265625,
                    0.214844,
                    1.125,
                    1.25,
                    1.015625,
                    0.816406,
                    0.933594,
                    1.046875,
                    0.429688,
                    0.9375,
                    0.78125,
                    1.148438,
                    0.609375,
                    0.519531,
                    0.832031,
                    0.820312,
                    1.0625,
                    1.109375,
                    1.351562,
                    1.15625,
                    0.976562,
                    0.617188,
                    1.0,
                    0.921875,
                    0.988281,
                    1.257812,
                    0.738281,
                    1.210938,
                    1.015625,
                    1.539062,
                    0.945312,
                    0.90625,
                    1.273438,
                    0.984375,
                    0.730469,
                    1.359375,
                    0.84375,
                    0.5,
                    1.34375,
                    1.875,
                    0.090332,
                    0.671875,
                    0.738281,
                    1.351562,
                    1.375,
                    0.859375,
                    0.894531,
                    1.101562,
                    1.109375,
                    0.71875,
                    1.21875,
                    0.890625,
                    0.652344,
                    1.273438,
                    0.808594,
                    0.808594,
                    1.0625,
                    0.992188,
                    0.742188,
                    0.929688,
                    0.515625,
                    0.605469,
                    0.192383,
                    1.242188,
                    0.625,
                    1.28125,
                    0.953125,
                    0.839844,
                    0.898438,
                    0.859375,
                    0.9375,
                    0.114746,
                    1.25,
                    1.015625,
                    0.875,
                    1.359375,
                    0.886719,
                    1.195312,
                    1.53125,
                    1.289062,
                    0.710938,
                    0.8125,
                    1.039062,
                    0.96875,
                    1.203125,
                    1.351562,
                    0.12207,
                    0.376953,
                    1.171875,
                    0.199219,
                    1.5,
                    0.839844,
                    1.3125,
                    0.871094,
                    1.320312,
                    0.113281,
                    0.554688,
                    1.257812,
                    0.166016,
                    0.84375,
                    1.648438,
                    1.148438,
                    0.347656,
                    0.914062,
                    0.949219,
                    0.110352,
                    0.875,
                    1.570312,
                    0.960938,
                    0.507812,
                    0.882812,
                    1.078125,
                    0.914062,
                    0.11377,
                    0.808594,
                    0.84375,
                    0.089844,
                    1.21875,
                    0.151367,
                    0.976562,
                    0.859375,
                    0.558594,
                    0.75,
                    0.105469,
                    0.8125,
                    0.259766,
                    0.863281,
                    0.96875,
                    0.832031,
                    1.179688,
                    1.0,
                    0.835938,
                    0.953125,
                    0.734375,
                    0.578125,
                    0.917969,
                    0.683594,
                    0.425781,
                    0.582031,
                    1.140625,
                    0.953125,
                    1.203125,
                    2.1875,
                    0.90625,
                    1.078125,
                    0.597656,
                    0.535156,
                    0.902344,
                    1.015625,
                    0.984375,
                    0.90625,
                    0.839844,
                    1.179688,
                    0.894531,
                    0.126953,
                    1.109375,
                    0.785156,
                    0.617188,
                    1.203125,
                    0.613281,
                    0.851562,
                    0.828125,
                    1.1875,
                    0.753906,
                    1.617188,
                    0.578125,
                    1.429688,
                    1.4375,
                    0.996094,
                    1.820312,
                    0.314453,
                    0.894531,
                    0.710938,
                    1.296875,
                    0.71875,
                    1.007812,
                    0.785156,
                    0.925781,
                    1.023438,
                    1.039062,
                    0.667969,
                    0.234375,
                    0.882812,
                    0.742188,
                    0.777344,
                    1.117188,
                    0.574219,
                    1.15625,
                    0.78125,
                    0.820312,
                    0.863281,
                    0.143555,
                    1.484375,
                    0.898438,
                    -0.026367,
                    0.240234,
                    0.816406,
                    0.636719,
                    1.234375,
                    1.101562,
                    0.871094,
                    0.796875,
                    1.59375,
                    1.640625,
                    0.494141,
                    0.910156,
                    1.28125,
                    0.554688,
                    1.296875,
                    0.699219,
                    0.617188,
                    1.242188,
                    0.671875,
                    1.085938,
                    0.703125,
                    1.03125,
                    1.234375,
                    1.320312,
                    0.886719,
                    1.367188,
                    0.632812,
                    0.675781,
                    0.792969,
                    0.652344,
                    0.90625,
                    0.972656,
                    0.785156,
                    0.648438,
                    0.373047,
                    1.070312,
                    0.960938,
                    1.296875,
                    0.189453,
                    1.320312,
                    1.195312,
                    1.265625,
                    1.703125,
                    0.898438,
                    0.789062,
                    1.796875,
                    1.382812,
                    1.132812,
                    1.390625,
                    0.988281,
                    0.10791,
                    1.695312,
                    0.585938,
                    0.921875,
                    1.0,
                    0.851562,
                    0.773438,
                    0.169922,
                    0.753906,
                    0.921875,
                    0.792969,
                    0.765625,
                    0.933594,
                    0.765625,
                    0.636719,
                    1.007812,
                    1.351562,
                    1.289062,
                    1.125,
                    0.683594,
                    0.189453,
                    0.960938,
                    1.296875,
                    1.054688,
                    0.882812,
                    1.148438,
                    0.726562,
                    0.570312,
                    0.953125,
                    0.890625,
                    0.992188,
                    0.945312,
                    1.015625,
                    0.898438,
                    1.296875,
                    1.03125,
                    1.171875,
                    1.015625,
                    1.203125,
                    1.4375,
                    0.78125,
                    0.21875,
                    0.098633,
                    1.132812,
                    0.953125,
                    0.605469,
                    1.664062,
                    0.757812,
                    1.226562,
                    2.046875,
                    0.671875,
                    1.382812,
                    0.65625,
                    1.140625,
                    1.3125,
                    1.257812,
                    0.121582,
                    0.828125,
                    0.890625,
                    1.515625,
                    0.515625,
                    0.921875,
                    0.039062,
                    0.976562,
                    0.859375,
                    0.796875,
                    1.0,
                    0.675781,
                    0.882812,
                    1.03125,
                    1.085938,
                    0.894531,
                    0.820312,
                    0.664062,
                    0.133789,
                    0.777344,
                    1.046875,
                    1.148438,
                    1.195312,
                    0.988281,
                    0.996094,
                    0.104492,
                    0.871094,
                    0.808594,
                    1.132812,
                    0.871094,
                    0.875,
                    0.746094,
                    0.644531,
                    1.03125,
                    0.574219,
                    0.894531,
                    0.570312,
                    0.914062,
                    1.078125,
                    0.605469,
                    0.124023,
                    0.804688,
                    1.1875,
                    0.933594,
                    1.0625,
                    0.135742,
                    1.1875,
                    1.109375,
                    1.21875,
                    0.964844,
                    1.039062,
                    1.226562,
                    0.112793,
                    1.101562,
                    1.140625,
                    1.054688,
                    0.617188,
                    1.4375,
                    0.820312,
                    0.094238,
                    0.419922,
                    0.714844,
                    1.125,
                    1.117188,
                    0.123535,
                    0.863281,
                    2.125,
                    0.75,
                    0.847656,
                    1.5,
                    1.734375,
                    0.558594,
                    0.8125,
                    1.359375,
                    1.46875,
                    0.738281,
                    1.148438,
                    1.164062,
                    1.007812,
                    0.722656,
                    0.644531,
                    1.234375,
                    1.210938,
                    1.414062,
                    1.023438,
                    0.640625,
                    1.21875,
                    1.5,
                    0.96875,
                    0.147461,
                    1.25,
                    0.410156,
                    0.148438,
                    1.414062,
                    1.039062,
                    0.043945,
                    0.785156,
                    1.125,
                    0.104004,
                    0.515625,
                    0.824219,
                    1.0,
                    0.933594,
                    1.257812,
                    0.582031,
                    0.734375,
                    0.679688,
                    0.605469,
                    0.914062,
                    0.84375,
                    1.296875,
                    1.34375,
                    0.898438,
                    1.296875,
                    1.1875,
                    0.828125,
                    1.484375,
                    0.765625,
                    0.106934,
                    0.820312,
                    0.828125,
                    0.832031,
                    1.109375,
                    0.710938,
                    1.101562,
                    0.949219,
                    1.335938,
                    0.116699,
                    1.070312,
                    0.589844,
                    0.128906,
                    1.421875,
                    1.34375,
                    1.625,
                    0.585938,
                    0.640625,
                    0.172852,
                    1.234375,
                    0.789062,
                    0.675781,
                    0.59375,
                    1.429688,
                    1.09375,
                    1.234375,
                    0.796875,
                    1.023438,
                    0.902344,
                    0.478516,
                    0.100586,
                    0.84375,
                    0.621094,
                    0.960938,
                    1.015625,
                    0.78125,
                    0.882812,
                    0.820312,
                    0.984375,
                    0.726562,
                    0.902344,
                    1.476562,
                    1.25,
                    1.117188,
                    0.202148,
                    0.851562,
                    0.960938,
                    0.722656,
                    0.8125,
                    0.925781,
                    0.894531,
                    1.15625,
                    1.375,
                    0.992188,
                    1.453125,
                    1.09375,
                    0.714844,
                    1.351562,
                    1.242188,
                    0.777344,
                    0.78125,
                    1.140625,
                    0.640625,
                    1.054688,
                    0.871094,
                    0.765625,
                    1.5,
                    1.117188,
                    1.046875,
                    0.839844,
                    0.835938,
                    1.359375,
                    0.308594,
                    0.949219,
                    0.65625,
                    1.046875,
                    1.09375,
                    0.617188,
                    0.265625,
                    0.115234,
                    1.195312,
                    1.140625,
                    0.115723,
                    1.3125,
                    1.21875,
                    1.203125,
                    0.306641,
                    1.148438,
                    1.023438,
                    0.139648,
                    0.929688,
                    0.235352,
                    0.910156,
                    0.851562,
                    0.839844,
                    1.203125,
                    1.234375,
                    0.839844,
                    0.757812,
                    0.726562,
                    0.851562,
                    0.613281,
                    1.65625,
                    0.488281,
                    0.78125,
                    1.070312,
                    1.4375,
                    1.445312,
                    0.964844,
                    0.173828,
                    1.109375,
                    0.722656,
                    1.007812,
                    0.941406,
                    0.796875,
                    0.988281,
                    1.515625,
                    1.203125,
                    0.695312,
                    1.125,
                    2.328125,
                    0.248047,
                    0.917969,
                    0.75,
                    1.03125,
                    0.617188,
                    0.609375,
                    0.75,
                    1.351562,
                    0.871094,
                    0.792969,
                    0.102539,
                    0.804688,
                    1.4375,
                    1.21875,
                    1.289062,
                    0.722656,
                    0.886719,
                    0.100098,
                    0.933594,
                    0.929688,
                    0.667969,
                    0.84375,
                    0.585938,
                    0.722656,
                    0.345703,
                    1.054688,
                    0.589844,
                    0.632812,
                    1.257812,
                    0.65625,
                    0.886719,
                    0.78125,
                    0.90625,
                    1.585938,
                    0.566406,
                    0.785156,
                    0.703125,
                    1.132812,
                    1.390625,
                    1.023438,
                    2.265625,
                    0.667969,
                    1.226562,
                    0.458984,
                    0.597656,
                    1.773438,
                    0.890625,
                    0.605469,
                    1.28125,
                    0.539062,
                    0.988281,
                    0.875,
                    0.929688,
                    0.675781,
                    0.871094,
                    0.158203,
                    0.605469,
                    0.789062,
                    0.75,
                    0.863281,
                    0.597656,
                    0.828125,
                    1.210938,
                    0.851562,
                    0.800781,
                    0.949219,
                    1.226562,
                    1.054688,
                    1.09375,
                    0.996094,
                    0.910156,
                    1.125,
                    0.792969,
                    0.527344,
                    0.210938,
                    1.1875,
                    0.59375,
                    0.917969,
                    0.726562,
                    0.839844,
                    0.632812,
                    0.773438,
                    1.171875,
                    0.796875,
                    0.597656,
                    1.140625,
                    0.902344,
                    1.65625,
                    0.945312,
                    0.414062,
                    1.125,
                    0.316406,
                    0.597656,
                    1.210938,
                    0.722656,
                    0.945312,
                    0.099609,
                    0.921875,
                    1.023438,
                    1.390625,
                    0.519531,
                    0.898438,
                    1.625,
                    0.136719,
                    0.621094,
                    0.585938,
                    1.054688,
                    1.226562,
                    0.921875,
                    1.28125,
                    1.125,
                    0.114746,
                    2.515625,
                    1.179688,
                    0.578125,
                    1.992188,
                    0.863281,
                    0.746094,
                    0.863281,
                    0.757812,
                    0.8125,
                    1.164062,
                    0.835938,
                    1.171875,
                    0.964844,
                    0.699219,
                    1.320312,
                    0.111328,
                    1.273438,
                    0.808594,
                    0.675781,
                    0.824219,
                    0.828125,
                    1.296875,
                    1.210938,
                    1.070312,
                    1.132812,
                    0.302734,
                    1.171875,
                    0.789062,
                    0.096191,
                    0.75,
                    1.414062,
                    1.3125,
                    1.21875,
                    0.566406,
                    0.106445,
                    1.90625,
                    1.90625,
                    0.933594,
                    0.84375,
                    0.664062,
                    0.867188,
                    0.457031,
                    1.257812,
                    0.941406,
                    0.804688,
                    1.101562,
                    0.621094,
                    0.910156,
                    0.84375,
                    0.632812,
                    1.179688,
                    1.273438,
                    0.108398,
                    1.234375,
                    1.09375,
                    1.515625,
                    1.023438,
                    0.875,
                    1.210938,
                    0.388672,
                    0.832031,
                    0.605469,
                    0.699219,
                    0.863281,
                    1.015625,
                    1.523438,
                    1.1875,
                    0.984375,
                    0.132812,
                    1.09375,
                    0.851562,
                    0.835938,
                    1.203125,
                    0.734375,
                    1.453125,
                    -0.025269,
                    0.941406,
                    0.90625,
                    0.71875,
                    0.992188,
                    1.4375,
                    1.046875,
                    0.738281,
                    1.109375,
                    1.203125,
                    1.359375,
                    0.135742,
                    0.9375,
                    1.171875,
                    1.0,
                    0.917969,
                    0.769531,
                    0.667969,
                    0.5625,
                    0.957031,
                    1.390625,
                    1.273438,
                    0.808594,
                    1.046875,
                    0.851562,
                    0.90625,
                    1.195312,
                    0.78125,
                    0.828125,
                    0.933594,
                    0.707031,
                    1.0,
                    1.125,
                    0.847656,
                    1.070312,
                    0.135742,
                    1.578125,
                    1.039062,
                    0.71875,
                    0.753906,
                    0.667969,
                    0.996094,
                    1.0,
                    0.554688,
                    0.828125,
                    0.648438,
                    0.847656,
                    1.289062,
                    0.984375,
                    0.140625,
                    1.15625,
                    0.107422,
                    1.53125,
                    1.085938,
                    1.289062,
                    0.742188,
                    0.933594,
                    0.996094,
                    0.816406,
                    0.714844,
                    1.140625,
                    1.117188,
                    0.648438,
                    1.054688,
                    0.898438,
                    0.65625,
                    0.921875,
                    0.570312,
                    1.242188,
                    0.773438,
                    0.597656,
                    0.886719,
                    0.929688,
                    0.925781,
                    1.15625,
                    0.859375,
                    1.570312,
                    1.117188,
                    0.523438,
                    0.738281,
                    0.773438,
                    0.875,
                    1.171875,
                    0.4375,
                    1.070312,
                    1.023438,
                    1.054688,
                    1.273438,
                    0.589844,
                    1.539062,
                    0.722656,
                    1.164062,
                    0.800781,
                    0.808594,
                    1.320312,
                    1.148438,
                    1.226562,
                    0.886719,
                    1.289062,
                    0.835938,
                    0.832031,
                    0.796875,
                    0.867188,
                    1.382812,
                    0.910156,
                    1.09375,
                    1.21875,
                    0.800781,
                    1.59375,
                    0.824219,
                    0.835938,
                    0.949219,
                    1.320312,
                    0.980469,
                    1.367188,
                    1.046875,
                    0.878906,
                    0.972656,
                    1.148438,
                    1.34375,
                    0.777344,
                    1.351562,
                    0.804688,
                    0.65625,
                    0.609375,
                    0.933594,
                    0.9375,
                    1.578125,
                    0.773438,
                    1.4375,
                    0.78125,
                    1.078125,
                    1.609375,
                    1.703125,
                    0.890625,
                    0.917969,
                    1.140625,
                    1.179688,
                    1.0,
                    1.125,
                    1.0,
                    0.621094,
                    0.980469,
                    1.242188,
                    0.996094,
                    0.789062,
                    0.992188,
                    0.12793,
                    1.453125,
                    1.226562,
                    0.988281,
                    1.515625,
                    0.75,
                    0.648438,
                    0.8125,
                    0.886719,
                    0.613281,
                    1.414062,
                    0.095215,
                    0.695312,
                    0.902344,
                    0.176758,
                    0.099609,
                    0.90625,
                    0.898438,
                    0.707031,
                    1.195312,
                    0.773438,
                    1.085938,
                    0.675781,
                    1.664062,
                    0.703125,
                    0.162109,
                    1.570312,
                    1.429688,
                    0.917969,
                    0.882812,
                    0.804688,
                    0.535156,
                    1.164062,
                    0.816406,
                    0.773438,
                    0.863281,
                    0.765625,
                    0.890625,
                    0.328125,
                    1.226562,
                    1.070312,
                    1.109375,
                    1.070312,
                    1.445312,
                    1.015625,
                    0.867188,
                    0.9375,
                    0.617188,
                    0.941406,
                    1.1875,
                    1.054688,
                    1.4375,
                    0.386719,
                    0.816406,
                    0.933594,
                    1.265625,
                    0.742188,
                    1.40625,
                    1.398438,
                    0.785156,
                    1.140625,
                    0.699219,
                    0.667969,
                    1.226562,
                    0.875,
                    0.785156,
                    0.824219,
                    1.242188,
                    0.111328,
                    1.429688,
                    0.090332,
                    1.234375,
                    1.242188,
                    0.164062,
                    0.484375,
                    1.703125,
                    0.867188,
                    0.992188,
                    1.085938,
                    0.972656,
                    0.910156,
                    0.699219,
                    0.589844,
                    0.988281,
                    1.039062,
                    0.855469,
                    1.570312,
                    0.824219,
                    1.046875,
                    0.976562,
                    0.613281,
                    1.34375,
                    1.375,
                    0.984375,
                    1.257812,
                    0.609375,
                    0.140625,
                    0.816406,
                    1.117188,
                    0.726562,
                    1.234375,
                    0.839844,
                    1.1875,
                    1.1875,
                    0.929688,
                    0.886719,
                    1.476562,
                    0.820312,
                    1.28125,
                    0.6875,
                    0.166016,
                    0.757812,
                    0.9375,
                    1.03125,
                    0.890625,
                    1.351562,
                    1.453125,
                    1.523438,
                    0.796875,
                    1.3125,
                    1.710938,
                    1.0625,
                    0.832031,
                    1.117188,
                    1.382812,
                    0.71875,
                    0.699219,
                    0.621094,
                    0.636719,
                    1.460938,
                    1.054688,
                    0.894531,
                    0.474609,
                    0.949219,
                    0.894531,
                    1.210938,
                    0.431641,
                    0.683594,
                    0.285156,
                    1.132812,
                    1.015625,
                    0.785156,
                    1.273438,
                    0.878906,
                    1.046875,
                    0.671875,
                    0.106934,
                    1.28125,
                    0.726562,
                    1.25,
                    0.882812,
                    1.34375,
                    1.007812,
                    1.539062,
                    1.078125,
                    0.980469,
                    0.209961,
                    1.640625,
                    0.484375,
                    0.648438,
                    1.078125,
                    1.15625,
                    0.824219,
                    1.328125,
                    0.09375,
                    0.957031,
                    1.484375,
                    1.007812,
                    0.126953,
                    0.890625,
                    0.765625,
                    1.679688,
                    0.789062,
                    0.824219,
                    0.820312,
                    0.094727,
                    1.164062,
                    1.289062,
                    1.109375,
                    0.566406,
                    0.757812,
                    0.925781,
                    0.890625,
                    1.023438,
                    1.195312,
                    0.773438,
                    0.554688,
                    0.917969,
                    0.859375,
                    1.515625,
                    0.546875,
                    0.225586,
                    1.5,
                    0.984375,
                    0.929688,
                    0.660156,
                    1.71875,
                    1.335938,
                    1.820312,
                    0.098633,
                    0.535156,
                    0.095703,
                    1.03125,
                    1.75,
                    1.671875,
                    0.957031,
                    0.796875,
                    0.835938,
                    1.648438,
                    0.996094,
                    0.617188,
                    0.910156,
                    0.664062,
                    0.890625,
                    0.65625,
                    1.257812,
                    0.125977,
                    0.945312,
                    1.101562,
                    1.109375,
                    1.148438,
                    0.515625,
                    1.46875,
                    0.878906,
                    1.359375,
                    1.046875,
                    1.3125,
                    0.886719,
                    0.644531,
                    1.367188,
                    0.792969,
                    0.902344,
                    0.78125,
                    1.015625,
                    1.15625,
                    1.328125,
                    1.335938,
                    1.195312,
                    1.296875,
                    0.126953,
                    0.929688,
                    0.851562,
                    0.902344,
                    1.453125,
                    0.640625,
                    1.4375,
                    1.070312,
                    0.890625,
                    1.078125,
                    1.039062,
                    1.195312,
                    0.917969,
                    1.140625,
                    0.155273,
                    1.164062,
                    1.359375,
                    0.478516,
                    0.859375,
                    0.921875,
                    1.390625,
                    0.882812,
                    0.539062,
                    1.367188,
                    0.625,
                    0.726562,
                    0.605469,
                    1.296875,
                    1.40625,
                    1.28125,
                    1.289062,
                    0.6875,
                    0.134766,
                    0.773438,
                    2.15625,
                    1.453125,
                    1.15625,
                    1.21875,
                    0.859375,
                    0.945312,
                    1.375,
                    0.707031,
                    0.746094,
                    0.851562,
                    0.957031,
                    0.785156,
                    1.078125,
                    0.980469,
                    0.933594,
                    1.234375,
                    1.15625,
                    0.984375,
                    1.351562,
                    1.148438,
                    0.859375,
                    0.098633,
                    1.320312,
                    0.125,
                    0.257812,
                    0.824219,
                    0.863281,
                    0.589844,
                    0.316406,
                    0.792969,
                    0.111816,
                    0.628906,
                    1.179688,
                    0.863281,
                    1.242188,
                    1.1875,
                    0.785156,
                    0.625,
                    1.328125,
                    0.753906,
                    0.149414,
                    0.984375,
                    1.390625,
                    0.964844,
                    1.789062,
                    1.0,
                    1.382812,
                    0.953125,
                    1.46875,
                    0.988281,
                    0.953125,
                    1.40625,
                    0.429688,
                    1.445312,
                    0.566406,
                    0.137695,
                    1.0,
                    0.726562,
                    0.84375,
                    1.117188,
                    1.445312,
                    0.225586,
                    0.613281,
                    0.710938,
                    1.59375,
                    0.816406,
                    1.164062,
                    1.109375,
                    1.0625,
                    1.523438,
                    1.335938,
                    0.832031,
                    0.953125,
                    0.710938,
                    0.222656,
                    0.625,
                    0.863281,
                    0.859375,
                    1.34375,
                    1.125,
                    0.102051,
                    0.101074,
                    0.191406,
                    0.921875,
                    0.851562,
                    0.730469,
                    2.1875,
                    1.585938,
                    0.808594,
                    1.054688,
                    1.226562,
                    0.828125,
                    0.148438,
                    0.980469,
                    0.769531,
                    1.109375,
                    1.335938,
                    0.605469,
                    0.519531,
                    1.023438,
                    0.96875,
                    0.835938,
                    0.617188,
                    0.867188,
                    1.1875,
                    0.134766,
                    0.769531,
                    1.007812,
                    0.75,
                    1.148438,
                    1.234375,
                    0.84375,
                    1.4375,
                    0.855469,
                    0.8125,
                    0.106934,
                    0.867188,
                    0.582031,
                    1.25,
                    1.085938,
                    0.679688,
                    0.777344,
                    0.949219,
                    0.941406,
                    0.632812,
                    0.835938,
                    0.605469,
                    0.847656,
                    1.085938,
                    0.933594,
                    0.839844,
                    0.984375,
                    0.558594,
                    1.007812,
                    1.203125,
                    0.84375,
                    1.632812,
                    1.171875,
                    1.015625,
                    0.609375,
                    0.617188,
                    1.25,
                    1.210938,
                    1.328125,
                    0.933594,
                    1.59375,
                    0.882812,
                    0.828125,
                    0.925781,
                    0.808594,
                    0.96875,
                    1.640625,
                    0.742188,
                    0.742188,
                    1.03125,
                    0.753906,
                    1.03125,
                    0.914062,
                    0.808594,
                    1.148438,
                    0.867188,
                    1.539062,
                    0.652344,
                    1.421875,
                    0.796875,
                    0.878906,
                    0.878906,
                    1.0,
                    0.519531,
                    0.261719,
                    0.875,
                    1.070312,
                    0.112305,
                    0.972656,
                    0.875,
                    1.171875
                ]
            },
            "name": "model.model.layers.11.input_layernorm.weight",
            "outputIndexes": [
                926
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                925
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_11/Mul_output_0",
            "outputIndexes": [
                927
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                926,
                927
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_11/Mul_1_output_0",
            "outputIndexes": [
                928
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                928
            ],
            "outputIndexes": [
                2616
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2616
            ],
            "outputIndexes": [
                2617
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/q_proj/Linear",
            "inputIndexes": [
                2617
            ],
            "outputIndexes": [
                2618
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    289621662,
                    1179670,
                    147456,
                    6144,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2618
            ],
            "outputIndexes": [
                2619
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2619
            ],
            "outputIndexes": [
                929
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                928
            ],
            "main_type": "NONE",
            "name": "/Shape_155_output_0",
            "outputIndexes": [
                930
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                930
            ],
            "main_type": "NONE",
            "name": "Shape2828",
            "outputIndexes": [
                931
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                930
            ],
            "main_type": "NONE",
            "name": "Rank2830",
            "outputIndexes": [
                932
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                932,
                932
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2832",
            "outputIndexes": [
                933
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                933
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2833",
            "outputIndexes": [
                934
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                933,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2835",
            "outputIndexes": [
                935
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                935
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2836",
            "outputIndexes": [
                936
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                931,
                934,
                936,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2839",
            "outputIndexes": [
                937
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                937
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2840",
            "outputIndexes": [
                938
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                938
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2841",
            "outputIndexes": [
                939
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                939,
                938
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2842",
            "outputIndexes": [
                940
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                930,
                940,
                933
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_169_output_0",
            "outputIndexes": [
                941
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                941,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_353_output_0",
            "outputIndexes": [
                942
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                942,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_143_output_0",
            "outputIndexes": [
                943
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                929,
                943
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_100_output_0",
            "outputIndexes": [
                944
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                944,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_88_output_0",
            "outputIndexes": [
                945
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                944
            ],
            "main_type": "NONE",
            "name": "/Shape_156_output_0",
            "outputIndexes": [
                946
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                946
            ],
            "main_type": "NONE",
            "name": "Shape2849",
            "outputIndexes": [
                947
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                946
            ],
            "main_type": "NONE",
            "name": "Rank2851",
            "outputIndexes": [
                948
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                948,
                948
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2853",
            "outputIndexes": [
                949
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                949
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2854",
            "outputIndexes": [
                950
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                949,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2856",
            "outputIndexes": [
                951
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                951
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2857",
            "outputIndexes": [
                952
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                947,
                950,
                952,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2860",
            "outputIndexes": [
                953
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                953
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2861",
            "outputIndexes": [
                954
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                954
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2862",
            "outputIndexes": [
                955
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                955,
                954
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2863",
            "outputIndexes": [
                956
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                946,
                956,
                949
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_170_output_0",
            "outputIndexes": [
                957
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                957,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_33_output_0",
            "outputIndexes": [
                958
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                958,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_358_output_0",
            "outputIndexes": [
                959
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                944,
                959,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_45_output_0",
            "outputIndexes": [
                960
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                960
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_22_output_0",
            "outputIndexes": [
                961
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                944,
                22,
                959,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_44_output_0",
            "outputIndexes": [
                962
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                961,
                962
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_146_output_0",
            "outputIndexes": [
                963
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                963,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_89_output_0",
            "outputIndexes": [
                964
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                945,
                964
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_55_output_0",
            "outputIndexes": [
                965
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                928
            ],
            "outputIndexes": [
                2620
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2620
            ],
            "outputIndexes": [
                2621
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/k_proj/Linear",
            "inputIndexes": [
                2621
            ],
            "outputIndexes": [
                2622
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    290954932,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2622
            ],
            "outputIndexes": [
                2623
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2623
            ],
            "outputIndexes": [
                966
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                942,
                85,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_144_output_0",
            "outputIndexes": [
                967
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                966,
                967
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_101_output_0",
            "outputIndexes": [
                968
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                968,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_90_output_0",
            "outputIndexes": [
                969
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                968
            ],
            "main_type": "NONE",
            "name": "/Shape_157_output_0",
            "outputIndexes": [
                970
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                970
            ],
            "main_type": "NONE",
            "name": "Shape2912",
            "outputIndexes": [
                971
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                970
            ],
            "main_type": "NONE",
            "name": "Rank2914",
            "outputIndexes": [
                972
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                972,
                972
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2916",
            "outputIndexes": [
                973
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                973
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2917",
            "outputIndexes": [
                974
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                973,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2919",
            "outputIndexes": [
                975
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                975
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2920",
            "outputIndexes": [
                976
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                971,
                974,
                976,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2923",
            "outputIndexes": [
                977
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                977
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2924",
            "outputIndexes": [
                978
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                978
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2925",
            "outputIndexes": [
                979
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                979,
                978
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2926",
            "outputIndexes": [
                980
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                970,
                980,
                973
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_171_output_0",
            "outputIndexes": [
                981
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                981,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_34_output_0",
            "outputIndexes": [
                982
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                982,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_360_output_0",
            "outputIndexes": [
                983
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                968,
                983,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_47_output_0",
            "outputIndexes": [
                984
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                984
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_23_output_0",
            "outputIndexes": [
                985
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                968,
                22,
                983,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_46_output_0",
            "outputIndexes": [
                986
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                985,
                986
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_147_output_0",
            "outputIndexes": [
                987
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                987,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_91_output_0",
            "outputIndexes": [
                988
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                969,
                988
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_56_output_0",
            "outputIndexes": [
                989
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                928
            ],
            "outputIndexes": [
                2624
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2624
            ],
            "outputIndexes": [
                2625
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/v_proj/Linear",
            "inputIndexes": [
                2625
            ],
            "outputIndexes": [
                2626
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    291177162,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2626
            ],
            "outputIndexes": [
                2627
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2627
            ],
            "outputIndexes": [
                990
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                990,
                967
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_102_output_0",
            "outputIndexes": [
                991
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                965,
                989,
                991,
                111
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_107_output_0",
            "outputIndexes": [
                992
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                992
            ],
            "outputIndexes": [
                2628
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2628
            ],
            "outputIndexes": [
                2629
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/o_proj/Linear",
            "inputIndexes": [
                2629
            ],
            "outputIndexes": [
                2630
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    291399392,
                    1179670,
                    147456,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2630
            ],
            "outputIndexes": [
                2631
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2631
            ],
            "outputIndexes": [
                993
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                925,
                993
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_58_output_0",
            "outputIndexes": [
                994
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.199219,
                    1.101562,
                    0.71875,
                    0.832031,
                    0.671875,
                    0.667969,
                    0.933594,
                    0.773438,
                    0.921875,
                    0.519531,
                    0.820312,
                    0.46875,
                    0.96875,
                    1.007812,
                    0.929688,
                    0.871094,
                    0.890625,
                    0.761719,
                    0.992188,
                    0.46875,
                    0.96875,
                    0.820312,
                    0.796875,
                    0.142578,
                    1.101562,
                    1.007812,
                    0.671875,
                    0.542969,
                    0.585938,
                    1.078125,
                    0.953125,
                    0.902344,
                    1.195312,
                    0.625,
                    0.8125,
                    1.117188,
                    1.039062,
                    0.855469,
                    0.460938,
                    0.427734,
                    1.164062,
                    1.085938,
                    0.992188,
                    1.09375,
                    0.209961,
                    0.773438,
                    0.777344,
                    0.890625,
                    0.757812,
                    0.660156,
                    0.154297,
                    0.376953,
                    1.007812,
                    1.046875,
                    0.960938,
                    0.636719,
                    0.5625,
                    0.158203,
                    0.519531,
                    0.503906,
                    0.71875,
                    0.554688,
                    0.726562,
                    0.972656,
                    0.90625,
                    0.296875,
                    0.707031,
                    0.53125,
                    0.75,
                    0.640625,
                    0.742188,
                    0.609375,
                    0.158203,
                    0.636719,
                    0.925781,
                    0.390625,
                    0.96875,
                    0.9375,
                    0.875,
                    1.1875,
                    1.148438,
                    0.155273,
                    0.410156,
                    1.203125,
                    1.03125,
                    1.03125,
                    1.117188,
                    1.117188,
                    0.726562,
                    0.917969,
                    0.898438,
                    0.679688,
                    0.625,
                    0.613281,
                    1.046875,
                    0.449219,
                    0.820312,
                    0.535156,
                    1.09375,
                    0.941406,
                    1.351562,
                    0.416016,
                    0.523438,
                    1.195312,
                    0.476562,
                    0.808594,
                    0.773438,
                    0.855469,
                    0.441406,
                    0.917969,
                    0.492188,
                    1.117188,
                    0.679688,
                    0.367188,
                    1.125,
                    0.835938,
                    0.96875,
                    1.109375,
                    0.155273,
                    0.173828,
                    0.925781,
                    0.198242,
                    0.585938,
                    0.574219,
                    0.976562,
                    1.070312,
                    1.15625,
                    0.193359,
                    0.574219,
                    1.242188,
                    0.785156,
                    0.839844,
                    0.992188,
                    1.148438,
                    1.039062,
                    1.195312,
                    0.46875,
                    1.210938,
                    0.457031,
                    0.949219,
                    0.166016,
                    0.730469,
                    0.679688,
                    0.228516,
                    1.078125,
                    0.478516,
                    1.0625,
                    0.945312,
                    1.257812,
                    0.855469,
                    0.726562,
                    1.054688,
                    0.21582,
                    0.96875,
                    0.9375,
                    0.464844,
                    1.09375,
                    0.589844,
                    1.125,
                    1.078125,
                    0.53125,
                    0.632812,
                    0.832031,
                    0.191406,
                    0.515625,
                    1.0,
                    0.820312,
                    0.992188,
                    0.957031,
                    1.1875,
                    1.304688,
                    0.933594,
                    0.933594,
                    1.117188,
                    0.703125,
                    1.039062,
                    0.929688,
                    1.265625,
                    0.984375,
                    1.09375,
                    1.140625,
                    0.746094,
                    1.023438,
                    0.789062,
                    0.917969,
                    0.527344,
                    0.204102,
                    1.109375,
                    0.921875,
                    0.785156,
                    1.164062,
                    0.648438,
                    1.109375,
                    1.0625,
                    1.054688,
                    0.921875,
                    0.839844,
                    0.78125,
                    1.039062,
                    0.628906,
                    0.78125,
                    0.941406,
                    1.1875,
                    1.28125,
                    1.039062,
                    0.945312,
                    0.914062,
                    1.1875,
                    0.832031,
                    1.007812,
                    0.796875,
                    1.101562,
                    0.445312,
                    0.730469,
                    1.140625,
                    0.217773,
                    1.023438,
                    1.078125,
                    0.976562,
                    0.863281,
                    0.957031,
                    1.023438,
                    0.335938,
                    0.324219,
                    0.621094,
                    1.101562,
                    0.5625,
                    0.417969,
                    0.578125,
                    0.929688,
                    0.980469,
                    1.039062,
                    1.101562,
                    1.070312,
                    0.960938,
                    0.601562,
                    1.023438,
                    0.8125,
                    0.976562,
                    1.101562,
                    0.679688,
                    1.101562,
                    0.863281,
                    1.257812,
                    0.921875,
                    0.960938,
                    1.109375,
                    0.914062,
                    0.652344,
                    1.148438,
                    0.710938,
                    0.318359,
                    1.078125,
                    0.574219,
                    0.141602,
                    0.570312,
                    0.703125,
                    1.195312,
                    1.085938,
                    0.832031,
                    0.867188,
                    1.03125,
                    1.023438,
                    0.609375,
                    1.09375,
                    0.886719,
                    0.523438,
                    1.140625,
                    0.867188,
                    0.796875,
                    1.015625,
                    0.695312,
                    0.625,
                    0.941406,
                    0.417969,
                    0.511719,
                    0.217773,
                    1.03125,
                    0.511719,
                    1.125,
                    0.9375,
                    0.757812,
                    0.738281,
                    0.703125,
                    0.96875,
                    0.171875,
                    0.976562,
                    0.929688,
                    0.761719,
                    1.132812,
                    0.933594,
                    1.140625,
                    1.265625,
                    1.15625,
                    0.648438,
                    0.765625,
                    0.972656,
                    0.847656,
                    1.101562,
                    1.109375,
                    0.163086,
                    0.267578,
                    1.09375,
                    0.212891,
                    1.21875,
                    0.847656,
                    1.078125,
                    0.636719,
                    1.0625,
                    0.154297,
                    0.435547,
                    1.164062,
                    0.200195,
                    0.90625,
                    1.304688,
                    1.109375,
                    0.238281,
                    0.910156,
                    0.953125,
                    0.157227,
                    0.902344,
                    1.273438,
                    0.960938,
                    0.417969,
                    0.792969,
                    0.953125,
                    0.761719,
                    0.15332,
                    0.820312,
                    0.757812,
                    0.146484,
                    1.085938,
                    0.185547,
                    0.839844,
                    0.730469,
                    0.386719,
                    0.792969,
                    0.144531,
                    0.628906,
                    0.240234,
                    0.773438,
                    0.949219,
                    0.707031,
                    1.078125,
                    1.039062,
                    0.832031,
                    0.859375,
                    0.609375,
                    0.550781,
                    0.949219,
                    0.617188,
                    0.337891,
                    0.414062,
                    0.949219,
                    0.757812,
                    1.046875,
                    0.433594,
                    0.796875,
                    1.0,
                    0.464844,
                    0.558594,
                    0.796875,
                    0.960938,
                    0.929688,
                    0.804688,
                    0.777344,
                    1.125,
                    0.8125,
                    0.162109,
                    1.109375,
                    0.75,
                    0.515625,
                    1.117188,
                    0.46875,
                    0.710938,
                    0.765625,
                    1.0625,
                    0.621094,
                    1.179688,
                    0.507812,
                    1.171875,
                    1.234375,
                    0.960938,
                    1.34375,
                    0.285156,
                    0.964844,
                    0.605469,
                    1.132812,
                    0.664062,
                    1.007812,
                    0.773438,
                    0.898438,
                    1.0625,
                    0.882812,
                    0.484375,
                    0.206055,
                    0.953125,
                    0.5625,
                    0.742188,
                    1.054688,
                    0.470703,
                    1.078125,
                    0.621094,
                    0.960938,
                    0.722656,
                    0.167969,
                    1.25,
                    0.921875,
                    0.890625,
                    0.219727,
                    0.730469,
                    0.546875,
                    1.070312,
                    1.0625,
                    0.726562,
                    0.730469,
                    1.289062,
                    1.257812,
                    0.425781,
                    0.964844,
                    1.070312,
                    0.451172,
                    0.914062,
                    0.570312,
                    0.550781,
                    1.070312,
                    0.59375,
                    1.015625,
                    0.679688,
                    1.015625,
                    1.15625,
                    1.109375,
                    0.925781,
                    1.179688,
                    0.466797,
                    0.5625,
                    0.628906,
                    0.484375,
                    0.84375,
                    0.976562,
                    0.71875,
                    0.523438,
                    0.279297,
                    0.785156,
                    0.953125,
                    1.132812,
                    0.191406,
                    1.148438,
                    1.109375,
                    1.109375,
                    1.28125,
                    0.90625,
                    0.867188,
                    1.429688,
                    1.109375,
                    1.070312,
                    1.179688,
                    0.945312,
                    0.152344,
                    1.28125,
                    0.492188,
                    0.84375,
                    0.957031,
                    0.710938,
                    0.769531,
                    0.189453,
                    0.585938,
                    0.738281,
                    0.765625,
                    0.796875,
                    0.929688,
                    0.867188,
                    0.460938,
                    0.886719,
                    1.171875,
                    1.125,
                    1.007812,
                    0.515625,
                    0.196289,
                    0.941406,
                    1.15625,
                    0.851562,
                    0.917969,
                    1.015625,
                    0.6875,
                    0.498047,
                    0.90625,
                    0.679688,
                    1.0,
                    0.945312,
                    1.046875,
                    0.921875,
                    1.109375,
                    0.875,
                    1.070312,
                    1.039062,
                    1.039062,
                    1.203125,
                    0.601562,
                    0.231445,
                    0.15625,
                    1.109375,
                    0.945312,
                    0.734375,
                    1.351562,
                    0.742188,
                    1.101562,
                    0.398438,
                    0.535156,
                    1.203125,
                    0.515625,
                    1.015625,
                    1.15625,
                    1.140625,
                    0.164062,
                    0.90625,
                    0.816406,
                    1.257812,
                    0.423828,
                    0.628906,
                    1.085938,
                    0.945312,
                    0.902344,
                    0.605469,
                    0.976562,
                    0.546875,
                    0.988281,
                    0.953125,
                    1.015625,
                    0.953125,
                    0.667969,
                    0.589844,
                    0.165039,
                    0.644531,
                    1.039062,
                    1.054688,
                    1.09375,
                    0.9375,
                    0.933594,
                    0.15918,
                    0.8125,
                    0.84375,
                    1.0625,
                    0.855469,
                    0.917969,
                    0.601562,
                    0.451172,
                    0.921875,
                    0.441406,
                    0.875,
                    0.53125,
                    0.972656,
                    0.992188,
                    0.621094,
                    0.177734,
                    0.808594,
                    1.109375,
                    0.945312,
                    1.007812,
                    0.179688,
                    1.117188,
                    1.109375,
                    1.0,
                    0.914062,
                    1.070312,
                    0.738281,
                    0.166016,
                    1.0,
                    1.0625,
                    0.988281,
                    0.474609,
                    1.25,
                    0.699219,
                    0.141602,
                    0.291016,
                    0.679688,
                    1.085938,
                    1.007812,
                    0.193359,
                    0.949219,
                    0.408203,
                    0.597656,
                    0.9375,
                    1.257812,
                    1.234375,
                    0.46875,
                    0.679688,
                    1.132812,
                    1.203125,
                    0.6875,
                    1.03125,
                    1.054688,
                    0.941406,
                    0.640625,
                    0.539062,
                    1.109375,
                    1.0625,
                    1.140625,
                    0.949219,
                    0.554688,
                    1.0625,
                    1.179688,
                    0.894531,
                    0.165039,
                    1.0625,
                    0.306641,
                    0.172852,
                    1.21875,
                    0.949219,
                    2.2e-05,
                    0.632812,
                    1.078125,
                    0.150391,
                    0.445312,
                    0.792969,
                    0.894531,
                    0.84375,
                    1.085938,
                    0.435547,
                    0.785156,
                    0.558594,
                    0.478516,
                    0.808594,
                    0.828125,
                    1.09375,
                    1.148438,
                    0.933594,
                    1.140625,
                    1.070312,
                    0.734375,
                    1.234375,
                    0.699219,
                    0.141602,
                    0.933594,
                    0.835938,
                    0.710938,
                    1.007812,
                    0.566406,
                    1.039062,
                    0.789062,
                    1.15625,
                    0.152344,
                    1.054688,
                    0.511719,
                    0.161133,
                    1.085938,
                    1.101562,
                    1.28125,
                    0.431641,
                    0.601562,
                    0.202148,
                    1.0625,
                    0.660156,
                    0.5625,
                    0.472656,
                    1.164062,
                    1.0625,
                    1.132812,
                    0.757812,
                    1.046875,
                    0.75,
                    0.355469,
                    0.149414,
                    0.804688,
                    0.453125,
                    0.898438,
                    0.949219,
                    0.789062,
                    0.796875,
                    0.671875,
                    0.925781,
                    0.425781,
                    0.949219,
                    1.140625,
                    1.125,
                    1.070312,
                    0.196289,
                    0.980469,
                    0.914062,
                    0.539062,
                    0.78125,
                    0.953125,
                    0.925781,
                    1.039062,
                    1.09375,
                    0.882812,
                    1.234375,
                    1.0625,
                    0.691406,
                    1.171875,
                    1.085938,
                    0.734375,
                    0.582031,
                    1.0625,
                    0.375,
                    0.945312,
                    0.582031,
                    0.65625,
                    1.21875,
                    1.054688,
                    0.761719,
                    0.828125,
                    0.84375,
                    1.117188,
                    0.263672,
                    0.929688,
                    0.570312,
                    0.804688,
                    1.046875,
                    0.554688,
                    0.242188,
                    0.15332,
                    1.046875,
                    0.578125,
                    0.171875,
                    1.09375,
                    1.101562,
                    1.078125,
                    0.242188,
                    1.132812,
                    0.980469,
                    0.183594,
                    0.859375,
                    0.240234,
                    0.761719,
                    0.953125,
                    0.652344,
                    1.0625,
                    1.125,
                    0.835938,
                    0.734375,
                    0.796875,
                    0.796875,
                    0.478516,
                    1.320312,
                    0.378906,
                    0.742188,
                    1.0,
                    1.15625,
                    1.265625,
                    0.699219,
                    0.202148,
                    0.523438,
                    0.632812,
                    1.007812,
                    0.984375,
                    0.671875,
                    0.914062,
                    1.210938,
                    0.988281,
                    0.507812,
                    1.0625,
                    0.416016,
                    0.230469,
                    0.660156,
                    0.757812,
                    0.949219,
                    0.496094,
                    0.478516,
                    0.726562,
                    1.132812,
                    0.777344,
                    0.699219,
                    0.152344,
                    0.722656,
                    1.1875,
                    1.054688,
                    0.746094,
                    0.613281,
                    0.75,
                    0.15332,
                    0.941406,
                    0.996094,
                    0.470703,
                    0.8125,
                    0.5,
                    0.535156,
                    0.287109,
                    1.046875,
                    0.455078,
                    0.503906,
                    1.0625,
                    0.574219,
                    0.847656,
                    0.601562,
                    0.769531,
                    1.25,
                    0.451172,
                    0.828125,
                    0.679688,
                    1.0625,
                    1.132812,
                    0.992188,
                    0.496094,
                    0.482422,
                    1.117188,
                    0.353516,
                    0.472656,
                    1.234375,
                    0.851562,
                    0.492188,
                    1.132812,
                    0.449219,
                    0.9375,
                    0.914062,
                    0.886719,
                    0.5625,
                    0.839844,
                    0.191406,
                    0.5,
                    0.960938,
                    0.652344,
                    0.875,
                    0.431641,
                    0.617188,
                    1.085938,
                    0.933594,
                    0.855469,
                    1.007812,
                    1.125,
                    1.023438,
                    1.007812,
                    0.996094,
                    0.996094,
                    1.078125,
                    0.820312,
                    0.455078,
                    0.195312,
                    0.992188,
                    0.455078,
                    1.015625,
                    0.507812,
                    0.707031,
                    0.5,
                    0.691406,
                    0.988281,
                    0.835938,
                    0.484375,
                    1.054688,
                    0.921875,
                    1.25,
                    0.953125,
                    0.369141,
                    1.054688,
                    0.240234,
                    0.476562,
                    1.078125,
                    0.589844,
                    0.886719,
                    0.139648,
                    0.917969,
                    0.949219,
                    1.164062,
                    0.398438,
                    0.886719,
                    1.210938,
                    0.180664,
                    0.53125,
                    0.478516,
                    1.0,
                    1.085938,
                    0.660156,
                    1.125,
                    1.078125,
                    0.158203,
                    0.439453,
                    1.117188,
                    0.445312,
                    0.464844,
                    0.816406,
                    0.789062,
                    0.816406,
                    0.636719,
                    0.84375,
                    1.078125,
                    0.839844,
                    1.070312,
                    0.800781,
                    0.511719,
                    1.0625,
                    0.15625,
                    1.148438,
                    0.683594,
                    0.644531,
                    0.820312,
                    0.824219,
                    1.210938,
                    1.085938,
                    1.007812,
                    0.828125,
                    0.28125,
                    1.0625,
                    0.859375,
                    0.148438,
                    0.710938,
                    1.234375,
                    1.1875,
                    1.09375,
                    0.427734,
                    0.152344,
                    0.376953,
                    0.494141,
                    0.9375,
                    0.820312,
                    0.503906,
                    0.90625,
                    0.353516,
                    1.109375,
                    0.855469,
                    0.761719,
                    1.03125,
                    0.519531,
                    0.726562,
                    0.71875,
                    0.478516,
                    1.109375,
                    1.101562,
                    0.147461,
                    1.023438,
                    1.054688,
                    1.234375,
                    1.0,
                    0.957031,
                    1.054688,
                    0.328125,
                    0.851562,
                    0.458984,
                    0.59375,
                    0.898438,
                    0.964844,
                    1.164062,
                    1.039062,
                    0.738281,
                    0.162109,
                    0.960938,
                    0.945312,
                    0.785156,
                    1.054688,
                    0.558594,
                    1.21875,
                    0.605469,
                    0.875,
                    0.886719,
                    0.535156,
                    0.980469,
                    1.203125,
                    0.945312,
                    0.636719,
                    1.03125,
                    1.125,
                    1.164062,
                    0.177734,
                    0.972656,
                    1.054688,
                    0.8125,
                    0.84375,
                    0.832031,
                    0.472656,
                    0.455078,
                    0.976562,
                    1.203125,
                    1.109375,
                    0.742188,
                    0.972656,
                    0.652344,
                    0.78125,
                    1.023438,
                    0.65625,
                    0.742188,
                    0.890625,
                    0.640625,
                    0.964844,
                    1.078125,
                    0.890625,
                    1.023438,
                    0.172852,
                    1.226562,
                    1.039062,
                    0.554688,
                    0.679688,
                    0.486328,
                    0.890625,
                    0.773438,
                    0.421875,
                    0.695312,
                    0.523438,
                    0.722656,
                    1.078125,
                    0.921875,
                    0.189453,
                    1.117188,
                    0.155273,
                    1.265625,
                    1.007812,
                    1.140625,
                    0.621094,
                    0.933594,
                    0.796875,
                    0.816406,
                    0.6875,
                    1.054688,
                    0.964844,
                    0.474609,
                    0.917969,
                    0.871094,
                    0.507812,
                    0.847656,
                    0.285156,
                    1.085938,
                    0.691406,
                    0.496094,
                    0.773438,
                    0.917969,
                    0.925781,
                    1.039062,
                    0.65625,
                    1.195312,
                    1.0625,
                    0.416016,
                    0.609375,
                    0.738281,
                    0.921875,
                    0.992188,
                    0.322266,
                    0.675781,
                    0.945312,
                    0.960938,
                    1.164062,
                    0.400391,
                    1.226562,
                    0.53125,
                    1.085938,
                    0.792969,
                    0.835938,
                    1.164062,
                    1.078125,
                    1.125,
                    0.921875,
                    0.570312,
                    0.84375,
                    0.808594,
                    0.703125,
                    0.90625,
                    1.179688,
                    0.820312,
                    0.960938,
                    1.0625,
                    0.816406,
                    1.25,
                    0.882812,
                    0.726562,
                    0.664062,
                    1.109375,
                    0.9375,
                    1.132812,
                    0.992188,
                    0.707031,
                    1.0,
                    1.09375,
                    1.1875,
                    0.605469,
                    1.195312,
                    0.644531,
                    0.617188,
                    0.507812,
                    0.796875,
                    0.9375,
                    1.242188,
                    0.542969,
                    1.203125,
                    0.773438,
                    0.96875,
                    1.195312,
                    0.435547,
                    0.828125,
                    0.925781,
                    0.988281,
                    0.910156,
                    0.960938,
                    1.085938,
                    0.945312,
                    0.498047,
                    0.960938,
                    1.09375,
                    0.9375,
                    0.808594,
                    0.945312,
                    0.171875,
                    1.1875,
                    0.710938,
                    0.925781,
                    1.125,
                    0.808594,
                    0.492188,
                    0.644531,
                    0.902344,
                    0.46875,
                    1.195312,
                    0.135742,
                    0.566406,
                    0.972656,
                    0.193359,
                    0.148438,
                    0.71875,
                    0.601562,
                    0.824219,
                    1.023438,
                    0.84375,
                    0.675781,
                    0.550781,
                    1.320312,
                    0.664062,
                    0.178711,
                    1.234375,
                    1.210938,
                    0.925781,
                    0.871094,
                    0.667969,
                    0.412109,
                    1.0625,
                    0.71875,
                    0.773438,
                    0.671875,
                    0.527344,
                    0.941406,
                    0.285156,
                    1.171875,
                    1.023438,
                    1.03125,
                    1.085938,
                    1.179688,
                    0.898438,
                    0.835938,
                    0.867188,
                    0.503906,
                    0.941406,
                    1.0625,
                    0.960938,
                    1.164062,
                    0.322266,
                    0.792969,
                    0.925781,
                    1.054688,
                    0.632812,
                    1.195312,
                    1.203125,
                    0.597656,
                    1.039062,
                    0.589844,
                    0.597656,
                    1.046875,
                    0.765625,
                    0.734375,
                    0.671875,
                    0.730469,
                    0.158203,
                    1.15625,
                    0.144531,
                    1.140625,
                    1.132812,
                    0.180664,
                    0.519531,
                    1.195312,
                    0.71875,
                    1.0,
                    0.976562,
                    0.4375,
                    0.871094,
                    0.679688,
                    0.46875,
                    0.960938,
                    1.015625,
                    0.777344,
                    0.886719,
                    0.664062,
                    0.96875,
                    0.949219,
                    0.511719,
                    1.148438,
                    1.109375,
                    0.894531,
                    1.117188,
                    0.490234,
                    0.174805,
                    0.707031,
                    1.023438,
                    0.8125,
                    1.09375,
                    0.796875,
                    1.015625,
                    1.164062,
                    0.945312,
                    0.804688,
                    1.171875,
                    0.71875,
                    1.101562,
                    0.503906,
                    0.176758,
                    0.484375,
                    0.902344,
                    0.625,
                    0.929688,
                    1.117188,
                    1.140625,
                    1.257812,
                    0.699219,
                    1.117188,
                    1.304688,
                    1.054688,
                    0.875,
                    1.054688,
                    1.195312,
                    0.75,
                    0.585938,
                    0.421875,
                    0.351562,
                    1.242188,
                    0.539062,
                    0.730469,
                    0.378906,
                    0.890625,
                    0.882812,
                    0.460938,
                    0.294922,
                    0.617188,
                    0.28125,
                    1.054688,
                    0.84375,
                    0.75,
                    0.917969,
                    0.914062,
                    1.09375,
                    0.5625,
                    0.152344,
                    1.21875,
                    0.601562,
                    1.132812,
                    0.792969,
                    1.1875,
                    0.9375,
                    1.1875,
                    0.921875,
                    1.015625,
                    0.228516,
                    1.296875,
                    0.371094,
                    0.554688,
                    1.015625,
                    0.777344,
                    0.789062,
                    1.171875,
                    0.142578,
                    0.71875,
                    1.171875,
                    0.996094,
                    0.172852,
                    0.925781,
                    0.667969,
                    1.375,
                    0.632812,
                    0.90625,
                    0.800781,
                    0.149414,
                    1.078125,
                    1.09375,
                    1.023438,
                    0.445312,
                    0.820312,
                    0.789062,
                    0.878906,
                    0.972656,
                    1.09375,
                    0.898438,
                    0.453125,
                    0.945312,
                    0.890625,
                    1.195312,
                    0.435547,
                    0.22168,
                    0.816406,
                    0.976562,
                    0.851562,
                    0.59375,
                    0.412109,
                    1.148438,
                    0.498047,
                    0.143555,
                    0.433594,
                    0.146484,
                    0.925781,
                    0.474609,
                    1.296875,
                    0.925781,
                    0.691406,
                    0.835938,
                    0.675781,
                    0.867188,
                    0.523438,
                    0.84375,
                    0.523438,
                    0.878906,
                    0.474609,
                    1.125,
                    0.183594,
                    0.886719,
                    1.101562,
                    0.976562,
                    1.015625,
                    0.421875,
                    1.164062,
                    0.753906,
                    1.148438,
                    0.832031,
                    1.101562,
                    0.917969,
                    0.539062,
                    1.1875,
                    0.722656,
                    0.832031,
                    0.714844,
                    0.972656,
                    1.070312,
                    1.109375,
                    1.15625,
                    1.046875,
                    1.109375,
                    0.164062,
                    0.664062,
                    0.886719,
                    0.738281,
                    1.226562,
                    0.578125,
                    1.21875,
                    1.0,
                    0.804688,
                    1.046875,
                    0.925781,
                    1.132812,
                    0.78125,
                    1.09375,
                    0.188477,
                    1.023438,
                    1.195312,
                    0.386719,
                    0.949219,
                    0.972656,
                    1.085938,
                    0.914062,
                    0.425781,
                    1.132812,
                    0.474609,
                    0.6875,
                    0.435547,
                    1.070312,
                    1.171875,
                    1.09375,
                    1.125,
                    0.554688,
                    0.169922,
                    0.804688,
                    0.433594,
                    1.25,
                    1.070312,
                    1.054688,
                    0.820312,
                    0.820312,
                    1.117188,
                    0.578125,
                    0.746094,
                    0.808594,
                    0.847656,
                    0.71875,
                    1.03125,
                    0.886719,
                    0.882812,
                    1.117188,
                    1.09375,
                    0.585938,
                    1.109375,
                    1.046875,
                    0.9375,
                    0.138672,
                    1.140625,
                    0.167969,
                    0.232422,
                    0.734375,
                    0.78125,
                    0.464844,
                    0.232422,
                    0.703125,
                    0.15918,
                    0.478516,
                    1.039062,
                    0.875,
                    1.078125,
                    1.28125,
                    0.84375,
                    0.443359,
                    1.132812,
                    0.582031,
                    0.163086,
                    0.964844,
                    1.132812,
                    0.933594,
                    1.320312,
                    0.921875,
                    1.132812,
                    0.886719,
                    1.265625,
                    0.984375,
                    0.898438,
                    1.171875,
                    0.289062,
                    1.15625,
                    0.597656,
                    0.18457,
                    1.015625,
                    0.570312,
                    0.855469,
                    1.007812,
                    1.21875,
                    0.194336,
                    0.539062,
                    0.496094,
                    0.339844,
                    0.617188,
                    0.945312,
                    1.015625,
                    1.007812,
                    1.195312,
                    1.171875,
                    0.8125,
                    0.941406,
                    0.53125,
                    0.220703,
                    0.511719,
                    0.9375,
                    0.882812,
                    1.09375,
                    1.054688,
                    0.154297,
                    0.150391,
                    0.199219,
                    0.933594,
                    0.609375,
                    0.605469,
                    0.679688,
                    1.179688,
                    0.710938,
                    1.023438,
                    1.078125,
                    0.839844,
                    0.168945,
                    0.832031,
                    0.679688,
                    1.078125,
                    1.203125,
                    0.441406,
                    0.445312,
                    1.054688,
                    0.933594,
                    0.871094,
                    0.492188,
                    0.726562,
                    0.984375,
                    0.163086,
                    0.808594,
                    1.015625,
                    0.652344,
                    1.007812,
                    1.070312,
                    0.527344,
                    1.171875,
                    0.867188,
                    0.804688,
                    0.152344,
                    0.828125,
                    0.443359,
                    1.117188,
                    1.023438,
                    0.515625,
                    0.757812,
                    0.671875,
                    0.902344,
                    0.53125,
                    0.800781,
                    0.462891,
                    0.851562,
                    0.757812,
                    0.710938,
                    0.65625,
                    0.941406,
                    0.484375,
                    1.0,
                    1.101562,
                    0.6875,
                    1.28125,
                    1.046875,
                    0.875,
                    0.482422,
                    0.527344,
                    1.09375,
                    1.078125,
                    1.179688,
                    0.929688,
                    1.34375,
                    0.832031,
                    0.78125,
                    0.988281,
                    0.792969,
                    1.03125,
                    1.296875,
                    0.667969,
                    0.628906,
                    0.921875,
                    0.625,
                    1.0,
                    0.738281,
                    0.890625,
                    1.0625,
                    0.871094,
                    1.132812,
                    0.466797,
                    1.203125,
                    0.542969,
                    0.796875,
                    0.808594,
                    0.949219,
                    0.382812,
                    0.243164,
                    0.777344,
                    1.03125,
                    0.151367,
                    0.898438,
                    0.941406,
                    1.085938
                ]
            },
            "name": "model.model.layers.11.post_attention_layernorm.weight",
            "outputIndexes": [
                995
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                994
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_11/Mul_output_0",
            "outputIndexes": [
                996
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                995,
                996
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_11/Mul_1_output_0",
            "outputIndexes": [
                997
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                997
            ],
            "outputIndexes": [
                2632
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2632
            ],
            "outputIndexes": [
                2633
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/gate_proj/Linear",
            "inputIndexes": [
                2633
            ],
            "outputIndexes": [
                2634
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    292726518,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2634
            ],
            "outputIndexes": [
                2635
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2635
            ],
            "outputIndexes": [
                998
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                998
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_11/Sigmoid_output_0",
            "outputIndexes": [
                999
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                998,
                999
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_11/Mul_output_0",
            "outputIndexes": [
                1000
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                997
            ],
            "outputIndexes": [
                2636
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2636
            ],
            "outputIndexes": [
                2637
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/up_proj/Linear",
            "inputIndexes": [
                2637
            ],
            "outputIndexes": [
                2638
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    300467980,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2638
            ],
            "outputIndexes": [
                2639
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2639
            ],
            "outputIndexes": [
                1001
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1000,
                1001
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_11/Mul_output_0",
            "outputIndexes": [
                1002
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1002
            ],
            "outputIndexes": [
                2640
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    8960,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2640
            ],
            "outputIndexes": [
                2641
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/down_proj/Linear",
            "inputIndexes": [
                2641
            ],
            "outputIndexes": [
                2642
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 8960,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    308209442,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2642
            ],
            "outputIndexes": [
                2643
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2643
            ],
            "outputIndexes": [
                1003
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                994,
                1003
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_59_output_0",
            "outputIndexes": [
                1004
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1004,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_108_output_0",
            "outputIndexes": [
                1005
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.542969,
                    1.421875,
                    1.242188,
                    0.910156,
                    1.054688,
                    0.75,
                    1.1875,
                    0.988281,
                    1.023438,
                    0.730469,
                    1.09375,
                    0.671875,
                    1.078125,
                    1.351562,
                    1.140625,
                    1.164062,
                    1.03125,
                    1.0,
                    1.085938,
                    0.558594,
                    1.078125,
                    1.296875,
                    1.0625,
                    0.182617,
                    1.546875,
                    1.257812,
                    0.8125,
                    0.640625,
                    0.447266,
                    1.359375,
                    1.1875,
                    1.046875,
                    1.789062,
                    0.625,
                    1.085938,
                    1.375,
                    1.101562,
                    1.109375,
                    0.535156,
                    0.636719,
                    1.53125,
                    1.320312,
                    1.125,
                    1.4375,
                    0.558594,
                    1.140625,
                    0.929688,
                    1.007812,
                    0.96875,
                    1.25,
                    0.232422,
                    0.566406,
                    1.15625,
                    1.460938,
                    1.210938,
                    0.769531,
                    0.714844,
                    0.235352,
                    0.949219,
                    0.605469,
                    0.921875,
                    0.675781,
                    1.1875,
                    1.140625,
                    1.046875,
                    0.472656,
                    0.953125,
                    0.5,
                    1.085938,
                    0.785156,
                    1.195312,
                    0.964844,
                    0.285156,
                    0.742188,
                    1.0,
                    0.609375,
                    1.234375,
                    1.070312,
                    0.992188,
                    1.664062,
                    1.460938,
                    0.235352,
                    0.875,
                    1.546875,
                    1.375,
                    1.1875,
                    1.367188,
                    1.367188,
                    1.132812,
                    0.992188,
                    1.070312,
                    0.90625,
                    1.242188,
                    0.710938,
                    1.296875,
                    1.03125,
                    1.023438,
                    0.804688,
                    1.445312,
                    1.179688,
                    1.71875,
                    0.628906,
                    0.636719,
                    1.515625,
                    0.578125,
                    1.085938,
                    1.382812,
                    1.015625,
                    0.554688,
                    1.09375,
                    0.605469,
                    1.460938,
                    0.945312,
                    2.15625,
                    1.273438,
                    1.054688,
                    1.328125,
                    1.523438,
                    0.249023,
                    0.28125,
                    1.054688,
                    0.376953,
                    0.792969,
                    0.609375,
                    1.140625,
                    1.25,
                    1.46875,
                    0.291016,
                    0.890625,
                    1.515625,
                    0.929688,
                    1.023438,
                    1.265625,
                    1.5625,
                    1.367188,
                    1.59375,
                    0.478516,
                    1.648438,
                    0.523438,
                    1.015625,
                    0.257812,
                    1.117188,
                    0.839844,
                    0.289062,
                    1.40625,
                    0.578125,
                    1.414062,
                    1.632812,
                    1.59375,
                    0.96875,
                    0.910156,
                    1.304688,
                    0.367188,
                    1.109375,
                    0.96875,
                    0.628906,
                    1.414062,
                    0.757812,
                    1.476562,
                    1.273438,
                    0.65625,
                    1.015625,
                    1.3125,
                    0.371094,
                    0.6875,
                    1.320312,
                    1.070312,
                    1.25,
                    1.296875,
                    1.8125,
                    1.585938,
                    1.09375,
                    1.164062,
                    1.523438,
                    0.914062,
                    1.25,
                    1.53125,
                    1.78125,
                    1.289062,
                    1.5625,
                    1.3125,
                    0.796875,
                    1.390625,
                    1.609375,
                    1.054688,
                    1.203125,
                    0.28125,
                    1.671875,
                    0.921875,
                    1.0,
                    1.570312,
                    0.945312,
                    1.453125,
                    1.414062,
                    1.453125,
                    1.132812,
                    1.03125,
                    0.960938,
                    1.179688,
                    0.71875,
                    0.886719,
                    1.09375,
                    1.40625,
                    1.59375,
                    1.117188,
                    1.09375,
                    1.140625,
                    1.390625,
                    0.996094,
                    1.101562,
                    1.085938,
                    1.414062,
                    0.621094,
                    0.890625,
                    1.445312,
                    0.449219,
                    1.40625,
                    1.515625,
                    1.195312,
                    0.949219,
                    1.140625,
                    1.203125,
                    0.496094,
                    1.132812,
                    0.726562,
                    1.273438,
                    0.660156,
                    0.494141,
                    0.980469,
                    1.140625,
                    1.078125,
                    1.09375,
                    1.304688,
                    1.203125,
                    1.140625,
                    0.494141,
                    1.070312,
                    1.054688,
                    1.226562,
                    1.484375,
                    0.816406,
                    1.335938,
                    1.171875,
                    1.609375,
                    1.125,
                    1.210938,
                    1.34375,
                    1.171875,
                    0.847656,
                    1.585938,
                    0.988281,
                    0.671875,
                    1.585938,
                    2.3125,
                    0.152344,
                    0.667969,
                    0.890625,
                    1.484375,
                    1.40625,
                    1.140625,
                    1.125,
                    1.195312,
                    1.164062,
                    0.824219,
                    1.304688,
                    0.90625,
                    0.703125,
                    1.460938,
                    0.996094,
                    0.90625,
                    1.21875,
                    1.25,
                    0.867188,
                    1.078125,
                    0.535156,
                    0.605469,
                    0.298828,
                    1.4375,
                    0.507812,
                    1.414062,
                    1.132812,
                    0.964844,
                    0.960938,
                    0.957031,
                    1.078125,
                    0.375,
                    0.828125,
                    1.242188,
                    0.96875,
                    1.46875,
                    1.109375,
                    1.234375,
                    1.414062,
                    1.507812,
                    0.839844,
                    0.855469,
                    1.210938,
                    1.265625,
                    1.296875,
                    1.523438,
                    0.222656,
                    0.609375,
                    1.382812,
                    0.375,
                    1.632812,
                    0.976562,
                    1.359375,
                    1.046875,
                    1.414062,
                    0.245117,
                    0.628906,
                    1.367188,
                    0.28125,
                    1.015625,
                    1.554688,
                    1.390625,
                    0.425781,
                    1.21875,
                    1.15625,
                    0.292969,
                    1.039062,
                    1.640625,
                    1.179688,
                    0.589844,
                    1.070312,
                    1.328125,
                    0.921875,
                    0.181641,
                    1.125,
                    1.015625,
                    0.152344,
                    1.40625,
                    0.289062,
                    1.148438,
                    1.085938,
                    0.644531,
                    0.945312,
                    0.166992,
                    0.894531,
                    0.455078,
                    1.03125,
                    1.242188,
                    0.894531,
                    1.398438,
                    1.1875,
                    1.015625,
                    1.117188,
                    0.789062,
                    0.601562,
                    1.15625,
                    0.695312,
                    0.601562,
                    0.664062,
                    1.5,
                    0.601562,
                    1.234375,
                    2.21875,
                    1.09375,
                    1.375,
                    0.519531,
                    0.419922,
                    1.09375,
                    1.125,
                    1.203125,
                    1.078125,
                    0.90625,
                    1.429688,
                    1.125,
                    0.213867,
                    1.570312,
                    0.960938,
                    0.652344,
                    1.5,
                    0.578125,
                    0.96875,
                    1.023438,
                    1.375,
                    0.789062,
                    1.710938,
                    0.628906,
                    1.59375,
                    1.570312,
                    1.289062,
                    1.664062,
                    0.582031,
                    1.023438,
                    0.808594,
                    1.398438,
                    0.828125,
                    1.054688,
                    0.992188,
                    1.117188,
                    1.28125,
                    1.289062,
                    0.90625,
                    0.476562,
                    1.101562,
                    0.527344,
                    0.960938,
                    1.25,
                    0.578125,
                    1.328125,
                    0.886719,
                    0.933594,
                    1.117188,
                    0.400391,
                    1.625,
                    1.015625,
                    0.021729,
                    0.507812,
                    0.96875,
                    0.75,
                    1.140625,
                    1.335938,
                    0.902344,
                    0.765625,
                    1.554688,
                    1.640625,
                    0.503906,
                    1.203125,
                    1.367188,
                    0.542969,
                    1.445312,
                    0.671875,
                    0.363281,
                    1.46875,
                    0.769531,
                    1.351562,
                    0.941406,
                    1.273438,
                    1.445312,
                    1.476562,
                    1.039062,
                    1.625,
                    0.621094,
                    0.800781,
                    0.773438,
                    0.667969,
                    1.039062,
                    1.09375,
                    0.917969,
                    0.419922,
                    0.660156,
                    1.335938,
                    1.179688,
                    1.609375,
                    0.371094,
                    1.359375,
                    1.359375,
                    1.460938,
                    1.625,
                    1.109375,
                    0.921875,
                    1.734375,
                    1.4375,
                    1.210938,
                    1.484375,
                    1.226562,
                    0.171875,
                    1.585938,
                    0.578125,
                    1.046875,
                    1.179688,
                    1.0625,
                    0.890625,
                    0.265625,
                    0.726562,
                    1.0625,
                    0.996094,
                    0.886719,
                    1.203125,
                    0.988281,
                    0.585938,
                    1.25,
                    1.59375,
                    1.453125,
                    1.398438,
                    0.550781,
                    0.412109,
                    1.1875,
                    1.351562,
                    1.28125,
                    0.980469,
                    1.25,
                    0.851562,
                    0.625,
                    1.070312,
                    1.0625,
                    1.15625,
                    1.15625,
                    1.140625,
                    0.957031,
                    1.328125,
                    1.171875,
                    1.28125,
                    1.328125,
                    1.453125,
                    1.554688,
                    0.828125,
                    0.546875,
                    0.455078,
                    1.296875,
                    1.171875,
                    0.597656,
                    1.71875,
                    0.875,
                    1.328125,
                    1.898438,
                    0.648438,
                    1.484375,
                    0.443359,
                    1.382812,
                    1.421875,
                    1.421875,
                    0.227539,
                    1.070312,
                    1.078125,
                    1.632812,
                    0.523438,
                    1.15625,
                    -0.039795,
                    1.117188,
                    1.0,
                    0.867188,
                    1.257812,
                    0.613281,
                    0.90625,
                    1.171875,
                    1.179688,
                    0.945312,
                    0.554688,
                    0.65625,
                    0.324219,
                    0.929688,
                    1.335938,
                    1.375,
                    1.359375,
                    1.21875,
                    1.140625,
                    0.172852,
                    0.910156,
                    0.902344,
                    1.390625,
                    1.070312,
                    0.832031,
                    0.78125,
                    0.832031,
                    1.234375,
                    0.714844,
                    1.125,
                    0.570312,
                    1.140625,
                    1.195312,
                    0.570312,
                    0.330078,
                    0.988281,
                    1.320312,
                    1.101562,
                    1.28125,
                    0.335938,
                    1.40625,
                    1.34375,
                    1.3125,
                    1.1875,
                    1.304688,
                    1.40625,
                    0.390625,
                    1.304688,
                    1.34375,
                    1.3125,
                    0.597656,
                    1.703125,
                    0.929688,
                    0.15918,
                    0.625,
                    0.6875,
                    1.289062,
                    1.296875,
                    0.507812,
                    1.070312,
                    2.125,
                    0.875,
                    0.898438,
                    1.546875,
                    1.859375,
                    0.570312,
                    0.902344,
                    1.34375,
                    1.5,
                    0.816406,
                    1.289062,
                    1.453125,
                    1.21875,
                    0.792969,
                    0.722656,
                    1.476562,
                    1.390625,
                    1.445312,
                    1.15625,
                    0.828125,
                    1.320312,
                    1.515625,
                    1.140625,
                    0.261719,
                    1.515625,
                    0.5625,
                    0.283203,
                    1.539062,
                    1.359375,
                    -0.067871,
                    0.765625,
                    1.367188,
                    0.163086,
                    0.496094,
                    0.929688,
                    1.109375,
                    1.085938,
                    1.3125,
                    0.617188,
                    0.929688,
                    0.699219,
                    0.699219,
                    1.0625,
                    0.953125,
                    1.859375,
                    1.429688,
                    1.171875,
                    1.53125,
                    1.3125,
                    0.992188,
                    1.6875,
                    0.945312,
                    0.168945,
                    0.945312,
                    1.007812,
                    0.992188,
                    1.117188,
                    0.707031,
                    1.179688,
                    1.03125,
                    1.46875,
                    0.174805,
                    1.320312,
                    0.65625,
                    0.22168,
                    1.515625,
                    1.6875,
                    1.703125,
                    0.773438,
                    0.738281,
                    0.318359,
                    1.335938,
                    0.917969,
                    0.609375,
                    0.523438,
                    1.65625,
                    1.53125,
                    1.40625,
                    0.78125,
                    1.335938,
                    0.972656,
                    0.65625,
                    0.253906,
                    0.9375,
                    0.726562,
                    1.234375,
                    1.164062,
                    0.867188,
                    1.078125,
                    0.84375,
                    1.015625,
                    1.007812,
                    1.101562,
                    1.617188,
                    1.296875,
                    1.3125,
                    0.455078,
                    1.0625,
                    1.132812,
                    0.851562,
                    1.015625,
                    1.125,
                    1.015625,
                    1.367188,
                    1.476562,
                    1.164062,
                    1.5,
                    1.265625,
                    0.859375,
                    1.53125,
                    1.429688,
                    0.882812,
                    0.78125,
                    1.304688,
                    0.875,
                    1.195312,
                    0.882812,
                    0.851562,
                    1.578125,
                    1.265625,
                    1.195312,
                    1.0,
                    1.039062,
                    1.359375,
                    0.59375,
                    1.203125,
                    0.773438,
                    1.328125,
                    1.398438,
                    0.628906,
                    0.386719,
                    0.165039,
                    1.210938,
                    1.085938,
                    0.337891,
                    1.664062,
                    1.25,
                    1.296875,
                    0.539062,
                    1.429688,
                    1.140625,
                    0.238281,
                    1.039062,
                    0.359375,
                    1.070312,
                    0.945312,
                    0.855469,
                    1.390625,
                    1.429688,
                    0.957031,
                    1.007812,
                    0.859375,
                    1.070312,
                    0.632812,
                    1.640625,
                    0.416016,
                    0.941406,
                    1.132812,
                    1.523438,
                    1.609375,
                    1.179688,
                    0.371094,
                    1.625,
                    0.894531,
                    1.28125,
                    1.242188,
                    0.914062,
                    1.09375,
                    1.8125,
                    1.242188,
                    0.695312,
                    1.320312,
                    2.34375,
                    0.390625,
                    1.046875,
                    0.898438,
                    1.09375,
                    0.578125,
                    0.632812,
                    0.976562,
                    1.429688,
                    1.078125,
                    0.902344,
                    0.157227,
                    0.90625,
                    1.390625,
                    1.367188,
                    1.523438,
                    0.863281,
                    1.023438,
                    0.21875,
                    1.109375,
                    1.195312,
                    0.726562,
                    1.195312,
                    0.625,
                    0.71875,
                    0.511719,
                    1.203125,
                    0.609375,
                    0.660156,
                    1.335938,
                    0.679688,
                    1.070312,
                    0.886719,
                    0.828125,
                    1.679688,
                    0.53125,
                    0.980469,
                    0.691406,
                    1.257812,
                    1.484375,
                    1.3125,
                    2.609375,
                    0.816406,
                    1.625,
                    0.597656,
                    0.570312,
                    1.703125,
                    1.09375,
                    0.710938,
                    1.375,
                    0.402344,
                    1.0625,
                    1.242188,
                    1.140625,
                    0.574219,
                    1.09375,
                    0.431641,
                    0.5625,
                    0.972656,
                    0.859375,
                    1.101562,
                    0.59375,
                    0.8125,
                    1.328125,
                    1.125,
                    0.964844,
                    1.039062,
                    1.34375,
                    1.320312,
                    1.414062,
                    1.140625,
                    1.164062,
                    1.34375,
                    1.09375,
                    0.628906,
                    0.322266,
                    1.265625,
                    0.492188,
                    1.132812,
                    0.648438,
                    1.117188,
                    0.632812,
                    0.847656,
                    1.34375,
                    1.132812,
                    0.625,
                    1.414062,
                    1.070312,
                    1.8125,
                    1.085938,
                    0.554688,
                    1.25,
                    0.542969,
                    0.609375,
                    1.265625,
                    0.730469,
                    1.148438,
                    0.163086,
                    1.015625,
                    1.234375,
                    1.484375,
                    0.566406,
                    1.179688,
                    1.640625,
                    0.371094,
                    0.605469,
                    0.546875,
                    1.273438,
                    1.476562,
                    1.046875,
                    1.5,
                    1.367188,
                    0.255859,
                    2.84375,
                    1.523438,
                    0.558594,
                    2.1875,
                    1.054688,
                    0.882812,
                    1.109375,
                    0.597656,
                    0.855469,
                    1.335938,
                    0.972656,
                    1.414062,
                    1.140625,
                    0.671875,
                    1.507812,
                    0.173828,
                    1.40625,
                    0.925781,
                    0.839844,
                    0.980469,
                    1.09375,
                    1.507812,
                    1.5,
                    1.109375,
                    1.304688,
                    0.414062,
                    1.382812,
                    1.007812,
                    0.15918,
                    0.902344,
                    1.507812,
                    1.453125,
                    1.296875,
                    0.660156,
                    0.15625,
                    2.1875,
                    2.09375,
                    1.03125,
                    0.894531,
                    0.527344,
                    1.101562,
                    0.601562,
                    1.28125,
                    0.957031,
                    0.617188,
                    1.320312,
                    0.707031,
                    0.960938,
                    0.976562,
                    0.65625,
                    1.328125,
                    1.671875,
                    0.179688,
                    1.40625,
                    1.140625,
                    1.5,
                    1.1875,
                    1.085938,
                    1.40625,
                    0.484375,
                    1.125,
                    0.628906,
                    0.765625,
                    1.132812,
                    1.164062,
                    1.515625,
                    1.445312,
                    1.007812,
                    0.174805,
                    1.367188,
                    1.015625,
                    1.007812,
                    1.5,
                    0.613281,
                    1.703125,
                    0.029053,
                    1.039062,
                    1.148438,
                    0.710938,
                    1.1875,
                    1.632812,
                    1.21875,
                    0.804688,
                    1.398438,
                    1.40625,
                    1.460938,
                    0.198242,
                    1.15625,
                    1.34375,
                    1.117188,
                    1.078125,
                    0.972656,
                    0.871094,
                    0.558594,
                    1.234375,
                    1.554688,
                    1.523438,
                    0.910156,
                    1.257812,
                    0.785156,
                    0.96875,
                    1.476562,
                    0.710938,
                    0.941406,
                    0.609375,
                    0.84375,
                    1.101562,
                    1.242188,
                    1.164062,
                    1.179688,
                    0.205078,
                    1.539062,
                    1.304688,
                    0.691406,
                    0.863281,
                    0.5625,
                    1.203125,
                    1.070312,
                    0.617188,
                    0.953125,
                    0.679688,
                    0.996094,
                    1.570312,
                    1.3125,
                    0.488281,
                    1.421875,
                    0.15918,
                    1.6875,
                    1.210938,
                    1.476562,
                    0.757812,
                    1.234375,
                    1.039062,
                    1.0625,
                    0.640625,
                    1.242188,
                    1.304688,
                    0.486328,
                    1.09375,
                    1.015625,
                    0.675781,
                    1.117188,
                    0.773438,
                    1.359375,
                    0.914062,
                    0.5625,
                    1.0,
                    1.0625,
                    1.109375,
                    1.320312,
                    0.992188,
                    1.78125,
                    1.28125,
                    0.511719,
                    0.796875,
                    0.914062,
                    1.03125,
                    1.390625,
                    0.496094,
                    1.242188,
                    1.28125,
                    1.125,
                    1.335938,
                    0.738281,
                    1.398438,
                    0.664062,
                    1.234375,
                    0.90625,
                    0.945312,
                    1.476562,
                    1.265625,
                    1.421875,
                    1.03125,
                    1.375,
                    1.03125,
                    1.023438,
                    0.871094,
                    1.101562,
                    1.367188,
                    1.234375,
                    1.25,
                    1.421875,
                    1.078125,
                    1.71875,
                    1.023438,
                    0.796875,
                    1.039062,
                    1.320312,
                    1.046875,
                    1.484375,
                    1.195312,
                    1.007812,
                    1.242188,
                    1.359375,
                    1.609375,
                    0.507812,
                    1.648438,
                    0.953125,
                    0.921875,
                    0.699219,
                    1.125,
                    1.179688,
                    1.84375,
                    0.466797,
                    1.601562,
                    0.996094,
                    1.375,
                    1.523438,
                    1.867188,
                    1.078125,
                    1.28125,
                    1.382812,
                    1.46875,
                    1.25,
                    1.390625,
                    1.28125,
                    0.660156,
                    1.203125,
                    1.390625,
                    1.054688,
                    0.96875,
                    1.09375,
                    0.217773,
                    1.523438,
                    1.507812,
                    1.210938,
                    1.539062,
                    0.9375,
                    0.613281,
                    0.871094,
                    1.039062,
                    0.75,
                    1.679688,
                    0.149414,
                    0.585938,
                    1.117188,
                    0.347656,
                    0.155273,
                    1.09375,
                    1.007812,
                    0.800781,
                    1.359375,
                    0.941406,
                    1.414062,
                    0.671875,
                    1.632812,
                    0.761719,
                    0.251953,
                    1.90625,
                    1.664062,
                    1.0625,
                    1.0625,
                    0.972656,
                    0.761719,
                    1.3125,
                    0.835938,
                    0.929688,
                    1.0,
                    0.828125,
                    1.125,
                    0.447266,
                    1.5625,
                    1.351562,
                    1.226562,
                    1.242188,
                    1.71875,
                    1.335938,
                    0.976562,
                    1.078125,
                    0.683594,
                    1.15625,
                    1.3125,
                    1.3125,
                    1.578125,
                    0.496094,
                    0.933594,
                    1.070312,
                    1.335938,
                    0.816406,
                    1.539062,
                    1.523438,
                    0.703125,
                    1.273438,
                    0.71875,
                    0.722656,
                    1.34375,
                    1.007812,
                    0.90625,
                    0.898438,
                    1.476562,
                    0.208008,
                    1.585938,
                    0.152344,
                    1.40625,
                    1.546875,
                    0.3125,
                    0.433594,
                    1.617188,
                    1.03125,
                    1.242188,
                    1.296875,
                    1.046875,
                    1.125,
                    0.746094,
                    0.546875,
                    1.164062,
                    1.210938,
                    1.148438,
                    1.492188,
                    1.03125,
                    1.171875,
                    1.171875,
                    0.582031,
                    1.4375,
                    1.546875,
                    1.25,
                    1.507812,
                    0.527344,
                    0.326172,
                    1.03125,
                    1.367188,
                    0.9375,
                    1.609375,
                    0.839844,
                    1.429688,
                    1.453125,
                    1.179688,
                    1.125,
                    1.742188,
                    0.898438,
                    1.4375,
                    0.617188,
                    0.332031,
                    0.988281,
                    1.101562,
                    0.863281,
                    1.03125,
                    1.554688,
                    1.804688,
                    1.609375,
                    0.789062,
                    1.554688,
                    1.757812,
                    1.296875,
                    0.941406,
                    1.203125,
                    1.632812,
                    0.820312,
                    0.761719,
                    0.726562,
                    0.691406,
                    1.664062,
                    1.398438,
                    1.15625,
                    0.550781,
                    1.085938,
                    1.0625,
                    1.335938,
                    0.644531,
                    0.816406,
                    0.380859,
                    1.25,
                    1.164062,
                    0.882812,
                    0.964844,
                    1.101562,
                    1.4375,
                    0.808594,
                    0.176758,
                    1.601562,
                    0.804688,
                    1.367188,
                    0.992188,
                    1.5,
                    1.21875,
                    1.515625,
                    1.328125,
                    1.273438,
                    0.300781,
                    1.65625,
                    0.566406,
                    0.65625,
                    1.210938,
                    1.125,
                    1.039062,
                    1.3125,
                    0.230469,
                    1.203125,
                    1.5625,
                    1.21875,
                    0.233398,
                    1.171875,
                    0.941406,
                    1.71875,
                    0.789062,
                    1.15625,
                    1.007812,
                    0.195312,
                    1.390625,
                    1.414062,
                    1.1875,
                    0.59375,
                    0.953125,
                    1.171875,
                    1.109375,
                    1.25,
                    1.351562,
                    0.859375,
                    0.523438,
                    1.1875,
                    1.046875,
                    1.546875,
                    0.699219,
                    0.427734,
                    1.796875,
                    1.109375,
                    1.226562,
                    0.75,
                    1.78125,
                    1.5625,
                    1.726562,
                    0.131836,
                    0.539062,
                    0.182617,
                    1.226562,
                    1.859375,
                    1.742188,
                    1.140625,
                    0.808594,
                    0.957031,
                    2.046875,
                    1.0625,
                    0.652344,
                    1.070312,
                    0.640625,
                    1.046875,
                    0.507812,
                    1.351562,
                    0.542969,
                    1.125,
                    1.367188,
                    1.226562,
                    1.273438,
                    0.621094,
                    1.765625,
                    1.09375,
                    1.4375,
                    1.226562,
                    1.445312,
                    1.132812,
                    0.695312,
                    1.601562,
                    0.894531,
                    1.195312,
                    0.925781,
                    1.171875,
                    1.382812,
                    1.390625,
                    1.429688,
                    1.398438,
                    1.375,
                    0.339844,
                    0.953125,
                    1.132812,
                    1.171875,
                    1.5625,
                    0.765625,
                    1.585938,
                    1.335938,
                    1.046875,
                    1.289062,
                    1.125,
                    1.375,
                    1.1875,
                    1.226562,
                    0.275391,
                    1.34375,
                    1.679688,
                    0.535156,
                    1.179688,
                    1.085938,
                    1.429688,
                    1.046875,
                    0.488281,
                    1.5625,
                    0.648438,
                    0.765625,
                    0.539062,
                    1.34375,
                    1.421875,
                    1.367188,
                    1.453125,
                    0.765625,
                    0.216797,
                    0.820312,
                    2.15625,
                    1.359375,
                    1.21875,
                    1.265625,
                    1.054688,
                    1.203125,
                    1.492188,
                    0.765625,
                    0.972656,
                    1.007812,
                    1.109375,
                    0.84375,
                    1.28125,
                    1.109375,
                    1.09375,
                    1.476562,
                    1.390625,
                    1.34375,
                    1.539062,
                    1.320312,
                    1.09375,
                    0.171875,
                    1.453125,
                    0.199219,
                    0.382812,
                    0.75,
                    0.9375,
                    0.542969,
                    0.486328,
                    0.792969,
                    0.168945,
                    0.601562,
                    1.3125,
                    1.109375,
                    1.476562,
                    0.871094,
                    0.945312,
                    0.832031,
                    1.546875,
                    0.828125,
                    0.239258,
                    1.273438,
                    1.476562,
                    1.101562,
                    1.78125,
                    1.28125,
                    1.523438,
                    1.1875,
                    1.695312,
                    1.210938,
                    1.164062,
                    1.328125,
                    0.585938,
                    1.492188,
                    0.703125,
                    0.511719,
                    1.179688,
                    0.6875,
                    0.894531,
                    1.3125,
                    1.5,
                    0.062256,
                    0.6875,
                    0.621094,
                    1.648438,
                    0.96875,
                    1.25,
                    1.257812,
                    0.972656,
                    1.539062,
                    1.515625,
                    1.046875,
                    1.132812,
                    0.648438,
                    0.451172,
                    0.503906,
                    1.0625,
                    0.996094,
                    1.585938,
                    1.34375,
                    0.249023,
                    0.185547,
                    0.367188,
                    1.125,
                    0.839844,
                    0.820312,
                    1.59375,
                    1.523438,
                    0.855469,
                    1.351562,
                    1.3125,
                    0.933594,
                    0.333984,
                    1.15625,
                    0.777344,
                    1.273438,
                    1.523438,
                    0.617188,
                    0.566406,
                    1.289062,
                    1.132812,
                    0.890625,
                    0.519531,
                    0.925781,
                    1.335938,
                    0.222656,
                    0.847656,
                    1.25,
                    0.460938,
                    1.132812,
                    1.34375,
                    0.6875,
                    1.59375,
                    0.992188,
                    0.925781,
                    0.195312,
                    1.085938,
                    0.511719,
                    1.320312,
                    1.148438,
                    0.490234,
                    0.902344,
                    1.257812,
                    1.0625,
                    0.660156,
                    0.925781,
                    0.515625,
                    1.078125,
                    1.179688,
                    1.03125,
                    0.953125,
                    1.335938,
                    0.570312,
                    1.195312,
                    1.296875,
                    0.945312,
                    1.875,
                    1.289062,
                    1.195312,
                    0.636719,
                    0.617188,
                    1.304688,
                    1.390625,
                    1.554688,
                    1.164062,
                    1.773438,
                    1.132812,
                    0.996094,
                    1.179688,
                    0.914062,
                    1.109375,
                    1.46875,
                    0.792969,
                    0.949219,
                    1.203125,
                    0.773438,
                    1.226562,
                    1.1875,
                    0.96875,
                    1.257812,
                    0.875,
                    1.421875,
                    0.617188,
                    1.554688,
                    0.578125,
                    1.15625,
                    0.9375,
                    1.125,
                    0.582031,
                    0.410156,
                    1.015625,
                    1.320312,
                    0.279297,
                    1.304688,
                    1.078125,
                    1.320312
                ]
            },
            "name": "model.model.layers.12.input_layernorm.weight",
            "outputIndexes": [
                1006
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1005
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_12/Mul_output_0",
            "outputIndexes": [
                1007
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1006,
                1007
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_12/Mul_1_output_0",
            "outputIndexes": [
                1008
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1008
            ],
            "outputIndexes": [
                2644
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2644
            ],
            "outputIndexes": [
                2645
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/q_proj/Linear",
            "inputIndexes": [
                2645
            ],
            "outputIndexes": [
                2646
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    315950904,
                    1179670,
                    147456,
                    6144,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2646
            ],
            "outputIndexes": [
                2647
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2647
            ],
            "outputIndexes": [
                1009
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1008
            ],
            "main_type": "NONE",
            "name": "/Shape_169_output_0",
            "outputIndexes": [
                1010
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1010
            ],
            "main_type": "NONE",
            "name": "Shape3078",
            "outputIndexes": [
                1011
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1010
            ],
            "main_type": "NONE",
            "name": "Rank3080",
            "outputIndexes": [
                1012
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1012,
                1012
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3082",
            "outputIndexes": [
                1013
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1013
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3083",
            "outputIndexes": [
                1014
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1013,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3085",
            "outputIndexes": [
                1015
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1015
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3086",
            "outputIndexes": [
                1016
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1011,
                1014,
                1016,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3089",
            "outputIndexes": [
                1017
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1017
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3090",
            "outputIndexes": [
                1018
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                1018
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3091",
            "outputIndexes": [
                1019
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1019,
                1018
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3092",
            "outputIndexes": [
                1020
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1010,
                1020,
                1013
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_184_output_0",
            "outputIndexes": [
                1021
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1021,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_385_output_0",
            "outputIndexes": [
                1022
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1022,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_156_output_0",
            "outputIndexes": [
                1023
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1009,
                1023
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_109_output_0",
            "outputIndexes": [
                1024
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1024,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_96_output_0",
            "outputIndexes": [
                1025
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1024
            ],
            "main_type": "NONE",
            "name": "/Shape_170_output_0",
            "outputIndexes": [
                1026
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1026
            ],
            "main_type": "NONE",
            "name": "Shape3099",
            "outputIndexes": [
                1027
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1026
            ],
            "main_type": "NONE",
            "name": "Rank3101",
            "outputIndexes": [
                1028
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1028,
                1028
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3103",
            "outputIndexes": [
                1029
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1029
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3104",
            "outputIndexes": [
                1030
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1029,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3106",
            "outputIndexes": [
                1031
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1031
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3107",
            "outputIndexes": [
                1032
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1027,
                1030,
                1032,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3110",
            "outputIndexes": [
                1033
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1033
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3111",
            "outputIndexes": [
                1034
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1034
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3112",
            "outputIndexes": [
                1035
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1035,
                1034
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3113",
            "outputIndexes": [
                1036
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1026,
                1036,
                1029
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_185_output_0",
            "outputIndexes": [
                1037
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1037,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_36_output_0",
            "outputIndexes": [
                1038
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1038,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_390_output_0",
            "outputIndexes": [
                1039
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1024,
                1039,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_49_output_0",
            "outputIndexes": [
                1040
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1040
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_24_output_0",
            "outputIndexes": [
                1041
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1024,
                22,
                1039,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_48_output_0",
            "outputIndexes": [
                1042
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1041,
                1042
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_159_output_0",
            "outputIndexes": [
                1043
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1043,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_97_output_0",
            "outputIndexes": [
                1044
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1025,
                1044
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_60_output_0",
            "outputIndexes": [
                1045
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1008
            ],
            "outputIndexes": [
                2648
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2648
            ],
            "outputIndexes": [
                2649
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/k_proj/Linear",
            "inputIndexes": [
                2649
            ],
            "outputIndexes": [
                2650
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    317284174,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2650
            ],
            "outputIndexes": [
                2651
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2651
            ],
            "outputIndexes": [
                1046
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1022,
                85,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_157_output_0",
            "outputIndexes": [
                1047
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1046,
                1047
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_110_output_0",
            "outputIndexes": [
                1048
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1048,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_98_output_0",
            "outputIndexes": [
                1049
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1048
            ],
            "main_type": "NONE",
            "name": "/Shape_171_output_0",
            "outputIndexes": [
                1050
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1050
            ],
            "main_type": "NONE",
            "name": "Shape3162",
            "outputIndexes": [
                1051
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1050
            ],
            "main_type": "NONE",
            "name": "Rank3164",
            "outputIndexes": [
                1052
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1052,
                1052
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3166",
            "outputIndexes": [
                1053
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1053
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3167",
            "outputIndexes": [
                1054
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1053,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3169",
            "outputIndexes": [
                1055
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1055
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3170",
            "outputIndexes": [
                1056
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1051,
                1054,
                1056,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3173",
            "outputIndexes": [
                1057
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1057
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3174",
            "outputIndexes": [
                1058
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1058
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3175",
            "outputIndexes": [
                1059
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1059,
                1058
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3176",
            "outputIndexes": [
                1060
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1050,
                1060,
                1053
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_186_output_0",
            "outputIndexes": [
                1061
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1061,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_37_output_0",
            "outputIndexes": [
                1062
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1062,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_392_output_0",
            "outputIndexes": [
                1063
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1048,
                1063,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_51_output_0",
            "outputIndexes": [
                1064
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1064
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_25_output_0",
            "outputIndexes": [
                1065
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1048,
                22,
                1063,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_50_output_0",
            "outputIndexes": [
                1066
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1065,
                1066
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_160_output_0",
            "outputIndexes": [
                1067
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1067,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_99_output_0",
            "outputIndexes": [
                1068
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1049,
                1068
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_61_output_0",
            "outputIndexes": [
                1069
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1008
            ],
            "outputIndexes": [
                2652
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2652
            ],
            "outputIndexes": [
                2653
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/v_proj/Linear",
            "inputIndexes": [
                2653
            ],
            "outputIndexes": [
                2654
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    317506404,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2654
            ],
            "outputIndexes": [
                2655
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2655
            ],
            "outputIndexes": [
                1070
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1070,
                1047
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_111_output_0",
            "outputIndexes": [
                1071
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1045,
                1069,
                1071,
                111
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_116_output_0",
            "outputIndexes": [
                1072
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1072
            ],
            "outputIndexes": [
                2656
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2656
            ],
            "outputIndexes": [
                2657
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/o_proj/Linear",
            "inputIndexes": [
                2657
            ],
            "outputIndexes": [
                2658
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    317728634,
                    1179670,
                    147456,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2658
            ],
            "outputIndexes": [
                2659
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2659
            ],
            "outputIndexes": [
                1073
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1005,
                1073
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_63_output_0",
            "outputIndexes": [
                1074
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.178711,
                    1.109375,
                    0.710938,
                    0.84375,
                    0.679688,
                    0.640625,
                    0.941406,
                    0.78125,
                    0.964844,
                    0.492188,
                    0.820312,
                    0.4375,
                    0.988281,
                    1.015625,
                    0.976562,
                    0.886719,
                    0.925781,
                    0.757812,
                    1.015625,
                    0.431641,
                    0.984375,
                    0.8125,
                    0.820312,
                    0.146484,
                    1.132812,
                    1.046875,
                    0.667969,
                    0.523438,
                    0.53125,
                    1.085938,
                    0.984375,
                    0.9375,
                    1.195312,
                    0.554688,
                    0.808594,
                    1.1875,
                    1.0625,
                    0.875,
                    0.431641,
                    0.417969,
                    1.195312,
                    1.109375,
                    1.039062,
                    1.117188,
                    0.210938,
                    0.789062,
                    0.757812,
                    0.914062,
                    0.769531,
                    0.644531,
                    0.155273,
                    0.392578,
                    1.046875,
                    1.046875,
                    0.976562,
                    0.617188,
                    0.546875,
                    0.15625,
                    0.511719,
                    0.478516,
                    0.71875,
                    0.535156,
                    0.710938,
                    1.023438,
                    0.921875,
                    0.292969,
                    0.707031,
                    0.507812,
                    0.785156,
                    0.632812,
                    0.722656,
                    0.609375,
                    0.152344,
                    0.609375,
                    0.9375,
                    0.382812,
                    0.984375,
                    0.953125,
                    0.882812,
                    1.203125,
                    1.1875,
                    0.15625,
                    0.398438,
                    1.257812,
                    1.0625,
                    1.09375,
                    1.140625,
                    1.140625,
                    0.726562,
                    0.941406,
                    0.917969,
                    0.675781,
                    0.613281,
                    0.59375,
                    1.085938,
                    0.445312,
                    0.828125,
                    0.523438,
                    1.125,
                    0.96875,
                    1.34375,
                    0.408203,
                    0.451172,
                    1.210938,
                    0.464844,
                    0.808594,
                    0.808594,
                    0.875,
                    0.429688,
                    0.96875,
                    0.474609,
                    1.109375,
                    0.679688,
                    0.337891,
                    1.140625,
                    0.847656,
                    1.0,
                    1.164062,
                    0.15625,
                    0.179688,
                    0.960938,
                    0.192383,
                    0.574219,
                    0.546875,
                    1.015625,
                    1.101562,
                    1.195312,
                    0.19043,
                    0.574219,
                    1.265625,
                    0.785156,
                    0.851562,
                    1.007812,
                    1.179688,
                    1.039062,
                    1.25,
                    0.433594,
                    1.273438,
                    0.445312,
                    0.949219,
                    0.163086,
                    0.726562,
                    0.671875,
                    0.230469,
                    1.085938,
                    0.435547,
                    1.078125,
                    0.898438,
                    1.234375,
                    0.871094,
                    0.722656,
                    1.0625,
                    0.210938,
                    1.0,
                    0.964844,
                    0.4375,
                    1.085938,
                    0.566406,
                    1.164062,
                    1.132812,
                    0.511719,
                    0.621094,
                    0.859375,
                    0.197266,
                    0.488281,
                    1.039062,
                    0.867188,
                    1.015625,
                    0.988281,
                    1.164062,
                    1.265625,
                    0.960938,
                    0.957031,
                    1.171875,
                    0.703125,
                    1.070312,
                    0.953125,
                    1.296875,
                    1.007812,
                    1.125,
                    1.148438,
                    0.734375,
                    1.070312,
                    0.789062,
                    0.941406,
                    0.515625,
                    0.204102,
                    1.234375,
                    0.9375,
                    0.804688,
                    1.195312,
                    0.640625,
                    1.125,
                    1.09375,
                    1.085938,
                    0.953125,
                    0.878906,
                    0.789062,
                    1.070312,
                    0.621094,
                    0.78125,
                    0.953125,
                    1.203125,
                    1.296875,
                    1.046875,
                    0.988281,
                    0.921875,
                    1.1875,
                    0.824219,
                    1.054688,
                    0.820312,
                    1.140625,
                    0.429688,
                    0.707031,
                    1.164062,
                    0.230469,
                    1.039062,
                    1.078125,
                    0.988281,
                    0.871094,
                    0.984375,
                    1.070312,
                    0.349609,
                    0.359375,
                    0.601562,
                    1.132812,
                    0.554688,
                    0.394531,
                    0.546875,
                    0.972656,
                    0.984375,
                    1.078125,
                    1.117188,
                    1.109375,
                    1.015625,
                    0.578125,
                    1.070312,
                    0.839844,
                    0.988281,
                    1.140625,
                    0.679688,
                    1.125,
                    0.878906,
                    1.226562,
                    0.929688,
                    0.972656,
                    1.125,
                    0.921875,
                    0.65625,
                    1.1875,
                    0.71875,
                    0.332031,
                    1.117188,
                    0.535156,
                    0.142578,
                    0.554688,
                    0.695312,
                    1.210938,
                    1.109375,
                    0.851562,
                    0.875,
                    1.078125,
                    1.046875,
                    0.59375,
                    1.109375,
                    0.878906,
                    0.507812,
                    1.203125,
                    0.898438,
                    0.8125,
                    1.03125,
                    0.683594,
                    0.609375,
                    0.953125,
                    0.400391,
                    0.482422,
                    0.21582,
                    1.054688,
                    0.482422,
                    1.117188,
                    0.988281,
                    0.742188,
                    0.71875,
                    0.699219,
                    1.007812,
                    0.164062,
                    0.75,
                    0.964844,
                    0.765625,
                    1.140625,
                    0.964844,
                    1.148438,
                    1.226562,
                    1.140625,
                    0.625,
                    0.761719,
                    0.984375,
                    0.855469,
                    1.09375,
                    1.125,
                    0.168945,
                    0.275391,
                    1.15625,
                    0.212891,
                    1.265625,
                    0.835938,
                    1.09375,
                    0.617188,
                    1.0625,
                    0.15918,
                    0.417969,
                    1.164062,
                    0.207031,
                    0.910156,
                    1.25,
                    1.148438,
                    0.251953,
                    0.9375,
                    0.957031,
                    0.161133,
                    0.953125,
                    1.25,
                    0.988281,
                    0.414062,
                    0.8125,
                    0.964844,
                    0.753906,
                    0.157227,
                    0.847656,
                    0.742188,
                    0.149414,
                    1.109375,
                    0.18457,
                    0.832031,
                    0.726562,
                    0.390625,
                    0.816406,
                    0.149414,
                    0.613281,
                    0.242188,
                    0.789062,
                    0.984375,
                    0.714844,
                    1.132812,
                    1.039062,
                    0.839844,
                    0.871094,
                    0.59375,
                    0.515625,
                    1.015625,
                    0.605469,
                    0.339844,
                    0.40625,
                    0.972656,
                    0.679688,
                    1.0625,
                    0.429688,
                    0.800781,
                    1.03125,
                    0.4375,
                    0.503906,
                    0.808594,
                    0.96875,
                    0.945312,
                    0.832031,
                    0.785156,
                    1.15625,
                    0.8125,
                    0.164062,
                    1.140625,
                    0.765625,
                    0.492188,
                    1.132812,
                    0.453125,
                    0.707031,
                    0.769531,
                    1.085938,
                    0.605469,
                    1.148438,
                    0.478516,
                    1.1875,
                    1.226562,
                    0.988281,
                    1.273438,
                    0.283203,
                    0.992188,
                    0.59375,
                    1.179688,
                    0.671875,
                    1.03125,
                    0.769531,
                    0.929688,
                    1.117188,
                    0.910156,
                    0.46875,
                    0.212891,
                    0.964844,
                    0.503906,
                    0.769531,
                    1.054688,
                    0.439453,
                    1.109375,
                    0.605469,
                    0.964844,
                    0.710938,
                    0.166992,
                    1.265625,
                    0.96875,
                    0.8125,
                    0.222656,
                    0.726562,
                    0.539062,
                    1.101562,
                    1.09375,
                    0.726562,
                    0.710938,
                    1.296875,
                    1.210938,
                    0.402344,
                    1.015625,
                    1.078125,
                    0.433594,
                    0.917969,
                    0.558594,
                    0.455078,
                    1.078125,
                    0.597656,
                    1.046875,
                    0.660156,
                    1.0625,
                    1.1875,
                    1.148438,
                    0.949219,
                    1.1875,
                    0.451172,
                    0.539062,
                    0.613281,
                    0.460938,
                    0.859375,
                    1.03125,
                    0.71875,
                    0.474609,
                    0.277344,
                    0.800781,
                    0.992188,
                    1.140625,
                    0.196289,
                    1.1875,
                    1.070312,
                    1.164062,
                    1.273438,
                    0.945312,
                    0.882812,
                    1.34375,
                    1.109375,
                    1.0625,
                    1.171875,
                    0.992188,
                    0.15332,
                    1.265625,
                    0.457031,
                    0.847656,
                    0.980469,
                    0.699219,
                    0.757812,
                    0.19043,
                    0.570312,
                    0.753906,
                    0.769531,
                    0.804688,
                    0.945312,
                    0.875,
                    0.425781,
                    0.90625,
                    1.210938,
                    1.140625,
                    1.0625,
                    0.488281,
                    0.212891,
                    0.984375,
                    1.148438,
                    0.855469,
                    0.96875,
                    1.0625,
                    0.679688,
                    0.474609,
                    0.945312,
                    0.675781,
                    1.03125,
                    0.992188,
                    1.078125,
                    0.9375,
                    1.15625,
                    0.867188,
                    1.117188,
                    1.109375,
                    1.0625,
                    1.171875,
                    0.578125,
                    0.225586,
                    0.150391,
                    1.15625,
                    0.980469,
                    0.742188,
                    1.296875,
                    0.753906,
                    1.117188,
                    0.421875,
                    0.5,
                    1.21875,
                    0.449219,
                    1.007812,
                    1.171875,
                    1.203125,
                    0.165039,
                    0.917969,
                    0.847656,
                    1.265625,
                    0.443359,
                    0.601562,
                    0.878906,
                    0.960938,
                    0.914062,
                    0.578125,
                    1.0,
                    0.515625,
                    1.015625,
                    1.015625,
                    1.023438,
                    0.984375,
                    0.589844,
                    0.5625,
                    0.1875,
                    0.632812,
                    1.0625,
                    1.070312,
                    1.101562,
                    0.960938,
                    0.96875,
                    0.15918,
                    0.8125,
                    0.84375,
                    1.085938,
                    0.867188,
                    0.898438,
                    0.582031,
                    0.443359,
                    0.925781,
                    0.429688,
                    0.890625,
                    0.490234,
                    1.0,
                    1.023438,
                    0.578125,
                    0.168945,
                    0.816406,
                    1.140625,
                    0.980469,
                    1.085938,
                    0.181641,
                    1.125,
                    1.148438,
                    1.046875,
                    0.964844,
                    1.117188,
                    0.71875,
                    0.167969,
                    1.023438,
                    1.070312,
                    1.015625,
                    0.445312,
                    1.296875,
                    0.699219,
                    0.142578,
                    0.308594,
                    0.644531,
                    1.140625,
                    1.039062,
                    0.169922,
                    1.0,
                    0.417969,
                    0.574219,
                    0.929688,
                    1.234375,
                    1.28125,
                    0.449219,
                    0.6875,
                    1.148438,
                    1.234375,
                    0.710938,
                    1.0625,
                    1.132812,
                    0.96875,
                    0.628906,
                    0.527344,
                    1.171875,
                    1.0625,
                    1.15625,
                    0.960938,
                    0.53125,
                    1.101562,
                    1.195312,
                    0.902344,
                    0.175781,
                    1.101562,
                    0.324219,
                    0.175781,
                    1.203125,
                    0.984375,
                    -1.3e-05,
                    0.632812,
                    1.101562,
                    0.152344,
                    0.414062,
                    0.792969,
                    0.929688,
                    0.839844,
                    1.09375,
                    0.417969,
                    0.796875,
                    0.53125,
                    0.464844,
                    0.820312,
                    0.839844,
                    1.117188,
                    1.15625,
                    0.953125,
                    1.125,
                    1.09375,
                    0.742188,
                    1.265625,
                    0.707031,
                    0.148438,
                    0.96875,
                    0.839844,
                    0.722656,
                    1.03125,
                    0.535156,
                    1.039062,
                    0.796875,
                    1.171875,
                    0.15332,
                    1.09375,
                    0.486328,
                    0.167969,
                    1.078125,
                    1.109375,
                    1.320312,
                    0.427734,
                    0.589844,
                    0.196289,
                    1.101562,
                    0.652344,
                    0.535156,
                    0.443359,
                    1.171875,
                    1.109375,
                    1.132812,
                    0.742188,
                    1.164062,
                    0.761719,
                    0.345703,
                    0.152344,
                    0.804688,
                    0.449219,
                    0.929688,
                    0.988281,
                    0.796875,
                    0.78125,
                    0.640625,
                    0.964844,
                    0.421875,
                    0.976562,
                    1.140625,
                    1.15625,
                    1.117188,
                    0.208008,
                    0.988281,
                    0.9375,
                    0.515625,
                    0.796875,
                    0.976562,
                    0.945312,
                    1.046875,
                    1.117188,
                    0.90625,
                    1.242188,
                    1.09375,
                    0.671875,
                    1.203125,
                    1.109375,
                    0.75,
                    0.570312,
                    1.109375,
                    0.380859,
                    0.941406,
                    0.582031,
                    0.636719,
                    1.234375,
                    1.109375,
                    0.773438,
                    0.832031,
                    0.847656,
                    1.140625,
                    0.273438,
                    0.960938,
                    0.546875,
                    0.808594,
                    1.09375,
                    0.539062,
                    0.243164,
                    0.158203,
                    1.101562,
                    0.613281,
                    0.161133,
                    1.140625,
                    1.140625,
                    1.085938,
                    0.257812,
                    1.195312,
                    1.015625,
                    0.18457,
                    0.859375,
                    0.242188,
                    0.761719,
                    1.007812,
                    0.640625,
                    1.078125,
                    1.125,
                    0.839844,
                    0.726562,
                    0.816406,
                    0.804688,
                    0.443359,
                    1.328125,
                    0.371094,
                    0.75,
                    1.046875,
                    1.179688,
                    1.273438,
                    0.699219,
                    0.197266,
                    0.492188,
                    0.601562,
                    1.046875,
                    1.023438,
                    0.667969,
                    0.933594,
                    1.203125,
                    1.039062,
                    0.484375,
                    1.09375,
                    0.404297,
                    0.234375,
                    0.660156,
                    0.757812,
                    0.949219,
                    0.480469,
                    0.447266,
                    0.730469,
                    1.148438,
                    0.773438,
                    0.691406,
                    0.154297,
                    0.71875,
                    1.195312,
                    1.09375,
                    0.734375,
                    0.609375,
                    0.773438,
                    0.150391,
                    0.980469,
                    1.023438,
                    0.457031,
                    0.820312,
                    0.484375,
                    0.515625,
                    0.292969,
                    1.078125,
                    0.429688,
                    0.490234,
                    1.085938,
                    0.558594,
                    0.867188,
                    0.59375,
                    0.765625,
                    1.289062,
                    0.425781,
                    0.835938,
                    0.65625,
                    1.0625,
                    1.179688,
                    1.03125,
                    0.462891,
                    0.466797,
                    1.15625,
                    0.355469,
                    0.439453,
                    1.289062,
                    0.867188,
                    0.472656,
                    1.132812,
                    0.410156,
                    0.953125,
                    0.929688,
                    0.902344,
                    0.515625,
                    0.871094,
                    0.182617,
                    0.480469,
                    1.023438,
                    0.632812,
                    0.890625,
                    0.423828,
                    0.582031,
                    1.171875,
                    0.980469,
                    0.875,
                    1.046875,
                    1.179688,
                    1.039062,
                    1.054688,
                    1.023438,
                    1.070312,
                    1.140625,
                    0.8125,
                    0.433594,
                    0.212891,
                    1.039062,
                    0.421875,
                    1.046875,
                    0.490234,
                    0.707031,
                    0.474609,
                    0.671875,
                    0.992188,
                    0.855469,
                    0.460938,
                    1.125,
                    0.945312,
                    1.226562,
                    0.96875,
                    0.365234,
                    1.09375,
                    0.257812,
                    0.447266,
                    1.132812,
                    0.570312,
                    0.894531,
                    0.144531,
                    0.9375,
                    0.949219,
                    1.179688,
                    0.382812,
                    0.921875,
                    1.21875,
                    0.171875,
                    0.507812,
                    0.429688,
                    1.039062,
                    1.101562,
                    0.644531,
                    1.117188,
                    1.132812,
                    0.15918,
                    0.412109,
                    1.148438,
                    0.410156,
                    0.451172,
                    0.824219,
                    0.796875,
                    0.824219,
                    0.535156,
                    0.855469,
                    1.117188,
                    0.859375,
                    1.132812,
                    0.8125,
                    0.496094,
                    1.078125,
                    0.15625,
                    1.210938,
                    0.679688,
                    0.636719,
                    0.835938,
                    0.84375,
                    1.234375,
                    1.117188,
                    1.023438,
                    0.832031,
                    0.285156,
                    1.09375,
                    0.878906,
                    0.152344,
                    0.730469,
                    1.21875,
                    1.21875,
                    1.132812,
                    0.423828,
                    0.155273,
                    0.382812,
                    0.474609,
                    0.949219,
                    0.828125,
                    0.455078,
                    0.910156,
                    0.349609,
                    1.109375,
                    0.871094,
                    0.726562,
                    1.070312,
                    0.503906,
                    0.730469,
                    0.726562,
                    0.447266,
                    1.109375,
                    1.109375,
                    0.149414,
                    1.03125,
                    1.0625,
                    1.242188,
                    1.03125,
                    0.992188,
                    1.140625,
                    0.324219,
                    0.851562,
                    0.439453,
                    0.570312,
                    0.914062,
                    1.0,
                    1.179688,
                    1.078125,
                    0.734375,
                    0.166016,
                    1.015625,
                    0.960938,
                    0.808594,
                    1.085938,
                    0.515625,
                    1.25,
                    0.494141,
                    0.875,
                    0.910156,
                    0.507812,
                    0.992188,
                    1.179688,
                    0.980469,
                    0.617188,
                    1.078125,
                    1.164062,
                    1.242188,
                    0.18457,
                    0.992188,
                    1.0625,
                    0.800781,
                    0.859375,
                    0.871094,
                    0.460938,
                    0.431641,
                    1.03125,
                    1.21875,
                    1.203125,
                    0.734375,
                    0.96875,
                    0.625,
                    0.777344,
                    1.046875,
                    0.621094,
                    0.742188,
                    0.664062,
                    0.625,
                    0.964844,
                    1.09375,
                    0.925781,
                    1.046875,
                    0.168945,
                    1.234375,
                    1.0625,
                    0.523438,
                    0.664062,
                    0.462891,
                    0.933594,
                    0.757812,
                    0.419922,
                    0.6875,
                    0.503906,
                    0.710938,
                    1.078125,
                    0.949219,
                    0.195312,
                    1.1875,
                    0.154297,
                    1.28125,
                    1.03125,
                    1.140625,
                    0.597656,
                    0.96875,
                    0.792969,
                    0.847656,
                    0.621094,
                    1.070312,
                    0.972656,
                    0.435547,
                    0.941406,
                    0.878906,
                    0.490234,
                    0.875,
                    0.3125,
                    1.109375,
                    0.679688,
                    0.453125,
                    0.761719,
                    0.933594,
                    0.933594,
                    1.039062,
                    0.644531,
                    1.21875,
                    1.109375,
                    0.392578,
                    0.613281,
                    0.742188,
                    0.945312,
                    1.0,
                    0.318359,
                    0.667969,
                    0.972656,
                    0.972656,
                    1.15625,
                    0.394531,
                    1.21875,
                    0.5,
                    1.125,
                    0.796875,
                    0.859375,
                    1.1875,
                    1.09375,
                    1.164062,
                    0.957031,
                    0.578125,
                    0.851562,
                    0.804688,
                    0.699219,
                    0.929688,
                    1.203125,
                    0.824219,
                    0.964844,
                    1.070312,
                    0.839844,
                    1.21875,
                    0.894531,
                    0.714844,
                    0.664062,
                    1.132812,
                    0.96875,
                    1.101562,
                    1.015625,
                    0.714844,
                    1.023438,
                    1.15625,
                    1.21875,
                    0.539062,
                    1.1875,
                    0.625,
                    0.59375,
                    0.484375,
                    0.789062,
                    0.960938,
                    1.234375,
                    0.460938,
                    1.195312,
                    0.777344,
                    1.0,
                    1.234375,
                    0.429688,
                    0.847656,
                    0.9375,
                    1.039062,
                    0.925781,
                    1.015625,
                    1.132812,
                    0.980469,
                    0.478516,
                    0.972656,
                    1.125,
                    0.941406,
                    0.835938,
                    0.964844,
                    0.169922,
                    1.1875,
                    0.730469,
                    0.929688,
                    1.164062,
                    0.800781,
                    0.462891,
                    0.613281,
                    0.933594,
                    0.464844,
                    1.234375,
                    0.135742,
                    0.523438,
                    1.007812,
                    0.195312,
                    0.154297,
                    0.738281,
                    0.601562,
                    0.835938,
                    1.054688,
                    0.863281,
                    0.671875,
                    0.53125,
                    1.28125,
                    0.65625,
                    0.180664,
                    1.21875,
                    1.257812,
                    0.960938,
                    0.890625,
                    0.652344,
                    0.417969,
                    1.101562,
                    0.714844,
                    0.773438,
                    0.671875,
                    0.519531,
                    0.964844,
                    0.287109,
                    1.15625,
                    1.046875,
                    1.054688,
                    1.085938,
                    1.1875,
                    0.921875,
                    0.851562,
                    0.867188,
                    0.5,
                    0.949219,
                    1.0625,
                    0.980469,
                    1.203125,
                    0.324219,
                    0.796875,
                    0.953125,
                    1.085938,
                    0.632812,
                    1.242188,
                    1.234375,
                    0.566406,
                    1.070312,
                    0.570312,
                    0.589844,
                    1.101562,
                    0.785156,
                    0.742188,
                    0.671875,
                    0.71875,
                    0.163086,
                    1.171875,
                    0.147461,
                    1.171875,
                    1.179688,
                    0.191406,
                    0.486328,
                    1.234375,
                    0.699219,
                    1.023438,
                    0.988281,
                    0.511719,
                    0.882812,
                    0.664062,
                    0.449219,
                    0.980469,
                    1.070312,
                    0.773438,
                    0.804688,
                    0.664062,
                    1.023438,
                    0.992188,
                    0.470703,
                    1.140625,
                    1.132812,
                    0.898438,
                    1.148438,
                    0.445312,
                    0.189453,
                    0.699219,
                    1.046875,
                    0.851562,
                    1.140625,
                    0.8125,
                    1.046875,
                    1.195312,
                    0.972656,
                    0.789062,
                    1.140625,
                    0.710938,
                    1.140625,
                    0.474609,
                    0.205078,
                    0.46875,
                    0.933594,
                    0.640625,
                    0.960938,
                    1.125,
                    1.140625,
                    1.21875,
                    0.6875,
                    1.140625,
                    1.257812,
                    1.109375,
                    0.886719,
                    1.109375,
                    1.195312,
                    0.746094,
                    0.570312,
                    0.421875,
                    0.417969,
                    1.242188,
                    0.539062,
                    0.722656,
                    0.375,
                    0.910156,
                    0.902344,
                    0.474609,
                    0.304688,
                    0.617188,
                    0.283203,
                    1.070312,
                    0.867188,
                    0.734375,
                    0.734375,
                    0.9375,
                    1.09375,
                    0.554688,
                    0.154297,
                    1.210938,
                    0.578125,
                    1.15625,
                    0.789062,
                    1.210938,
                    0.976562,
                    1.21875,
                    0.941406,
                    1.046875,
                    0.225586,
                    1.273438,
                    0.382812,
                    0.542969,
                    1.039062,
                    0.683594,
                    0.78125,
                    1.171875,
                    0.142578,
                    0.71875,
                    1.1875,
                    1.03125,
                    0.174805,
                    0.949219,
                    0.652344,
                    1.289062,
                    0.597656,
                    0.945312,
                    0.828125,
                    0.149414,
                    1.109375,
                    1.109375,
                    1.046875,
                    0.425781,
                    0.847656,
                    0.785156,
                    0.933594,
                    1.0,
                    1.109375,
                    0.9375,
                    0.423828,
                    0.964844,
                    0.914062,
                    1.226562,
                    0.433594,
                    0.227539,
                    0.8125,
                    0.984375,
                    0.863281,
                    0.59375,
                    0.433594,
                    1.164062,
                    0.488281,
                    0.143555,
                    0.419922,
                    0.149414,
                    0.929688,
                    0.476562,
                    1.375,
                    0.949219,
                    0.6875,
                    0.847656,
                    0.65625,
                    0.863281,
                    0.490234,
                    0.824219,
                    0.5,
                    0.890625,
                    0.417969,
                    1.148438,
                    0.164062,
                    0.894531,
                    1.15625,
                    1.03125,
                    1.039062,
                    0.410156,
                    1.195312,
                    0.769531,
                    1.148438,
                    0.84375,
                    1.125,
                    0.945312,
                    0.523438,
                    1.210938,
                    0.714844,
                    0.839844,
                    0.710938,
                    0.980469,
                    1.085938,
                    1.15625,
                    1.179688,
                    1.085938,
                    1.132812,
                    0.162109,
                    0.648438,
                    0.917969,
                    0.742188,
                    1.226562,
                    0.550781,
                    1.234375,
                    1.015625,
                    0.820312,
                    1.046875,
                    0.941406,
                    1.148438,
                    0.789062,
                    1.09375,
                    0.204102,
                    1.03125,
                    1.273438,
                    0.386719,
                    0.964844,
                    1.007812,
                    1.078125,
                    0.933594,
                    0.40625,
                    1.164062,
                    0.453125,
                    0.679688,
                    0.410156,
                    1.101562,
                    1.226562,
                    1.117188,
                    1.140625,
                    0.539062,
                    0.171875,
                    0.820312,
                    0.412109,
                    1.203125,
                    1.078125,
                    1.101562,
                    0.839844,
                    0.828125,
                    1.140625,
                    0.554688,
                    0.738281,
                    0.824219,
                    0.878906,
                    0.714844,
                    1.0625,
                    0.882812,
                    0.878906,
                    1.109375,
                    1.085938,
                    0.574219,
                    1.140625,
                    1.054688,
                    0.988281,
                    0.142578,
                    1.195312,
                    0.166992,
                    0.244141,
                    0.71875,
                    0.78125,
                    0.445312,
                    0.251953,
                    0.695312,
                    0.15918,
                    0.466797,
                    1.046875,
                    0.925781,
                    1.101562,
                    1.140625,
                    0.851562,
                    0.447266,
                    1.171875,
                    0.5625,
                    0.166016,
                    1.015625,
                    1.15625,
                    0.972656,
                    1.304688,
                    0.914062,
                    1.132812,
                    0.894531,
                    1.265625,
                    0.980469,
                    0.9375,
                    1.171875,
                    0.304688,
                    1.140625,
                    0.59375,
                    0.18457,
                    1.046875,
                    0.542969,
                    0.863281,
                    1.039062,
                    1.242188,
                    0.204102,
                    0.507812,
                    0.464844,
                    0.359375,
                    0.609375,
                    0.96875,
                    1.0625,
                    0.972656,
                    1.179688,
                    1.210938,
                    0.8125,
                    0.992188,
                    0.511719,
                    0.21582,
                    0.466797,
                    0.945312,
                    0.894531,
                    1.101562,
                    1.109375,
                    0.151367,
                    0.148438,
                    0.202148,
                    0.976562,
                    0.59375,
                    0.589844,
                    0.710938,
                    1.171875,
                    0.695312,
                    1.078125,
                    1.101562,
                    0.851562,
                    0.176758,
                    0.859375,
                    0.671875,
                    1.101562,
                    1.171875,
                    0.417969,
                    0.4375,
                    1.101562,
                    0.96875,
                    0.875,
                    0.458984,
                    0.730469,
                    1.0,
                    0.170898,
                    0.816406,
                    1.046875,
                    0.574219,
                    1.03125,
                    1.085938,
                    0.482422,
                    1.1875,
                    0.871094,
                    0.804688,
                    0.157227,
                    0.847656,
                    0.414062,
                    1.117188,
                    1.085938,
                    0.460938,
                    0.765625,
                    0.667969,
                    0.898438,
                    0.507812,
                    0.820312,
                    0.419922,
                    0.875,
                    0.75,
                    0.703125,
                    0.652344,
                    0.980469,
                    0.462891,
                    1.03125,
                    1.09375,
                    0.691406,
                    1.296875,
                    1.09375,
                    0.867188,
                    0.458984,
                    0.490234,
                    1.125,
                    1.140625,
                    1.1875,
                    0.960938,
                    1.390625,
                    0.84375,
                    0.800781,
                    1.015625,
                    0.796875,
                    1.09375,
                    1.304688,
                    0.628906,
                    0.617188,
                    0.9375,
                    0.613281,
                    1.03125,
                    0.734375,
                    0.914062,
                    1.078125,
                    0.867188,
                    1.117188,
                    0.453125,
                    1.242188,
                    0.498047,
                    0.796875,
                    0.789062,
                    0.972656,
                    0.380859,
                    0.246094,
                    0.78125,
                    1.054688,
                    0.155273,
                    0.898438,
                    0.953125,
                    1.132812
                ]
            },
            "name": "model.model.layers.12.post_attention_layernorm.weight",
            "outputIndexes": [
                1075
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1074
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_12/Mul_output_0",
            "outputIndexes": [
                1076
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1075,
                1076
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_12/Mul_1_output_0",
            "outputIndexes": [
                1077
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1077
            ],
            "outputIndexes": [
                2660
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2660
            ],
            "outputIndexes": [
                2661
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/gate_proj/Linear",
            "inputIndexes": [
                2661
            ],
            "outputIndexes": [
                2662
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    319055760,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2662
            ],
            "outputIndexes": [
                2663
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2663
            ],
            "outputIndexes": [
                1078
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1078
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_12/Sigmoid_output_0",
            "outputIndexes": [
                1079
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1078,
                1079
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_12/Mul_output_0",
            "outputIndexes": [
                1080
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1077
            ],
            "outputIndexes": [
                2664
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2664
            ],
            "outputIndexes": [
                2665
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/up_proj/Linear",
            "inputIndexes": [
                2665
            ],
            "outputIndexes": [
                2666
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    326797222,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2666
            ],
            "outputIndexes": [
                2667
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2667
            ],
            "outputIndexes": [
                1081
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1080,
                1081
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_12/Mul_output_0",
            "outputIndexes": [
                1082
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1082
            ],
            "outputIndexes": [
                2668
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    8960,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2668
            ],
            "outputIndexes": [
                2669
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/down_proj/Linear",
            "inputIndexes": [
                2669
            ],
            "outputIndexes": [
                2670
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 8960,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    334538684,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2670
            ],
            "outputIndexes": [
                2671
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2671
            ],
            "outputIndexes": [
                1083
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1074,
                1083
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_64_output_0",
            "outputIndexes": [
                1084
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1084,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_117_output_0",
            "outputIndexes": [
                1085
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.166016,
                    1.296875,
                    0.988281,
                    0.84375,
                    0.820312,
                    0.566406,
                    1.078125,
                    0.851562,
                    0.925781,
                    0.474609,
                    0.929688,
                    0.621094,
                    1.015625,
                    1.273438,
                    1.039062,
                    1.007812,
                    0.949219,
                    0.773438,
                    1.007812,
                    0.425781,
                    1.015625,
                    1.125,
                    0.988281,
                    0.088867,
                    1.421875,
                    1.1875,
                    0.679688,
                    0.443359,
                    0.378906,
                    1.25,
                    1.078125,
                    1.039062,
                    1.554688,
                    0.507812,
                    0.949219,
                    1.328125,
                    1.132812,
                    0.992188,
                    0.378906,
                    0.464844,
                    1.46875,
                    1.257812,
                    1.203125,
                    1.328125,
                    0.429688,
                    0.882812,
                    0.679688,
                    0.84375,
                    0.816406,
                    1.023438,
                    0.10791,
                    0.480469,
                    1.125,
                    1.1875,
                    1.117188,
                    0.566406,
                    0.507812,
                    0.111816,
                    0.710938,
                    0.447266,
                    0.703125,
                    0.472656,
                    0.890625,
                    1.109375,
                    0.953125,
                    0.318359,
                    0.753906,
                    0.400391,
                    0.960938,
                    0.660156,
                    0.894531,
                    0.707031,
                    0.097168,
                    0.589844,
                    0.9375,
                    0.488281,
                    1.078125,
                    0.96875,
                    0.894531,
                    1.539062,
                    1.484375,
                    0.113281,
                    0.679688,
                    1.382812,
                    1.273438,
                    1.140625,
                    1.34375,
                    1.414062,
                    0.859375,
                    1.015625,
                    0.964844,
                    0.714844,
                    0.835938,
                    0.574219,
                    1.273438,
                    0.839844,
                    0.882812,
                    0.632812,
                    1.34375,
                    1.117188,
                    1.671875,
                    0.53125,
                    0.507812,
                    1.53125,
                    0.457031,
                    0.863281,
                    1.148438,
                    0.929688,
                    0.396484,
                    1.03125,
                    0.447266,
                    1.328125,
                    0.757812,
                    1.820312,
                    1.164062,
                    0.890625,
                    1.28125,
                    1.453125,
                    0.102051,
                    0.138672,
                    1.015625,
                    0.182617,
                    0.621094,
                    0.515625,
                    1.09375,
                    1.164062,
                    1.5625,
                    0.137695,
                    0.640625,
                    1.515625,
                    0.789062,
                    0.878906,
                    1.125,
                    1.53125,
                    1.21875,
                    1.484375,
                    0.412109,
                    1.59375,
                    0.423828,
                    0.960938,
                    0.105469,
                    0.855469,
                    0.605469,
                    0.203125,
                    1.34375,
                    0.400391,
                    1.1875,
                    1.40625,
                    1.507812,
                    0.855469,
                    0.71875,
                    1.203125,
                    0.177734,
                    1.09375,
                    0.9375,
                    0.417969,
                    1.265625,
                    0.554688,
                    1.421875,
                    1.25,
                    0.511719,
                    0.75,
                    1.21875,
                    0.239258,
                    0.472656,
                    1.15625,
                    0.890625,
                    1.1875,
                    1.210938,
                    1.5,
                    1.640625,
                    1.03125,
                    1.046875,
                    1.539062,
                    0.71875,
                    1.195312,
                    1.304688,
                    1.65625,
                    1.171875,
                    1.390625,
                    1.28125,
                    0.703125,
                    1.21875,
                    1.304688,
                    0.96875,
                    0.945312,
                    0.171875,
                    1.632812,
                    0.902344,
                    0.808594,
                    1.546875,
                    0.675781,
                    1.515625,
                    1.28125,
                    1.265625,
                    0.972656,
                    0.964844,
                    0.808594,
                    1.109375,
                    0.546875,
                    0.703125,
                    0.960938,
                    1.390625,
                    1.507812,
                    1.09375,
                    0.953125,
                    0.960938,
                    1.445312,
                    0.851562,
                    1.078125,
                    0.945312,
                    1.328125,
                    0.472656,
                    0.742188,
                    1.476562,
                    0.423828,
                    1.242188,
                    1.304688,
                    1.054688,
                    0.867188,
                    1.070312,
                    1.21875,
                    0.445312,
                    1.257812,
                    0.542969,
                    1.257812,
                    0.535156,
                    0.369141,
                    0.75,
                    1.0625,
                    1.015625,
                    1.140625,
                    1.257812,
                    1.179688,
                    1.109375,
                    0.417969,
                    1.109375,
                    0.882812,
                    1.117188,
                    1.398438,
                    0.664062,
                    1.421875,
                    1.007812,
                    1.539062,
                    1.015625,
                    1.085938,
                    1.273438,
                    1.085938,
                    0.671875,
                    1.484375,
                    0.8125,
                    0.554688,
                    1.453125,
                    1.515625,
                    0.087402,
                    0.585938,
                    0.742188,
                    1.429688,
                    1.304688,
                    1.039062,
                    1.023438,
                    1.3125,
                    1.195312,
                    0.554688,
                    1.226562,
                    0.804688,
                    0.476562,
                    1.375,
                    0.90625,
                    0.757812,
                    1.25,
                    1.023438,
                    0.617188,
                    1.007812,
                    0.384766,
                    0.425781,
                    0.175781,
                    1.328125,
                    0.376953,
                    1.351562,
                    1.03125,
                    0.730469,
                    0.804688,
                    0.738281,
                    1.09375,
                    0.109863,
                    0.710938,
                    1.078125,
                    0.855469,
                    1.34375,
                    1.078125,
                    1.25,
                    1.3125,
                    1.335938,
                    0.648438,
                    0.75,
                    1.132812,
                    1.085938,
                    1.296875,
                    1.3125,
                    0.114746,
                    0.453125,
                    1.34375,
                    0.196289,
                    1.585938,
                    0.777344,
                    1.265625,
                    0.777344,
                    1.296875,
                    0.105469,
                    0.480469,
                    1.34375,
                    0.166016,
                    0.9375,
                    1.554688,
                    1.320312,
                    0.386719,
                    1.039062,
                    1.070312,
                    0.10791,
                    1.046875,
                    1.757812,
                    1.0625,
                    0.455078,
                    0.90625,
                    1.242188,
                    0.789062,
                    0.102051,
                    0.933594,
                    0.769531,
                    0.082031,
                    1.382812,
                    0.143555,
                    0.96875,
                    0.835938,
                    0.578125,
                    0.789062,
                    0.091309,
                    0.671875,
                    0.259766,
                    0.789062,
                    1.21875,
                    0.730469,
                    1.328125,
                    1.09375,
                    0.773438,
                    0.898438,
                    0.582031,
                    0.439453,
                    1.09375,
                    0.53125,
                    0.40625,
                    0.527344,
                    1.382812,
                    0.558594,
                    1.195312,
                    1.921875,
                    0.949219,
                    1.117188,
                    0.386719,
                    0.328125,
                    0.910156,
                    1.117188,
                    1.125,
                    0.894531,
                    0.828125,
                    1.460938,
                    0.953125,
                    0.108887,
                    1.40625,
                    0.816406,
                    0.476562,
                    1.398438,
                    0.433594,
                    0.753906,
                    0.796875,
                    1.289062,
                    0.671875,
                    1.578125,
                    0.429688,
                    1.421875,
                    1.5,
                    1.117188,
                    1.507812,
                    0.304688,
                    0.914062,
                    0.570312,
                    1.453125,
                    0.644531,
                    1.054688,
                    0.828125,
                    0.941406,
                    1.242188,
                    1.171875,
                    0.683594,
                    0.337891,
                    0.957031,
                    0.472656,
                    0.789062,
                    1.257812,
                    0.382812,
                    1.265625,
                    0.695312,
                    0.816406,
                    0.890625,
                    0.15918,
                    1.507812,
                    0.957031,
                    0.695312,
                    0.277344,
                    0.785156,
                    0.5625,
                    1.164062,
                    1.242188,
                    0.75,
                    0.648438,
                    1.679688,
                    1.5,
                    0.330078,
                    1.125,
                    1.226562,
                    0.384766,
                    1.351562,
                    0.546875,
                    0.308594,
                    1.390625,
                    0.605469,
                    1.179688,
                    0.683594,
                    1.054688,
                    1.34375,
                    1.296875,
                    0.992188,
                    1.453125,
                    0.511719,
                    0.539062,
                    0.609375,
                    0.503906,
                    1.015625,
                    1.109375,
                    0.734375,
                    0.378906,
                    0.478516,
                    1.125,
                    1.0,
                    1.507812,
                    0.233398,
                    1.351562,
                    1.242188,
                    1.28125,
                    1.625,
                    1.0625,
                    0.773438,
                    1.75,
                    1.320312,
                    1.085938,
                    1.46875,
                    1.078125,
                    0.081055,
                    1.515625,
                    0.433594,
                    0.917969,
                    1.203125,
                    0.808594,
                    0.722656,
                    0.145508,
                    0.574219,
                    0.8125,
                    0.832031,
                    0.753906,
                    1.109375,
                    0.855469,
                    0.464844,
                    1.03125,
                    1.476562,
                    1.398438,
                    1.335938,
                    0.451172,
                    0.402344,
                    1.132812,
                    1.304688,
                    1.101562,
                    1.03125,
                    1.25,
                    0.667969,
                    0.439453,
                    0.988281,
                    0.820312,
                    1.15625,
                    1.03125,
                    1.179688,
                    0.898438,
                    1.296875,
                    0.976562,
                    1.382812,
                    1.203125,
                    1.375,
                    1.304688,
                    0.597656,
                    0.255859,
                    0.166992,
                    1.296875,
                    1.0625,
                    0.578125,
                    1.59375,
                    0.738281,
                    1.289062,
                    1.921875,
                    0.507812,
                    1.46875,
                    0.347656,
                    1.164062,
                    1.320312,
                    1.40625,
                    0.116699,
                    0.9375,
                    0.976562,
                    1.578125,
                    0.621094,
                    0.832031,
                    0.031982,
                    1.039062,
                    0.941406,
                    0.636719,
                    1.117188,
                    0.486328,
                    0.917969,
                    1.234375,
                    1.09375,
                    0.914062,
                    0.46875,
                    0.550781,
                    0.357422,
                    0.660156,
                    1.195312,
                    1.265625,
                    1.203125,
                    1.0625,
                    1.070312,
                    0.091797,
                    0.773438,
                    0.84375,
                    1.304688,
                    0.9375,
                    0.703125,
                    0.59375,
                    0.648438,
                    0.992188,
                    0.554688,
                    0.964844,
                    0.384766,
                    1.054688,
                    1.125,
                    0.5,
                    0.106934,
                    0.824219,
                    1.28125,
                    1.03125,
                    1.320312,
                    0.132812,
                    1.296875,
                    1.328125,
                    1.273438,
                    1.09375,
                    1.21875,
                    1.09375,
                    0.249023,
                    1.21875,
                    1.257812,
                    1.21875,
                    0.435547,
                    1.398438,
                    0.757812,
                    0.087891,
                    0.511719,
                    0.546875,
                    1.25,
                    1.148438,
                    0.117676,
                    1.140625,
                    1.765625,
                    0.640625,
                    0.785156,
                    1.398438,
                    1.695312,
                    0.386719,
                    0.753906,
                    1.414062,
                    1.546875,
                    0.703125,
                    1.210938,
                    1.398438,
                    1.09375,
                    0.59375,
                    0.494141,
                    1.492188,
                    1.15625,
                    1.390625,
                    1.078125,
                    0.550781,
                    1.296875,
                    1.492188,
                    0.96875,
                    0.236328,
                    1.34375,
                    0.425781,
                    0.147461,
                    1.304688,
                    1.171875,
                    -0.044434,
                    0.613281,
                    1.28125,
                    0.090332,
                    0.353516,
                    0.785156,
                    1.054688,
                    0.886719,
                    1.328125,
                    0.457031,
                    0.726562,
                    0.511719,
                    0.478516,
                    0.914062,
                    0.769531,
                    1.617188,
                    1.4375,
                    1.148438,
                    1.351562,
                    1.289062,
                    0.832031,
                    1.671875,
                    0.789062,
                    0.09375,
                    0.898438,
                    0.894531,
                    0.765625,
                    1.085938,
                    0.511719,
                    1.085938,
                    0.882812,
                    1.351562,
                    0.105469,
                    1.21875,
                    0.445312,
                    0.15918,
                    1.28125,
                    1.53125,
                    1.640625,
                    0.558594,
                    0.523438,
                    0.15625,
                    1.195312,
                    0.65625,
                    0.46875,
                    0.388672,
                    1.421875,
                    1.320312,
                    1.265625,
                    0.675781,
                    1.460938,
                    0.855469,
                    0.511719,
                    0.100586,
                    0.796875,
                    0.558594,
                    1.085938,
                    1.085938,
                    0.765625,
                    0.84375,
                    0.632812,
                    0.988281,
                    0.753906,
                    1.0,
                    1.523438,
                    1.265625,
                    1.195312,
                    0.341797,
                    0.964844,
                    1.0,
                    0.570312,
                    0.882812,
                    1.039062,
                    1.015625,
                    1.234375,
                    1.328125,
                    1.03125,
                    1.492188,
                    1.132812,
                    0.628906,
                    1.382812,
                    1.390625,
                    0.722656,
                    0.628906,
                    1.234375,
                    0.785156,
                    1.015625,
                    0.679688,
                    0.65625,
                    1.539062,
                    1.242188,
                    0.984375,
                    0.8125,
                    0.835938,
                    1.273438,
                    0.400391,
                    1.054688,
                    0.570312,
                    1.054688,
                    1.335938,
                    0.498047,
                    0.244141,
                    0.109375,
                    1.296875,
                    1.1875,
                    0.101074,
                    1.617188,
                    1.335938,
                    1.148438,
                    0.439453,
                    1.445312,
                    1.140625,
                    0.139648,
                    0.898438,
                    0.243164,
                    0.867188,
                    0.957031,
                    0.640625,
                    1.25,
                    1.359375,
                    0.890625,
                    0.808594,
                    0.820312,
                    0.898438,
                    0.390625,
                    1.78125,
                    0.333984,
                    0.789062,
                    1.117188,
                    1.421875,
                    1.484375,
                    0.875,
                    0.173828,
                    1.117188,
                    0.609375,
                    1.179688,
                    1.21875,
                    0.738281,
                    0.996094,
                    1.5625,
                    1.296875,
                    0.570312,
                    1.203125,
                    2.0,
                    0.257812,
                    0.765625,
                    0.726562,
                    1.054688,
                    0.421875,
                    0.419922,
                    0.78125,
                    1.367188,
                    0.851562,
                    0.734375,
                    0.093262,
                    0.703125,
                    1.3125,
                    1.3125,
                    1.242188,
                    0.648438,
                    0.890625,
                    0.096191,
                    1.03125,
                    1.023438,
                    0.5625,
                    0.976562,
                    0.453125,
                    0.546875,
                    0.359375,
                    1.109375,
                    0.457031,
                    0.435547,
                    1.320312,
                    0.554688,
                    0.953125,
                    0.707031,
                    0.777344,
                    1.640625,
                    0.394531,
                    0.886719,
                    0.527344,
                    1.203125,
                    1.304688,
                    1.1875,
                    1.78125,
                    0.578125,
                    1.640625,
                    0.427734,
                    0.40625,
                    1.5625,
                    0.898438,
                    0.498047,
                    1.3125,
                    0.373047,
                    0.984375,
                    1.171875,
                    1.070312,
                    0.455078,
                    0.976562,
                    0.15332,
                    0.398438,
                    0.886719,
                    0.640625,
                    0.941406,
                    0.4375,
                    0.609375,
                    1.359375,
                    1.070312,
                    0.824219,
                    0.980469,
                    1.296875,
                    1.234375,
                    1.265625,
                    1.132812,
                    1.132812,
                    1.40625,
                    0.820312,
                    0.425781,
                    0.269531,
                    1.1875,
                    0.398438,
                    1.078125,
                    0.447266,
                    0.808594,
                    0.474609,
                    0.65625,
                    1.171875,
                    0.96875,
                    0.429688,
                    1.28125,
                    0.984375,
                    1.554688,
                    1.007812,
                    0.386719,
                    1.226562,
                    0.425781,
                    0.482422,
                    1.28125,
                    0.519531,
                    1.023438,
                    0.092285,
                    0.945312,
                    1.148438,
                    1.492188,
                    0.433594,
                    1.109375,
                    1.632812,
                    0.124023,
                    0.4375,
                    0.376953,
                    1.1875,
                    1.25,
                    0.796875,
                    1.335938,
                    1.3125,
                    0.093262,
                    1.695312,
                    1.328125,
                    0.400391,
                    1.859375,
                    0.855469,
                    0.738281,
                    0.90625,
                    0.498047,
                    0.804688,
                    1.234375,
                    0.859375,
                    1.375,
                    0.976562,
                    0.515625,
                    1.421875,
                    0.09375,
                    1.40625,
                    0.738281,
                    0.589844,
                    0.835938,
                    0.949219,
                    1.445312,
                    1.53125,
                    1.046875,
                    1.078125,
                    0.265625,
                    1.382812,
                    0.890625,
                    0.088379,
                    0.714844,
                    1.546875,
                    1.46875,
                    1.304688,
                    0.492188,
                    0.090332,
                    1.601562,
                    1.703125,
                    1.0625,
                    0.789062,
                    0.455078,
                    0.925781,
                    0.410156,
                    1.234375,
                    0.925781,
                    0.605469,
                    1.289062,
                    0.466797,
                    0.824219,
                    0.742188,
                    0.462891,
                    1.195312,
                    1.375,
                    0.091309,
                    1.3125,
                    1.1875,
                    1.59375,
                    1.09375,
                    1.070312,
                    1.265625,
                    0.34375,
                    0.960938,
                    0.447266,
                    0.558594,
                    1.0625,
                    1.078125,
                    1.453125,
                    1.390625,
                    0.804688,
                    0.11084,
                    1.296875,
                    0.917969,
                    0.855469,
                    1.351562,
                    0.507812,
                    1.445312,
                    0.018311,
                    0.871094,
                    0.988281,
                    0.523438,
                    1.109375,
                    1.40625,
                    1.125,
                    0.609375,
                    1.351562,
                    1.351562,
                    1.4375,
                    0.12207,
                    1.070312,
                    1.320312,
                    1.0,
                    0.835938,
                    0.851562,
                    0.667969,
                    0.392578,
                    1.234375,
                    1.515625,
                    1.46875,
                    0.710938,
                    1.101562,
                    0.621094,
                    0.84375,
                    1.453125,
                    0.554688,
                    0.839844,
                    0.523438,
                    0.59375,
                    1.023438,
                    1.28125,
                    0.972656,
                    1.070312,
                    0.112793,
                    1.5625,
                    1.234375,
                    0.535156,
                    0.640625,
                    0.443359,
                    1.054688,
                    0.84375,
                    0.486328,
                    0.757812,
                    0.466797,
                    0.746094,
                    1.328125,
                    1.117188,
                    0.378906,
                    1.265625,
                    0.086426,
                    1.539062,
                    1.125,
                    1.367188,
                    0.59375,
                    1.070312,
                    0.804688,
                    0.898438,
                    0.503906,
                    1.195312,
                    1.171875,
                    0.371094,
                    1.0,
                    0.925781,
                    0.480469,
                    0.976562,
                    0.792969,
                    1.328125,
                    0.703125,
                    0.378906,
                    0.8125,
                    0.894531,
                    1.0,
                    1.179688,
                    0.761719,
                    1.765625,
                    1.21875,
                    0.359375,
                    0.59375,
                    0.722656,
                    0.925781,
                    1.25,
                    0.367188,
                    1.015625,
                    1.132812,
                    1.015625,
                    1.351562,
                    0.605469,
                    1.40625,
                    0.484375,
                    1.304688,
                    0.753906,
                    0.890625,
                    1.398438,
                    1.203125,
                    1.359375,
                    0.976562,
                    1.226562,
                    0.824219,
                    0.847656,
                    0.699219,
                    1.03125,
                    1.328125,
                    0.957031,
                    1.09375,
                    1.234375,
                    0.964844,
                    1.625,
                    0.898438,
                    0.675781,
                    0.808594,
                    1.296875,
                    1.007812,
                    1.28125,
                    1.195312,
                    0.8125,
                    1.054688,
                    1.3125,
                    1.617188,
                    0.433594,
                    1.476562,
                    0.648438,
                    0.570312,
                    0.470703,
                    0.910156,
                    1.101562,
                    1.640625,
                    0.419922,
                    1.367188,
                    0.800781,
                    1.203125,
                    1.515625,
                    1.40625,
                    0.878906,
                    1.132812,
                    1.210938,
                    1.304688,
                    1.101562,
                    1.335938,
                    1.148438,
                    0.449219,
                    1.085938,
                    1.34375,
                    0.925781,
                    0.902344,
                    0.988281,
                    0.103516,
                    1.296875,
                    1.1875,
                    1.078125,
                    1.382812,
                    0.726562,
                    0.476562,
                    0.675781,
                    0.988281,
                    0.546875,
                    1.601562,
                    0.083008,
                    0.476562,
                    1.085938,
                    0.206055,
                    0.089844,
                    0.910156,
                    0.820312,
                    0.667969,
                    1.320312,
                    0.839844,
                    1.125,
                    0.523438,
                    1.546875,
                    0.585938,
                    0.137695,
                    1.78125,
                    1.742188,
                    0.941406,
                    1.023438,
                    0.699219,
                    0.542969,
                    1.289062,
                    0.707031,
                    0.757812,
                    0.773438,
                    0.6875,
                    0.96875,
                    0.316406,
                    1.335938,
                    1.304688,
                    1.078125,
                    1.164062,
                    1.546875,
                    1.171875,
                    0.890625,
                    0.992188,
                    0.460938,
                    1.09375,
                    1.15625,
                    1.195312,
                    1.578125,
                    0.363281,
                    0.757812,
                    0.992188,
                    1.320312,
                    0.671875,
                    1.359375,
                    1.40625,
                    0.554688,
                    1.320312,
                    0.535156,
                    0.578125,
                    1.328125,
                    0.929688,
                    0.804688,
                    0.738281,
                    1.140625,
                    0.101074,
                    1.421875,
                    0.084961,
                    1.429688,
                    1.390625,
                    0.255859,
                    0.339844,
                    1.398438,
                    0.738281,
                    1.0625,
                    1.125,
                    0.953125,
                    0.921875,
                    0.582031,
                    0.402344,
                    1.109375,
                    1.1875,
                    0.847656,
                    1.5,
                    0.722656,
                    1.140625,
                    1.046875,
                    0.427734,
                    1.328125,
                    1.296875,
                    1.109375,
                    1.367188,
                    0.417969,
                    0.275391,
                    0.820312,
                    1.296875,
                    0.828125,
                    1.460938,
                    0.734375,
                    1.304688,
                    1.34375,
                    1.148438,
                    0.886719,
                    1.476562,
                    0.6875,
                    1.453125,
                    0.492188,
                    0.408203,
                    0.6875,
                    0.960938,
                    0.84375,
                    0.941406,
                    1.484375,
                    1.5,
                    1.53125,
                    0.660156,
                    1.359375,
                    1.546875,
                    1.375,
                    0.824219,
                    1.289062,
                    1.546875,
                    0.671875,
                    0.554688,
                    0.65625,
                    0.976562,
                    1.5625,
                    1.171875,
                    0.863281,
                    0.384766,
                    0.996094,
                    1.078125,
                    1.164062,
                    0.492188,
                    0.589844,
                    0.289062,
                    1.226562,
                    1.007812,
                    0.777344,
                    0.78125,
                    1.007812,
                    1.335938,
                    0.558594,
                    0.094727,
                    1.53125,
                    0.617188,
                    1.40625,
                    0.773438,
                    1.453125,
                    1.109375,
                    1.5,
                    1.132812,
                    1.125,
                    0.188477,
                    1.695312,
                    0.470703,
                    0.539062,
                    1.03125,
                    0.917969,
                    0.792969,
                    1.453125,
                    0.094727,
                    0.960938,
                    1.359375,
                    1.195312,
                    0.116211,
                    1.0625,
                    0.707031,
                    1.726562,
                    0.617188,
                    1.015625,
                    0.914062,
                    0.095215,
                    1.34375,
                    1.304688,
                    1.140625,
                    0.425781,
                    0.804688,
                    0.898438,
                    0.976562,
                    1.070312,
                    1.3125,
                    0.839844,
                    0.394531,
                    1.085938,
                    0.929688,
                    1.554688,
                    0.527344,
                    0.304688,
                    1.710938,
                    1.03125,
                    1.070312,
                    0.570312,
                    1.671875,
                    1.476562,
                    1.601562,
                    0.088379,
                    0.380859,
                    0.088867,
                    1.09375,
                    1.601562,
                    1.8125,
                    0.996094,
                    0.664062,
                    0.882812,
                    1.585938,
                    0.988281,
                    0.419922,
                    0.890625,
                    0.453125,
                    0.960938,
                    0.423828,
                    1.304688,
                    0.168945,
                    1.03125,
                    1.375,
                    1.15625,
                    1.203125,
                    0.476562,
                    1.578125,
                    0.859375,
                    1.421875,
                    1.070312,
                    1.460938,
                    0.945312,
                    0.511719,
                    1.671875,
                    0.671875,
                    1.007812,
                    0.714844,
                    1.085938,
                    1.242188,
                    1.34375,
                    1.351562,
                    1.28125,
                    1.390625,
                    0.135742,
                    0.761719,
                    0.964844,
                    0.914062,
                    1.445312,
                    0.554688,
                    1.507812,
                    1.234375,
                    0.875,
                    1.15625,
                    1.117188,
                    1.28125,
                    0.984375,
                    1.140625,
                    0.240234,
                    1.21875,
                    1.640625,
                    0.382812,
                    1.023438,
                    0.960938,
                    1.234375,
                    0.949219,
                    0.373047,
                    1.4375,
                    0.480469,
                    0.660156,
                    0.367188,
                    1.265625,
                    1.4375,
                    1.3125,
                    1.257812,
                    0.523438,
                    0.120605,
                    0.785156,
                    1.585938,
                    1.453125,
                    1.179688,
                    1.289062,
                    0.933594,
                    1.046875,
                    1.28125,
                    0.546875,
                    0.773438,
                    0.847656,
                    0.992188,
                    0.699219,
                    1.234375,
                    0.878906,
                    0.941406,
                    1.351562,
                    1.210938,
                    1.0625,
                    1.5,
                    1.140625,
                    1.109375,
                    0.087402,
                    1.429688,
                    0.104004,
                    0.267578,
                    0.636719,
                    0.824219,
                    0.410156,
                    0.421875,
                    0.644531,
                    0.099121,
                    0.488281,
                    1.070312,
                    1.0625,
                    1.320312,
                    0.921875,
                    0.839844,
                    0.726562,
                    1.4375,
                    0.597656,
                    0.146484,
                    1.109375,
                    1.359375,
                    1.078125,
                    1.734375,
                    1.054688,
                    1.320312,
                    1.03125,
                    1.601562,
                    1.164062,
                    1.0,
                    1.265625,
                    0.507812,
                    1.40625,
                    0.53125,
                    0.273438,
                    1.085938,
                    0.515625,
                    0.804688,
                    1.195312,
                    1.59375,
                    0.044189,
                    0.5,
                    0.539062,
                    1.5,
                    0.765625,
                    1.109375,
                    1.15625,
                    0.867188,
                    1.398438,
                    1.445312,
                    0.898438,
                    1.0625,
                    0.480469,
                    0.248047,
                    0.371094,
                    1.0,
                    0.882812,
                    1.382812,
                    1.445312,
                    0.100586,
                    0.091797,
                    0.211914,
                    1.0625,
                    0.675781,
                    0.644531,
                    1.5,
                    1.484375,
                    0.671875,
                    1.210938,
                    1.226562,
                    0.851562,
                    0.166016,
                    0.992188,
                    0.632812,
                    1.304688,
                    1.367188,
                    0.447266,
                    0.410156,
                    1.226562,
                    0.976562,
                    0.789062,
                    0.394531,
                    0.773438,
                    1.140625,
                    0.133789,
                    0.769531,
                    1.226562,
                    0.386719,
                    0.996094,
                    1.210938,
                    0.53125,
                    1.453125,
                    0.839844,
                    0.757812,
                    0.102539,
                    0.933594,
                    0.404297,
                    1.179688,
                    1.257812,
                    0.404297,
                    0.734375,
                    0.957031,
                    0.90625,
                    0.460938,
                    0.800781,
                    0.371094,
                    0.933594,
                    0.976562,
                    0.8125,
                    0.714844,
                    1.140625,
                    0.435547,
                    1.148438,
                    1.25,
                    0.746094,
                    1.59375,
                    1.117188,
                    1.054688,
                    0.494141,
                    0.457031,
                    1.1875,
                    1.40625,
                    1.390625,
                    1.054688,
                    1.6875,
                    0.964844,
                    0.878906,
                    1.054688,
                    0.773438,
                    1.085938,
                    1.523438,
                    0.570312,
                    0.675781,
                    1.085938,
                    0.59375,
                    1.140625,
                    0.972656,
                    0.929688,
                    1.257812,
                    0.761719,
                    1.4375,
                    0.458984,
                    1.507812,
                    0.486328,
                    0.90625,
                    0.761719,
                    0.960938,
                    0.427734,
                    0.275391,
                    0.859375,
                    1.265625,
                    0.145508,
                    1.046875,
                    1.023438,
                    1.242188
                ]
            },
            "name": "model.model.layers.13.input_layernorm.weight",
            "outputIndexes": [
                1086
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1085
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_13/Mul_output_0",
            "outputIndexes": [
                1087
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1086,
                1087
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_13/Mul_1_output_0",
            "outputIndexes": [
                1088
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1088
            ],
            "outputIndexes": [
                2672
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2672
            ],
            "outputIndexes": [
                2673
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/q_proj/Linear",
            "inputIndexes": [
                2673
            ],
            "outputIndexes": [
                2674
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    342280146,
                    1179670,
                    147456,
                    6144,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2674
            ],
            "outputIndexes": [
                2675
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2675
            ],
            "outputIndexes": [
                1089
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1088
            ],
            "main_type": "NONE",
            "name": "/Shape_183_output_0",
            "outputIndexes": [
                1090
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1090
            ],
            "main_type": "NONE",
            "name": "Shape3328",
            "outputIndexes": [
                1091
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1090
            ],
            "main_type": "NONE",
            "name": "Rank3330",
            "outputIndexes": [
                1092
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1092,
                1092
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3332",
            "outputIndexes": [
                1093
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1093
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3333",
            "outputIndexes": [
                1094
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1093,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3335",
            "outputIndexes": [
                1095
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1095
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3336",
            "outputIndexes": [
                1096
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1091,
                1094,
                1096,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3339",
            "outputIndexes": [
                1097
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1097
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3340",
            "outputIndexes": [
                1098
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                1098
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3341",
            "outputIndexes": [
                1099
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1099,
                1098
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3342",
            "outputIndexes": [
                1100
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1090,
                1100,
                1093
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_199_output_0",
            "outputIndexes": [
                1101
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1101,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_417_output_0",
            "outputIndexes": [
                1102
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1102,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_169_output_0",
            "outputIndexes": [
                1103
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1089,
                1103
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_118_output_0",
            "outputIndexes": [
                1104
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1104,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_104_output_0",
            "outputIndexes": [
                1105
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1104
            ],
            "main_type": "NONE",
            "name": "/Shape_184_output_0",
            "outputIndexes": [
                1106
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1106
            ],
            "main_type": "NONE",
            "name": "Shape3349",
            "outputIndexes": [
                1107
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1106
            ],
            "main_type": "NONE",
            "name": "Rank3351",
            "outputIndexes": [
                1108
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1108,
                1108
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3353",
            "outputIndexes": [
                1109
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1109
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3354",
            "outputIndexes": [
                1110
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1109,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3356",
            "outputIndexes": [
                1111
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1111
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3357",
            "outputIndexes": [
                1112
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1107,
                1110,
                1112,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3360",
            "outputIndexes": [
                1113
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1113
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3361",
            "outputIndexes": [
                1114
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1114
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3362",
            "outputIndexes": [
                1115
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1115,
                1114
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3363",
            "outputIndexes": [
                1116
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1106,
                1116,
                1109
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_200_output_0",
            "outputIndexes": [
                1117
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1117,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_39_output_0",
            "outputIndexes": [
                1118
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1118,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_422_output_0",
            "outputIndexes": [
                1119
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1104,
                1119,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_53_output_0",
            "outputIndexes": [
                1120
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1120
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_26_output_0",
            "outputIndexes": [
                1121
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1104,
                22,
                1119,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_52_output_0",
            "outputIndexes": [
                1122
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1121,
                1122
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_172_output_0",
            "outputIndexes": [
                1123
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1123,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_105_output_0",
            "outputIndexes": [
                1124
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1105,
                1124
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_65_output_0",
            "outputIndexes": [
                1125
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1088
            ],
            "outputIndexes": [
                2676
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2676
            ],
            "outputIndexes": [
                2677
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/k_proj/Linear",
            "inputIndexes": [
                2677
            ],
            "outputIndexes": [
                2678
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    343613416,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2678
            ],
            "outputIndexes": [
                2679
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2679
            ],
            "outputIndexes": [
                1126
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1102,
                85,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_170_output_0",
            "outputIndexes": [
                1127
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1126,
                1127
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_119_output_0",
            "outputIndexes": [
                1128
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1128,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_106_output_0",
            "outputIndexes": [
                1129
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1128
            ],
            "main_type": "NONE",
            "name": "/Shape_185_output_0",
            "outputIndexes": [
                1130
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1130
            ],
            "main_type": "NONE",
            "name": "Shape3412",
            "outputIndexes": [
                1131
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1130
            ],
            "main_type": "NONE",
            "name": "Rank3414",
            "outputIndexes": [
                1132
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1132,
                1132
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3416",
            "outputIndexes": [
                1133
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1133
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3417",
            "outputIndexes": [
                1134
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1133,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3419",
            "outputIndexes": [
                1135
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1135
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3420",
            "outputIndexes": [
                1136
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1131,
                1134,
                1136,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3423",
            "outputIndexes": [
                1137
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1137
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3424",
            "outputIndexes": [
                1138
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1138
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3425",
            "outputIndexes": [
                1139
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1139,
                1138
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3426",
            "outputIndexes": [
                1140
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1130,
                1140,
                1133
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_201_output_0",
            "outputIndexes": [
                1141
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1141,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_40_output_0",
            "outputIndexes": [
                1142
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1142,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_424_output_0",
            "outputIndexes": [
                1143
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1128,
                1143,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_55_output_0",
            "outputIndexes": [
                1144
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1144
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_27_output_0",
            "outputIndexes": [
                1145
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1128,
                22,
                1143,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_54_output_0",
            "outputIndexes": [
                1146
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1145,
                1146
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_173_output_0",
            "outputIndexes": [
                1147
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1147,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_107_output_0",
            "outputIndexes": [
                1148
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1129,
                1148
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_66_output_0",
            "outputIndexes": [
                1149
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1088
            ],
            "outputIndexes": [
                2680
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2680
            ],
            "outputIndexes": [
                2681
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/v_proj/Linear",
            "inputIndexes": [
                2681
            ],
            "outputIndexes": [
                2682
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    343835646,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2682
            ],
            "outputIndexes": [
                2683
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2683
            ],
            "outputIndexes": [
                1150
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1150,
                1127
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_120_output_0",
            "outputIndexes": [
                1151
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1125,
                1149,
                1151,
                111
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_125_output_0",
            "outputIndexes": [
                1152
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1152
            ],
            "outputIndexes": [
                2684
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2684
            ],
            "outputIndexes": [
                2685
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/o_proj/Linear",
            "inputIndexes": [
                2685
            ],
            "outputIndexes": [
                2686
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    344057876,
                    1179670,
                    147456,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2686
            ],
            "outputIndexes": [
                2687
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2687
            ],
            "outputIndexes": [
                1153
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1085,
                1153
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_68_output_0",
            "outputIndexes": [
                1154
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.169922,
                    1.117188,
                    0.703125,
                    0.839844,
                    0.679688,
                    0.628906,
                    0.917969,
                    0.789062,
                    0.964844,
                    0.464844,
                    0.820312,
                    0.410156,
                    1.0,
                    1.0,
                    0.976562,
                    0.886719,
                    0.921875,
                    0.75,
                    1.023438,
                    0.402344,
                    0.980469,
                    0.816406,
                    0.820312,
                    0.134766,
                    1.085938,
                    1.070312,
                    0.652344,
                    0.496094,
                    0.492188,
                    1.132812,
                    0.988281,
                    0.9375,
                    1.203125,
                    0.515625,
                    0.800781,
                    1.21875,
                    1.046875,
                    0.863281,
                    0.400391,
                    0.394531,
                    1.195312,
                    1.148438,
                    1.046875,
                    1.125,
                    0.292969,
                    0.800781,
                    0.746094,
                    0.902344,
                    0.769531,
                    0.632812,
                    0.141602,
                    0.378906,
                    1.0625,
                    1.054688,
                    0.976562,
                    0.609375,
                    0.523438,
                    0.144531,
                    0.5,
                    0.457031,
                    0.703125,
                    0.515625,
                    0.699219,
                    1.054688,
                    0.929688,
                    0.279297,
                    0.707031,
                    0.472656,
                    0.777344,
                    0.632812,
                    0.726562,
                    0.585938,
                    0.137695,
                    0.589844,
                    0.945312,
                    0.367188,
                    0.984375,
                    0.957031,
                    0.90625,
                    1.242188,
                    1.1875,
                    0.140625,
                    0.390625,
                    1.3125,
                    1.070312,
                    1.117188,
                    1.148438,
                    1.171875,
                    0.714844,
                    0.957031,
                    0.890625,
                    0.65625,
                    0.605469,
                    0.582031,
                    1.085938,
                    0.443359,
                    0.847656,
                    0.515625,
                    1.125,
                    0.941406,
                    1.421875,
                    0.378906,
                    0.423828,
                    1.273438,
                    0.433594,
                    0.808594,
                    0.820312,
                    0.867188,
                    0.394531,
                    0.9375,
                    0.453125,
                    1.15625,
                    0.667969,
                    0.363281,
                    1.125,
                    0.859375,
                    1.023438,
                    1.140625,
                    0.143555,
                    0.161133,
                    0.96875,
                    0.180664,
                    0.570312,
                    0.53125,
                    1.03125,
                    1.109375,
                    1.21875,
                    0.180664,
                    0.554688,
                    1.296875,
                    0.78125,
                    0.859375,
                    1.007812,
                    1.1875,
                    1.070312,
                    1.210938,
                    0.40625,
                    1.304688,
                    0.421875,
                    0.941406,
                    0.15332,
                    0.722656,
                    0.644531,
                    0.212891,
                    1.085938,
                    0.410156,
                    1.085938,
                    0.84375,
                    1.234375,
                    0.875,
                    0.71875,
                    1.078125,
                    0.193359,
                    1.03125,
                    0.980469,
                    0.416016,
                    1.070312,
                    0.546875,
                    1.179688,
                    1.140625,
                    0.490234,
                    0.625,
                    0.859375,
                    0.197266,
                    0.457031,
                    1.046875,
                    0.871094,
                    1.039062,
                    1.015625,
                    1.117188,
                    1.289062,
                    0.988281,
                    0.9375,
                    1.148438,
                    0.691406,
                    1.09375,
                    0.976562,
                    1.257812,
                    1.007812,
                    1.140625,
                    1.140625,
                    0.730469,
                    1.070312,
                    0.785156,
                    0.953125,
                    0.523438,
                    0.195312,
                    1.273438,
                    0.941406,
                    0.808594,
                    1.171875,
                    0.636719,
                    1.140625,
                    1.117188,
                    1.09375,
                    0.976562,
                    0.882812,
                    0.785156,
                    1.09375,
                    0.601562,
                    0.746094,
                    0.96875,
                    1.203125,
                    1.351562,
                    1.085938,
                    0.996094,
                    0.917969,
                    1.1875,
                    0.820312,
                    1.054688,
                    0.8125,
                    1.125,
                    0.408203,
                    0.699219,
                    1.1875,
                    0.287109,
                    1.070312,
                    1.070312,
                    0.992188,
                    0.871094,
                    0.988281,
                    1.09375,
                    0.310547,
                    0.404297,
                    0.582031,
                    1.117188,
                    0.53125,
                    0.371094,
                    0.511719,
                    0.984375,
                    1.007812,
                    1.085938,
                    1.148438,
                    1.148438,
                    1.023438,
                    0.550781,
                    1.078125,
                    0.816406,
                    0.984375,
                    1.109375,
                    0.671875,
                    1.109375,
                    0.882812,
                    1.289062,
                    0.917969,
                    1.0,
                    1.15625,
                    0.921875,
                    0.636719,
                    1.203125,
                    0.710938,
                    0.316406,
                    1.117188,
                    0.507812,
                    0.137695,
                    0.53125,
                    0.695312,
                    1.25,
                    1.125,
                    0.84375,
                    0.886719,
                    1.140625,
                    1.070312,
                    0.570312,
                    1.117188,
                    0.886719,
                    0.496094,
                    1.203125,
                    0.890625,
                    0.808594,
                    1.046875,
                    0.707031,
                    0.578125,
                    0.972656,
                    0.382812,
                    0.464844,
                    0.199219,
                    1.046875,
                    0.451172,
                    1.101562,
                    1.0,
                    0.726562,
                    0.710938,
                    0.6875,
                    1.03125,
                    0.154297,
                    0.6875,
                    0.976562,
                    0.773438,
                    1.140625,
                    0.984375,
                    1.164062,
                    1.296875,
                    1.164062,
                    0.605469,
                    0.75,
                    0.972656,
                    0.847656,
                    1.117188,
                    1.101562,
                    0.152344,
                    0.283203,
                    1.1875,
                    0.201172,
                    1.289062,
                    0.835938,
                    1.085938,
                    0.59375,
                    1.070312,
                    0.145508,
                    0.398438,
                    1.164062,
                    0.189453,
                    0.917969,
                    1.28125,
                    1.203125,
                    0.255859,
                    0.925781,
                    0.945312,
                    0.146484,
                    0.964844,
                    1.25,
                    1.007812,
                    0.400391,
                    0.816406,
                    0.960938,
                    0.742188,
                    0.144531,
                    0.855469,
                    0.734375,
                    0.135742,
                    1.117188,
                    0.167969,
                    0.832031,
                    0.710938,
                    0.365234,
                    0.828125,
                    0.136719,
                    0.59375,
                    0.237305,
                    0.769531,
                    1.0,
                    0.699219,
                    1.132812,
                    1.0625,
                    0.863281,
                    0.875,
                    0.585938,
                    0.494141,
                    1.015625,
                    0.601562,
                    0.322266,
                    0.392578,
                    0.992188,
                    0.652344,
                    1.078125,
                    0.431641,
                    0.804688,
                    1.078125,
                    0.419922,
                    0.474609,
                    0.789062,
                    0.976562,
                    0.957031,
                    0.820312,
                    0.785156,
                    1.179688,
                    0.820312,
                    0.144531,
                    1.1875,
                    0.746094,
                    0.46875,
                    1.171875,
                    0.427734,
                    0.695312,
                    0.757812,
                    1.09375,
                    0.589844,
                    1.125,
                    0.458984,
                    1.15625,
                    1.21875,
                    0.988281,
                    1.289062,
                    0.271484,
                    1.007812,
                    0.578125,
                    1.179688,
                    0.648438,
                    1.023438,
                    0.777344,
                    0.921875,
                    1.109375,
                    0.914062,
                    0.447266,
                    0.243164,
                    0.945312,
                    0.478516,
                    0.773438,
                    1.070312,
                    0.414062,
                    1.140625,
                    0.601562,
                    0.992188,
                    0.722656,
                    0.15918,
                    1.289062,
                    0.957031,
                    0.734375,
                    0.217773,
                    0.742188,
                    0.511719,
                    1.125,
                    1.117188,
                    0.730469,
                    0.695312,
                    1.351562,
                    1.226562,
                    0.375,
                    1.039062,
                    1.09375,
                    0.404297,
                    0.960938,
                    0.523438,
                    0.421875,
                    1.09375,
                    0.570312,
                    1.039062,
                    0.652344,
                    1.070312,
                    1.203125,
                    1.15625,
                    0.984375,
                    1.265625,
                    0.429688,
                    0.523438,
                    0.585938,
                    0.447266,
                    0.855469,
                    1.078125,
                    0.726562,
                    0.423828,
                    0.294922,
                    0.808594,
                    1.007812,
                    1.15625,
                    0.193359,
                    1.203125,
                    1.085938,
                    1.148438,
                    1.3125,
                    0.949219,
                    0.863281,
                    1.335938,
                    1.125,
                    1.125,
                    1.203125,
                    1.015625,
                    0.143555,
                    1.398438,
                    0.425781,
                    0.855469,
                    0.984375,
                    0.710938,
                    0.753906,
                    0.177734,
                    0.539062,
                    0.753906,
                    0.765625,
                    0.78125,
                    0.972656,
                    0.859375,
                    0.400391,
                    0.90625,
                    1.195312,
                    1.140625,
                    1.023438,
                    0.460938,
                    0.279297,
                    0.980469,
                    1.179688,
                    0.867188,
                    0.992188,
                    1.0625,
                    0.660156,
                    0.449219,
                    0.957031,
                    0.648438,
                    1.023438,
                    1.007812,
                    1.101562,
                    0.9375,
                    1.15625,
                    0.851562,
                    1.125,
                    1.140625,
                    1.0625,
                    1.171875,
                    0.550781,
                    0.219727,
                    0.151367,
                    1.171875,
                    0.945312,
                    0.722656,
                    1.351562,
                    0.71875,
                    1.140625,
                    0.443359,
                    0.480469,
                    1.226562,
                    0.410156,
                    1.03125,
                    1.164062,
                    1.226562,
                    0.151367,
                    0.9375,
                    0.859375,
                    1.289062,
                    0.382812,
                    0.59375,
                    0.84375,
                    0.988281,
                    0.914062,
                    0.566406,
                    1.039062,
                    0.492188,
                    1.015625,
                    1.023438,
                    1.03125,
                    1.015625,
                    0.546875,
                    0.546875,
                    0.257812,
                    0.617188,
                    1.054688,
                    1.078125,
                    1.125,
                    0.953125,
                    0.984375,
                    0.143555,
                    0.792969,
                    0.828125,
                    1.125,
                    0.875,
                    0.875,
                    0.566406,
                    0.425781,
                    0.945312,
                    0.423828,
                    0.882812,
                    0.462891,
                    1.03125,
                    1.070312,
                    0.486328,
                    0.15625,
                    0.820312,
                    1.171875,
                    1.0,
                    1.101562,
                    0.162109,
                    1.140625,
                    1.15625,
                    1.03125,
                    0.957031,
                    1.132812,
                    0.6875,
                    0.202148,
                    1.070312,
                    1.078125,
                    1.039062,
                    0.425781,
                    1.273438,
                    0.695312,
                    0.132812,
                    0.292969,
                    0.632812,
                    1.132812,
                    1.039062,
                    0.15625,
                    1.007812,
                    0.417969,
                    0.5625,
                    0.925781,
                    1.234375,
                    1.25,
                    0.417969,
                    0.675781,
                    1.171875,
                    1.25,
                    0.691406,
                    1.078125,
                    1.15625,
                    0.957031,
                    0.617188,
                    0.507812,
                    1.164062,
                    1.109375,
                    1.1875,
                    0.957031,
                    0.507812,
                    1.140625,
                    1.1875,
                    0.90625,
                    0.192383,
                    1.109375,
                    0.332031,
                    0.162109,
                    1.234375,
                    0.984375,
                    -9e-05,
                    0.601562,
                    1.078125,
                    0.139648,
                    0.386719,
                    0.773438,
                    0.921875,
                    0.84375,
                    1.109375,
                    0.402344,
                    0.792969,
                    0.496094,
                    0.451172,
                    0.847656,
                    0.835938,
                    1.085938,
                    1.15625,
                    0.945312,
                    1.140625,
                    1.0625,
                    0.730469,
                    1.273438,
                    0.714844,
                    0.138672,
                    0.976562,
                    0.847656,
                    0.714844,
                    1.039062,
                    0.515625,
                    1.0625,
                    0.796875,
                    1.226562,
                    0.140625,
                    1.117188,
                    0.466797,
                    0.161133,
                    1.078125,
                    1.109375,
                    1.273438,
                    0.421875,
                    0.582031,
                    0.18457,
                    1.125,
                    0.625,
                    0.503906,
                    0.416016,
                    1.210938,
                    1.132812,
                    1.179688,
                    0.734375,
                    1.15625,
                    0.753906,
                    0.324219,
                    0.141602,
                    0.804688,
                    0.427734,
                    0.933594,
                    0.976562,
                    0.792969,
                    0.769531,
                    0.617188,
                    0.972656,
                    0.429688,
                    0.960938,
                    1.125,
                    1.195312,
                    1.164062,
                    0.241211,
                    0.988281,
                    0.933594,
                    0.507812,
                    0.792969,
                    0.980469,
                    0.953125,
                    1.023438,
                    1.109375,
                    0.902344,
                    1.265625,
                    1.109375,
                    0.664062,
                    1.195312,
                    1.101562,
                    0.738281,
                    0.546875,
                    1.132812,
                    0.402344,
                    0.941406,
                    0.566406,
                    0.617188,
                    1.210938,
                    1.09375,
                    0.769531,
                    0.832031,
                    0.820312,
                    1.15625,
                    0.300781,
                    0.953125,
                    0.527344,
                    0.832031,
                    1.109375,
                    0.523438,
                    0.230469,
                    0.148438,
                    1.179688,
                    0.5625,
                    0.151367,
                    1.195312,
                    1.171875,
                    1.085938,
                    0.277344,
                    1.3125,
                    1.03125,
                    0.175781,
                    0.871094,
                    0.235352,
                    0.75,
                    1.03125,
                    0.621094,
                    1.101562,
                    1.109375,
                    0.851562,
                    0.730469,
                    0.816406,
                    0.808594,
                    0.419922,
                    1.304688,
                    0.332031,
                    0.746094,
                    1.054688,
                    1.148438,
                    1.359375,
                    0.703125,
                    0.1875,
                    0.482422,
                    0.578125,
                    1.039062,
                    1.023438,
                    0.675781,
                    0.949219,
                    1.203125,
                    1.023438,
                    0.441406,
                    1.101562,
                    0.410156,
                    0.21875,
                    0.648438,
                    0.746094,
                    0.945312,
                    0.449219,
                    0.423828,
                    0.722656,
                    1.15625,
                    0.773438,
                    0.691406,
                    0.144531,
                    0.722656,
                    1.1875,
                    1.117188,
                    0.75,
                    0.582031,
                    0.761719,
                    0.139648,
                    0.984375,
                    1.054688,
                    0.4375,
                    0.832031,
                    0.466797,
                    0.490234,
                    0.289062,
                    1.09375,
                    0.40625,
                    0.470703,
                    1.09375,
                    0.542969,
                    0.875,
                    0.570312,
                    0.746094,
                    1.304688,
                    0.398438,
                    0.835938,
                    0.625,
                    1.09375,
                    1.203125,
                    1.046875,
                    0.470703,
                    0.451172,
                    1.1875,
                    0.34375,
                    0.419922,
                    1.25,
                    0.863281,
                    0.457031,
                    1.125,
                    0.375,
                    0.96875,
                    0.933594,
                    0.90625,
                    0.476562,
                    0.867188,
                    0.165039,
                    0.462891,
                    1.03125,
                    0.617188,
                    0.914062,
                    0.402344,
                    0.566406,
                    1.15625,
                    0.96875,
                    0.898438,
                    1.078125,
                    1.203125,
                    1.078125,
                    1.046875,
                    1.039062,
                    1.070312,
                    1.140625,
                    0.804688,
                    0.414062,
                    0.210938,
                    1.046875,
                    0.388672,
                    1.070312,
                    0.462891,
                    0.695312,
                    0.453125,
                    0.660156,
                    1.0,
                    0.851562,
                    0.441406,
                    1.148438,
                    0.960938,
                    1.1875,
                    0.976562,
                    0.347656,
                    1.09375,
                    0.261719,
                    0.423828,
                    1.15625,
                    0.539062,
                    0.898438,
                    0.132812,
                    0.945312,
                    0.964844,
                    1.148438,
                    0.351562,
                    0.933594,
                    1.242188,
                    0.160156,
                    0.470703,
                    0.404297,
                    1.054688,
                    1.148438,
                    0.640625,
                    1.140625,
                    1.109375,
                    0.145508,
                    0.412109,
                    1.140625,
                    0.378906,
                    0.458984,
                    0.820312,
                    0.804688,
                    0.835938,
                    0.503906,
                    0.851562,
                    1.125,
                    0.855469,
                    1.171875,
                    0.808594,
                    0.466797,
                    1.085938,
                    0.144531,
                    1.179688,
                    0.679688,
                    0.605469,
                    0.839844,
                    0.851562,
                    1.234375,
                    1.140625,
                    1.015625,
                    0.851562,
                    0.265625,
                    1.109375,
                    0.894531,
                    0.143555,
                    0.71875,
                    1.203125,
                    1.210938,
                    1.132812,
                    0.40625,
                    0.143555,
                    0.449219,
                    0.453125,
                    0.957031,
                    0.820312,
                    0.417969,
                    0.90625,
                    0.337891,
                    1.148438,
                    0.859375,
                    0.699219,
                    1.0625,
                    0.480469,
                    0.730469,
                    0.726562,
                    0.431641,
                    1.117188,
                    1.117188,
                    0.135742,
                    1.039062,
                    1.054688,
                    1.257812,
                    1.054688,
                    1.023438,
                    1.132812,
                    0.308594,
                    0.855469,
                    0.40625,
                    0.546875,
                    0.910156,
                    1.039062,
                    1.1875,
                    1.078125,
                    0.71875,
                    0.15332,
                    1.023438,
                    0.976562,
                    0.773438,
                    1.085938,
                    0.470703,
                    1.335938,
                    0.457031,
                    0.851562,
                    0.921875,
                    0.490234,
                    1.007812,
                    1.210938,
                    0.992188,
                    0.605469,
                    1.070312,
                    1.15625,
                    1.257812,
                    0.171875,
                    1.0,
                    1.078125,
                    0.792969,
                    0.84375,
                    0.875,
                    0.447266,
                    0.410156,
                    1.007812,
                    1.21875,
                    1.1875,
                    0.722656,
                    0.984375,
                    0.589844,
                    0.773438,
                    1.023438,
                    0.59375,
                    0.753906,
                    0.605469,
                    0.617188,
                    0.933594,
                    1.117188,
                    0.902344,
                    1.039062,
                    0.160156,
                    1.242188,
                    1.054688,
                    0.492188,
                    0.640625,
                    0.4375,
                    0.921875,
                    0.761719,
                    0.398438,
                    0.683594,
                    0.480469,
                    0.703125,
                    1.054688,
                    0.941406,
                    0.279297,
                    1.203125,
                    0.143555,
                    1.3125,
                    1.046875,
                    1.179688,
                    0.589844,
                    0.988281,
                    0.796875,
                    0.851562,
                    0.59375,
                    1.101562,
                    0.953125,
                    0.412109,
                    0.945312,
                    0.882812,
                    0.466797,
                    0.875,
                    0.375,
                    1.15625,
                    0.675781,
                    0.421875,
                    0.757812,
                    0.933594,
                    0.945312,
                    1.03125,
                    0.625,
                    1.148438,
                    1.148438,
                    0.365234,
                    0.601562,
                    0.738281,
                    0.96875,
                    1.015625,
                    0.308594,
                    0.664062,
                    0.992188,
                    0.976562,
                    1.179688,
                    0.384766,
                    1.25,
                    0.470703,
                    1.125,
                    0.792969,
                    0.851562,
                    1.21875,
                    1.132812,
                    1.164062,
                    0.960938,
                    0.59375,
                    0.835938,
                    0.804688,
                    0.695312,
                    0.925781,
                    1.203125,
                    0.816406,
                    0.984375,
                    1.078125,
                    0.835938,
                    1.234375,
                    0.910156,
                    0.691406,
                    0.644531,
                    1.125,
                    0.992188,
                    1.148438,
                    1.015625,
                    0.695312,
                    1.023438,
                    1.171875,
                    1.242188,
                    0.507812,
                    1.171875,
                    0.609375,
                    0.566406,
                    0.460938,
                    0.785156,
                    0.953125,
                    1.234375,
                    0.431641,
                    1.203125,
                    0.765625,
                    1.023438,
                    1.234375,
                    0.449219,
                    0.863281,
                    0.960938,
                    1.054688,
                    0.917969,
                    1.015625,
                    1.117188,
                    1.0,
                    0.449219,
                    0.96875,
                    1.125,
                    0.9375,
                    0.839844,
                    0.972656,
                    0.154297,
                    1.257812,
                    0.75,
                    0.945312,
                    1.195312,
                    0.789062,
                    0.433594,
                    0.59375,
                    0.929688,
                    0.457031,
                    1.210938,
                    0.126953,
                    0.494141,
                    1.023438,
                    0.183594,
                    0.138672,
                    0.730469,
                    0.589844,
                    0.847656,
                    1.054688,
                    0.871094,
                    0.65625,
                    0.511719,
                    1.34375,
                    0.664062,
                    0.170898,
                    1.296875,
                    1.25,
                    0.96875,
                    0.890625,
                    0.632812,
                    0.402344,
                    1.15625,
                    0.6875,
                    0.769531,
                    0.65625,
                    0.507812,
                    0.96875,
                    0.257812,
                    1.210938,
                    1.0625,
                    1.0625,
                    1.101562,
                    1.242188,
                    0.929688,
                    0.839844,
                    0.820312,
                    0.478516,
                    0.9375,
                    1.0625,
                    1.007812,
                    1.226562,
                    0.310547,
                    0.773438,
                    0.953125,
                    1.117188,
                    0.621094,
                    1.273438,
                    1.25,
                    0.5625,
                    1.101562,
                    0.546875,
                    0.570312,
                    1.078125,
                    0.789062,
                    0.707031,
                    0.671875,
                    0.714844,
                    0.152344,
                    1.21875,
                    0.133789,
                    1.179688,
                    1.140625,
                    0.201172,
                    0.441406,
                    1.25,
                    0.707031,
                    1.015625,
                    0.996094,
                    0.53125,
                    0.894531,
                    0.648438,
                    0.427734,
                    0.980469,
                    1.070312,
                    0.765625,
                    0.75,
                    0.667969,
                    1.03125,
                    1.007812,
                    0.451172,
                    1.171875,
                    1.15625,
                    0.925781,
                    1.15625,
                    0.421875,
                    0.214844,
                    0.6875,
                    1.039062,
                    0.84375,
                    1.148438,
                    0.816406,
                    1.070312,
                    1.203125,
                    0.992188,
                    0.765625,
                    1.125,
                    0.679688,
                    1.109375,
                    0.445312,
                    0.291016,
                    0.439453,
                    0.941406,
                    0.644531,
                    0.957031,
                    1.117188,
                    1.210938,
                    1.242188,
                    0.667969,
                    1.171875,
                    1.3125,
                    1.085938,
                    0.898438,
                    1.164062,
                    1.203125,
                    0.71875,
                    0.558594,
                    0.396484,
                    0.441406,
                    1.210938,
                    0.511719,
                    0.726562,
                    0.355469,
                    0.90625,
                    0.933594,
                    0.480469,
                    0.328125,
                    0.589844,
                    0.257812,
                    1.054688,
                    0.859375,
                    0.742188,
                    0.660156,
                    0.945312,
                    1.109375,
                    0.53125,
                    0.139648,
                    1.265625,
                    0.554688,
                    1.171875,
                    0.773438,
                    1.226562,
                    0.972656,
                    1.21875,
                    0.921875,
                    1.054688,
                    0.210938,
                    1.28125,
                    0.357422,
                    0.523438,
                    1.046875,
                    0.601562,
                    0.769531,
                    1.195312,
                    0.131836,
                    0.722656,
                    1.257812,
                    1.046875,
                    0.165039,
                    0.945312,
                    0.636719,
                    1.320312,
                    0.578125,
                    0.964844,
                    0.839844,
                    0.138672,
                    1.125,
                    1.101562,
                    1.070312,
                    0.421875,
                    0.859375,
                    0.765625,
                    0.9375,
                    1.015625,
                    1.085938,
                    0.941406,
                    0.390625,
                    1.015625,
                    0.910156,
                    1.210938,
                    0.419922,
                    0.236328,
                    0.773438,
                    1.0,
                    0.859375,
                    0.5625,
                    0.425781,
                    1.15625,
                    0.474609,
                    0.135742,
                    0.394531,
                    0.135742,
                    0.972656,
                    0.574219,
                    1.289062,
                    0.957031,
                    0.679688,
                    0.84375,
                    0.640625,
                    0.882812,
                    0.466797,
                    0.835938,
                    0.464844,
                    0.910156,
                    0.371094,
                    1.203125,
                    0.157227,
                    0.90625,
                    1.15625,
                    1.03125,
                    1.085938,
                    0.386719,
                    1.273438,
                    0.769531,
                    1.164062,
                    0.839844,
                    1.15625,
                    0.96875,
                    0.515625,
                    1.257812,
                    0.695312,
                    0.828125,
                    0.699219,
                    0.992188,
                    1.109375,
                    1.140625,
                    1.179688,
                    1.109375,
                    1.171875,
                    0.152344,
                    0.648438,
                    0.929688,
                    0.742188,
                    1.289062,
                    0.539062,
                    1.234375,
                    1.023438,
                    0.804688,
                    1.03125,
                    0.953125,
                    1.1875,
                    0.773438,
                    1.132812,
                    0.1875,
                    1.070312,
                    1.265625,
                    0.359375,
                    0.980469,
                    1.023438,
                    1.109375,
                    0.933594,
                    0.371094,
                    1.164062,
                    0.431641,
                    0.671875,
                    0.384766,
                    1.148438,
                    1.257812,
                    1.125,
                    1.171875,
                    0.519531,
                    0.158203,
                    0.8125,
                    0.435547,
                    1.226562,
                    1.085938,
                    1.148438,
                    0.851562,
                    0.839844,
                    1.140625,
                    0.542969,
                    0.746094,
                    0.824219,
                    0.882812,
                    0.699219,
                    1.09375,
                    0.890625,
                    0.875,
                    1.140625,
                    1.117188,
                    0.542969,
                    1.15625,
                    1.039062,
                    1.0,
                    0.130859,
                    1.1875,
                    0.155273,
                    0.237305,
                    0.710938,
                    0.773438,
                    0.416016,
                    0.291016,
                    0.6875,
                    0.147461,
                    0.431641,
                    1.0625,
                    0.933594,
                    1.101562,
                    1.007812,
                    0.851562,
                    0.443359,
                    1.195312,
                    0.539062,
                    0.154297,
                    1.007812,
                    1.171875,
                    0.976562,
                    1.273438,
                    0.929688,
                    1.148438,
                    0.90625,
                    1.28125,
                    0.996094,
                    0.941406,
                    1.1875,
                    0.298828,
                    1.148438,
                    0.585938,
                    0.210938,
                    1.0625,
                    0.515625,
                    0.878906,
                    1.046875,
                    1.265625,
                    0.210938,
                    0.492188,
                    0.4375,
                    0.367188,
                    0.601562,
                    0.96875,
                    1.109375,
                    0.960938,
                    1.1875,
                    1.226562,
                    0.824219,
                    0.992188,
                    0.482422,
                    0.205078,
                    0.449219,
                    0.960938,
                    0.894531,
                    1.109375,
                    1.109375,
                    0.143555,
                    0.137695,
                    0.196289,
                    0.996094,
                    0.566406,
                    0.582031,
                    0.742188,
                    1.203125,
                    0.695312,
                    1.09375,
                    1.125,
                    0.832031,
                    0.158203,
                    0.878906,
                    0.644531,
                    1.085938,
                    1.195312,
                    0.392578,
                    0.417969,
                    1.171875,
                    0.980469,
                    0.878906,
                    0.433594,
                    0.722656,
                    1.039062,
                    0.15332,
                    0.8125,
                    1.078125,
                    0.542969,
                    1.023438,
                    1.070312,
                    0.443359,
                    1.242188,
                    0.886719,
                    0.789062,
                    0.140625,
                    0.820312,
                    0.378906,
                    1.109375,
                    1.101562,
                    0.433594,
                    0.765625,
                    0.65625,
                    0.886719,
                    0.490234,
                    0.804688,
                    0.400391,
                    0.878906,
                    0.75,
                    0.707031,
                    0.632812,
                    0.984375,
                    0.449219,
                    1.046875,
                    1.125,
                    0.664062,
                    1.148438,
                    1.101562,
                    0.871094,
                    0.443359,
                    0.460938,
                    1.117188,
                    1.179688,
                    1.179688,
                    0.964844,
                    1.296875,
                    0.839844,
                    0.800781,
                    1.03125,
                    0.78125,
                    1.132812,
                    1.390625,
                    0.613281,
                    0.601562,
                    0.953125,
                    0.59375,
                    1.046875,
                    0.71875,
                    0.917969,
                    1.09375,
                    0.863281,
                    1.109375,
                    0.433594,
                    1.28125,
                    0.464844,
                    0.789062,
                    0.761719,
                    0.949219,
                    0.361328,
                    0.243164,
                    0.78125,
                    1.054688,
                    0.146484,
                    0.890625,
                    0.953125,
                    1.1875
                ]
            },
            "name": "model.model.layers.13.post_attention_layernorm.weight",
            "outputIndexes": [
                1155
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1154
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_13/Mul_output_0",
            "outputIndexes": [
                1156
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1155,
                1156
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_13/Mul_1_output_0",
            "outputIndexes": [
                1157
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1157
            ],
            "outputIndexes": [
                2688
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2688
            ],
            "outputIndexes": [
                2689
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/gate_proj/Linear",
            "inputIndexes": [
                2689
            ],
            "outputIndexes": [
                2690
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    345385002,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2690
            ],
            "outputIndexes": [
                2691
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2691
            ],
            "outputIndexes": [
                1158
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1158
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_13/Sigmoid_output_0",
            "outputIndexes": [
                1159
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1158,
                1159
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_13/Mul_output_0",
            "outputIndexes": [
                1160
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1157
            ],
            "outputIndexes": [
                2692
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2692
            ],
            "outputIndexes": [
                2693
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/up_proj/Linear",
            "inputIndexes": [
                2693
            ],
            "outputIndexes": [
                2694
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    353126464,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2694
            ],
            "outputIndexes": [
                2695
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2695
            ],
            "outputIndexes": [
                1161
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1160,
                1161
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_13/Mul_output_0",
            "outputIndexes": [
                1162
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1162
            ],
            "outputIndexes": [
                2696
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    8960,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2696
            ],
            "outputIndexes": [
                2697
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/down_proj/Linear",
            "inputIndexes": [
                2697
            ],
            "outputIndexes": [
                2698
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 8960,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    360867926,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2698
            ],
            "outputIndexes": [
                2699
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2699
            ],
            "outputIndexes": [
                1163
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1154,
                1163
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_69_output_0",
            "outputIndexes": [
                1164
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1164,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_126_output_0",
            "outputIndexes": [
                1165
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.320312,
                    1.648438,
                    1.625,
                    1.015625,
                    1.007812,
                    0.601562,
                    1.164062,
                    1.015625,
                    1.148438,
                    0.484375,
                    1.054688,
                    0.707031,
                    1.398438,
                    1.851562,
                    1.375,
                    1.25,
                    1.109375,
                    0.953125,
                    1.1875,
                    0.453125,
                    1.28125,
                    1.390625,
                    1.046875,
                    0.094238,
                    3.03125,
                    1.539062,
                    0.722656,
                    0.455078,
                    0.419922,
                    1.65625,
                    1.476562,
                    1.265625,
                    2.203125,
                    0.566406,
                    1.1875,
                    1.890625,
                    1.484375,
                    1.171875,
                    0.412109,
                    0.574219,
                    1.992188,
                    1.664062,
                    1.515625,
                    2.0,
                    1.695312,
                    1.015625,
                    0.769531,
                    0.980469,
                    0.90625,
                    1.234375,
                    0.125,
                    0.660156,
                    1.484375,
                    1.789062,
                    1.367188,
                    0.65625,
                    0.570312,
                    0.212891,
                    0.96875,
                    0.5,
                    0.847656,
                    0.523438,
                    1.132812,
                    1.414062,
                    1.109375,
                    0.392578,
                    0.847656,
                    0.414062,
                    1.296875,
                    0.664062,
                    1.046875,
                    0.820312,
                    0.128906,
                    0.640625,
                    1.3125,
                    0.632812,
                    1.265625,
                    1.15625,
                    1.039062,
                    2.265625,
                    2.171875,
                    0.148438,
                    0.972656,
                    2.171875,
                    1.554688,
                    1.679688,
                    2.03125,
                    2.078125,
                    1.039062,
                    1.210938,
                    1.101562,
                    0.785156,
                    1.28125,
                    0.59375,
                    1.734375,
                    1.257812,
                    1.0625,
                    0.675781,
                    2.25,
                    1.445312,
                    2.53125,
                    0.523438,
                    0.699219,
                    2.25,
                    0.470703,
                    1.015625,
                    1.648438,
                    1.023438,
                    0.453125,
                    1.382812,
                    0.443359,
                    2.28125,
                    0.820312,
                    2.71875,
                    1.734375,
                    1.125,
                    1.78125,
                    2.0,
                    0.138672,
                    0.209961,
                    1.273438,
                    0.267578,
                    0.71875,
                    0.515625,
                    1.398438,
                    1.6875,
                    1.84375,
                    0.195312,
                    0.722656,
                    2.15625,
                    0.921875,
                    0.960938,
                    1.453125,
                    2.078125,
                    1.53125,
                    2.265625,
                    0.402344,
                    2.375,
                    0.419922,
                    1.15625,
                    0.123535,
                    0.984375,
                    0.65625,
                    0.238281,
                    1.796875,
                    0.414062,
                    1.671875,
                    1.96875,
                    2.25,
                    1.0,
                    0.882812,
                    1.734375,
                    0.251953,
                    1.375,
                    1.257812,
                    0.464844,
                    1.84375,
                    0.570312,
                    1.703125,
                    1.929688,
                    0.582031,
                    0.867188,
                    1.554688,
                    0.679688,
                    0.476562,
                    1.609375,
                    1.234375,
                    1.53125,
                    1.46875,
                    2.375,
                    2.390625,
                    1.203125,
                    1.265625,
                    2.109375,
                    0.78125,
                    1.625,
                    1.78125,
                    2.234375,
                    1.453125,
                    2.25,
                    1.796875,
                    0.714844,
                    1.765625,
                    1.882812,
                    1.289062,
                    1.476562,
                    0.219727,
                    2.265625,
                    1.054688,
                    0.957031,
                    2.609375,
                    0.769531,
                    2.0625,
                    1.929688,
                    1.640625,
                    1.273438,
                    1.03125,
                    0.90625,
                    1.617188,
                    0.601562,
                    0.742188,
                    1.3125,
                    2.109375,
                    2.484375,
                    1.484375,
                    1.28125,
                    1.125,
                    2.0625,
                    0.9375,
                    1.539062,
                    1.109375,
                    2.015625,
                    0.539062,
                    0.761719,
                    1.851562,
                    1.484375,
                    1.6875,
                    1.835938,
                    1.296875,
                    1.015625,
                    1.28125,
                    1.570312,
                    0.515625,
                    1.765625,
                    0.578125,
                    1.835938,
                    0.539062,
                    0.427734,
                    1.085938,
                    1.3125,
                    1.351562,
                    1.476562,
                    1.890625,
                    1.90625,
                    1.476562,
                    0.412109,
                    1.625,
                    1.046875,
                    1.328125,
                    1.867188,
                    0.734375,
                    2.125,
                    1.210938,
                    2.265625,
                    1.203125,
                    1.242188,
                    1.734375,
                    1.304688,
                    0.6875,
                    2.15625,
                    0.863281,
                    0.894531,
                    1.945312,
                    2.484375,
                    0.105469,
                    0.617188,
                    0.84375,
                    1.859375,
                    1.976562,
                    1.265625,
                    1.195312,
                    1.726562,
                    1.617188,
                    0.652344,
                    1.875,
                    0.929688,
                    0.53125,
                    2.078125,
                    1.039062,
                    0.855469,
                    1.523438,
                    1.429688,
                    0.691406,
                    1.382812,
                    0.460938,
                    0.464844,
                    0.219727,
                    1.859375,
                    0.419922,
                    1.921875,
                    1.289062,
                    0.882812,
                    0.894531,
                    0.980469,
                    1.429688,
                    0.166016,
                    1.078125,
                    1.5,
                    1.007812,
                    2.375,
                    1.210938,
                    2.125,
                    2.21875,
                    1.976562,
                    0.625,
                    0.734375,
                    1.375,
                    1.210938,
                    1.671875,
                    2.203125,
                    0.158203,
                    0.925781,
                    1.828125,
                    0.400391,
                    2.1875,
                    0.902344,
                    1.632812,
                    0.859375,
                    1.742188,
                    0.155273,
                    0.503906,
                    1.984375,
                    0.294922,
                    1.171875,
                    2.34375,
                    2.0625,
                    0.820312,
                    1.265625,
                    1.40625,
                    0.170898,
                    1.289062,
                    3.09375,
                    1.3125,
                    0.574219,
                    1.046875,
                    1.742188,
                    0.917969,
                    0.129883,
                    1.21875,
                    0.890625,
                    0.102539,
                    1.90625,
                    0.182617,
                    1.289062,
                    1.039062,
                    0.792969,
                    0.914062,
                    0.105469,
                    0.765625,
                    0.455078,
                    0.953125,
                    1.554688,
                    0.832031,
                    1.765625,
                    1.710938,
                    1.0,
                    1.15625,
                    0.683594,
                    0.417969,
                    1.476562,
                    0.601562,
                    0.550781,
                    0.625,
                    1.835938,
                    0.582031,
                    1.625,
                    2.546875,
                    1.164062,
                    1.617188,
                    0.402344,
                    -0.351562,
                    1.054688,
                    1.3125,
                    1.242188,
                    0.9375,
                    0.988281,
                    1.882812,
                    1.101562,
                    0.138672,
                    1.789062,
                    0.894531,
                    0.5,
                    1.828125,
                    0.453125,
                    0.792969,
                    0.859375,
                    1.890625,
                    0.765625,
                    2.0,
                    0.453125,
                    2.15625,
                    2.5,
                    1.484375,
                    2.25,
                    0.546875,
                    1.21875,
                    0.660156,
                    1.96875,
                    0.726562,
                    1.515625,
                    0.867188,
                    1.078125,
                    2.09375,
                    1.539062,
                    0.992188,
                    1.046875,
                    1.234375,
                    0.53125,
                    0.996094,
                    1.6875,
                    0.431641,
                    1.835938,
                    0.773438,
                    1.125,
                    1.117188,
                    0.367188,
                    2.03125,
                    1.203125,
                    -0.009521,
                    0.660156,
                    0.992188,
                    0.582031,
                    1.453125,
                    1.734375,
                    0.835938,
                    0.773438,
                    2.921875,
                    2.359375,
                    0.390625,
                    1.585938,
                    1.765625,
                    0.425781,
                    1.523438,
                    0.558594,
                    0.322266,
                    1.625,
                    0.613281,
                    1.773438,
                    0.773438,
                    1.476562,
                    2.09375,
                    1.75,
                    1.1875,
                    2.3125,
                    0.570312,
                    0.597656,
                    0.644531,
                    0.527344,
                    1.0625,
                    1.476562,
                    0.882812,
                    0.386719,
                    1.101562,
                    1.53125,
                    1.382812,
                    2.15625,
                    0.558594,
                    1.882812,
                    1.601562,
                    1.945312,
                    2.484375,
                    1.289062,
                    0.914062,
                    2.671875,
                    2.078125,
                    1.523438,
                    1.984375,
                    1.484375,
                    0.09082,
                    2.484375,
                    0.447266,
                    1.109375,
                    1.46875,
                    1.015625,
                    0.742188,
                    0.180664,
                    0.644531,
                    0.949219,
                    0.941406,
                    0.933594,
                    1.34375,
                    0.941406,
                    0.492188,
                    1.304688,
                    1.992188,
                    2.078125,
                    2.609375,
                    0.476562,
                    1.507812,
                    1.5,
                    1.820312,
                    1.210938,
                    1.226562,
                    1.609375,
                    0.703125,
                    0.474609,
                    1.1875,
                    0.964844,
                    1.5,
                    1.453125,
                    1.796875,
                    1.085938,
                    1.90625,
                    1.125,
                    1.867188,
                    1.882812,
                    2.359375,
                    1.835938,
                    0.636719,
                    0.617188,
                    0.546875,
                    1.835938,
                    1.257812,
                    0.652344,
                    2.4375,
                    0.792969,
                    1.734375,
                    2.28125,
                    0.53125,
                    2.34375,
                    0.386719,
                    1.710938,
                    2.09375,
                    2.0,
                    0.137695,
                    1.203125,
                    1.304688,
                    2.3125,
                    0.554688,
                    1.078125,
                    0.008118,
                    1.320312,
                    1.039062,
                    0.679688,
                    1.515625,
                    0.462891,
                    1.132812,
                    1.5625,
                    1.3125,
                    1.15625,
                    0.457031,
                    0.582031,
                    1.46875,
                    0.757812,
                    1.648438,
                    1.625,
                    1.703125,
                    1.34375,
                    1.328125,
                    0.098633,
                    0.832031,
                    0.898438,
                    1.960938,
                    0.992188,
                    0.890625,
                    0.664062,
                    0.863281,
                    1.265625,
                    0.71875,
                    1.164062,
                    0.378906,
                    1.296875,
                    1.554688,
                    0.707031,
                    0.166992,
                    0.984375,
                    1.882812,
                    1.359375,
                    1.734375,
                    0.196289,
                    1.8125,
                    1.890625,
                    1.65625,
                    1.414062,
                    1.671875,
                    1.5,
                    0.949219,
                    1.59375,
                    1.671875,
                    1.695312,
                    0.554688,
                    2.59375,
                    0.882812,
                    0.11084,
                    0.976562,
                    0.648438,
                    1.703125,
                    1.867188,
                    0.15332,
                    1.617188,
                    2.25,
                    0.679688,
                    1.0625,
                    2.046875,
                    2.4375,
                    0.435547,
                    0.800781,
                    2.25,
                    2.28125,
                    0.828125,
                    1.523438,
                    1.929688,
                    1.523438,
                    0.65625,
                    0.554688,
                    2.046875,
                    1.46875,
                    2.0625,
                    1.3125,
                    0.613281,
                    1.6875,
                    2.125,
                    1.171875,
                    0.804688,
                    1.9375,
                    0.816406,
                    0.271484,
                    2.078125,
                    1.6875,
                    0.060303,
                    0.59375,
                    1.984375,
                    0.109375,
                    0.398438,
                    0.855469,
                    1.289062,
                    1.171875,
                    1.679688,
                    0.523438,
                    0.925781,
                    0.492188,
                    0.53125,
                    1.03125,
                    0.886719,
                    3.703125,
                    1.875,
                    1.304688,
                    2.046875,
                    1.789062,
                    0.949219,
                    2.546875,
                    0.96875,
                    0.143555,
                    1.1875,
                    1.023438,
                    0.9375,
                    1.390625,
                    0.542969,
                    1.671875,
                    0.988281,
                    2.015625,
                    0.114258,
                    1.671875,
                    0.445312,
                    0.423828,
                    1.921875,
                    2.265625,
                    2.234375,
                    0.71875,
                    0.585938,
                    0.225586,
                    1.664062,
                    0.800781,
                    0.478516,
                    0.4375,
                    2.15625,
                    1.796875,
                    2.0,
                    0.699219,
                    1.90625,
                    0.921875,
                    0.730469,
                    0.178711,
                    0.929688,
                    0.789062,
                    1.328125,
                    1.398438,
                    0.808594,
                    0.921875,
                    0.675781,
                    1.15625,
                    1.0625,
                    1.265625,
                    2.140625,
                    1.765625,
                    1.953125,
                    1.171875,
                    1.4375,
                    1.234375,
                    0.710938,
                    1.007812,
                    1.429688,
                    1.195312,
                    1.875,
                    1.9375,
                    1.328125,
                    2.265625,
                    1.820312,
                    0.625,
                    2.203125,
                    1.953125,
                    0.816406,
                    0.65625,
                    2.15625,
                    1.289062,
                    1.265625,
                    0.84375,
                    0.707031,
                    2.328125,
                    1.71875,
                    1.203125,
                    0.960938,
                    0.953125,
                    1.695312,
                    1.078125,
                    1.195312,
                    0.582031,
                    1.515625,
                    1.882812,
                    0.558594,
                    0.324219,
                    0.140625,
                    1.78125,
                    1.554688,
                    0.129883,
                    2.078125,
                    1.757812,
                    1.570312,
                    1.148438,
                    2.046875,
                    1.40625,
                    0.208984,
                    1.101562,
                    0.464844,
                    1.046875,
                    1.140625,
                    0.742188,
                    1.859375,
                    2.109375,
                    1.109375,
                    0.8125,
                    0.777344,
                    1.054688,
                    0.423828,
                    2.34375,
                    0.382812,
                    0.867188,
                    1.523438,
                    2.09375,
                    2.296875,
                    1.148438,
                    0.238281,
                    1.671875,
                    0.585938,
                    1.609375,
                    1.5,
                    0.828125,
                    1.242188,
                    2.484375,
                    1.882812,
                    0.636719,
                    1.890625,
                    2.90625,
                    0.492188,
                    0.890625,
                    0.839844,
                    1.351562,
                    0.441406,
                    0.410156,
                    0.855469,
                    2.03125,
                    0.894531,
                    0.867188,
                    0.098633,
                    0.757812,
                    1.914062,
                    1.8125,
                    1.539062,
                    0.714844,
                    0.9375,
                    0.132812,
                    1.351562,
                    1.4375,
                    0.65625,
                    1.21875,
                    0.445312,
                    0.535156,
                    0.765625,
                    1.554688,
                    0.546875,
                    0.466797,
                    1.703125,
                    0.585938,
                    1.109375,
                    0.796875,
                    0.855469,
                    2.5,
                    0.404297,
                    1.007812,
                    0.582031,
                    1.742188,
                    2.046875,
                    1.59375,
                    2.71875,
                    0.742188,
                    1.953125,
                    0.578125,
                    0.453125,
                    2.421875,
                    1.070312,
                    0.535156,
                    1.90625,
                    0.527344,
                    1.226562,
                    1.34375,
                    1.140625,
                    0.484375,
                    1.125,
                    0.24707,
                    0.431641,
                    1.140625,
                    0.703125,
                    1.101562,
                    0.464844,
                    0.691406,
                    1.859375,
                    1.304688,
                    1.03125,
                    1.265625,
                    1.882812,
                    1.5625,
                    1.757812,
                    1.421875,
                    1.609375,
                    2.09375,
                    1.039062,
                    0.462891,
                    0.785156,
                    1.546875,
                    0.443359,
                    1.546875,
                    0.460938,
                    0.96875,
                    0.515625,
                    0.636719,
                    1.5625,
                    1.085938,
                    0.449219,
                    1.742188,
                    1.210938,
                    2.203125,
                    1.367188,
                    0.527344,
                    1.742188,
                    0.996094,
                    0.519531,
                    1.90625,
                    0.53125,
                    1.234375,
                    0.146484,
                    1.171875,
                    1.296875,
                    1.734375,
                    0.554688,
                    1.5,
                    2.171875,
                    0.15332,
                    0.480469,
                    0.359375,
                    1.421875,
                    1.976562,
                    0.886719,
                    1.773438,
                    2.15625,
                    0.109863,
                    2.765625,
                    1.96875,
                    0.419922,
                    2.890625,
                    1.039062,
                    0.871094,
                    1.132812,
                    0.6875,
                    0.925781,
                    1.671875,
                    1.03125,
                    1.820312,
                    1.109375,
                    0.503906,
                    2.0,
                    0.113281,
                    1.945312,
                    0.832031,
                    0.621094,
                    0.960938,
                    1.023438,
                    2.234375,
                    2.1875,
                    1.523438,
                    1.359375,
                    0.394531,
                    2.03125,
                    0.949219,
                    0.102051,
                    0.773438,
                    2.015625,
                    2.375,
                    1.773438,
                    0.589844,
                    0.107422,
                    2.78125,
                    2.265625,
                    1.25,
                    0.878906,
                    0.496094,
                    1.296875,
                    0.53125,
                    1.828125,
                    0.957031,
                    0.636719,
                    1.609375,
                    0.53125,
                    0.890625,
                    0.992188,
                    0.503906,
                    1.859375,
                    2.234375,
                    0.112793,
                    1.78125,
                    1.625,
                    2.296875,
                    1.53125,
                    1.351562,
                    2.03125,
                    0.4375,
                    1.289062,
                    0.449219,
                    0.597656,
                    1.351562,
                    1.53125,
                    2.328125,
                    1.671875,
                    1.039062,
                    0.132812,
                    1.945312,
                    1.179688,
                    0.910156,
                    2.140625,
                    0.523438,
                    2.296875,
                    0.014648,
                    1.039062,
                    1.210938,
                    0.558594,
                    1.4375,
                    1.945312,
                    1.335938,
                    0.617188,
                    1.890625,
                    1.9375,
                    2.203125,
                    0.161133,
                    1.296875,
                    1.703125,
                    1.070312,
                    0.945312,
                    1.007812,
                    0.90625,
                    0.40625,
                    1.484375,
                    2.109375,
                    2.265625,
                    0.757812,
                    1.320312,
                    0.640625,
                    0.851562,
                    2.125,
                    0.722656,
                    0.96875,
                    0.722656,
                    0.621094,
                    1.132812,
                    1.828125,
                    1.367188,
                    1.695312,
                    0.130859,
                    2.28125,
                    1.890625,
                    0.492188,
                    0.652344,
                    0.474609,
                    1.304688,
                    1.007812,
                    0.558594,
                    0.773438,
                    0.466797,
                    0.851562,
                    1.984375,
                    1.523438,
                    1.609375,
                    2.078125,
                    0.114258,
                    2.21875,
                    1.5,
                    2.140625,
                    0.589844,
                    1.335938,
                    0.90625,
                    0.960938,
                    0.582031,
                    1.671875,
                    1.65625,
                    0.414062,
                    1.320312,
                    1.023438,
                    0.5,
                    1.171875,
                    1.726562,
                    2.015625,
                    0.773438,
                    0.378906,
                    0.890625,
                    1.164062,
                    1.195312,
                    1.78125,
                    0.882812,
                    2.734375,
                    1.84375,
                    0.382812,
                    0.632812,
                    0.800781,
                    1.164062,
                    1.601562,
                    0.546875,
                    1.476562,
                    1.585938,
                    1.265625,
                    1.820312,
                    0.867188,
                    2.15625,
                    0.484375,
                    1.78125,
                    0.90625,
                    1.039062,
                    1.859375,
                    1.609375,
                    2.046875,
                    1.179688,
                    1.625,
                    1.023438,
                    1.0,
                    0.804688,
                    1.140625,
                    2.28125,
                    1.179688,
                    1.1875,
                    1.773438,
                    1.078125,
                    2.421875,
                    1.078125,
                    0.757812,
                    0.992188,
                    1.710938,
                    1.210938,
                    1.90625,
                    1.53125,
                    0.976562,
                    1.445312,
                    1.78125,
                    2.265625,
                    0.462891,
                    2.40625,
                    0.761719,
                    0.570312,
                    0.492188,
                    0.992188,
                    1.28125,
                    2.28125,
                    0.464844,
                    1.875,
                    0.835938,
                    1.546875,
                    2.265625,
                    2.015625,
                    1.078125,
                    1.546875,
                    1.734375,
                    1.53125,
                    1.703125,
                    1.820312,
                    1.539062,
                    0.5,
                    1.28125,
                    1.71875,
                    1.125,
                    0.964844,
                    1.210938,
                    0.134766,
                    2.15625,
                    1.75,
                    1.242188,
                    2.25,
                    0.878906,
                    0.511719,
                    0.703125,
                    1.25,
                    0.765625,
                    2.390625,
                    0.095215,
                    0.494141,
                    1.320312,
                    0.462891,
                    0.11084,
                    1.101562,
                    0.855469,
                    0.746094,
                    1.820312,
                    0.992188,
                    1.515625,
                    0.539062,
                    2.25,
                    0.617188,
                    0.239258,
                    2.375,
                    2.328125,
                    1.117188,
                    1.296875,
                    0.8125,
                    0.820312,
                    1.734375,
                    0.703125,
                    0.914062,
                    0.894531,
                    0.824219,
                    1.1875,
                    0.449219,
                    1.992188,
                    1.695312,
                    1.328125,
                    1.484375,
                    2.203125,
                    1.515625,
                    1.0,
                    1.078125,
                    0.460938,
                    1.421875,
                    1.726562,
                    1.734375,
                    2.28125,
                    0.5625,
                    0.921875,
                    1.132812,
                    1.796875,
                    0.726562,
                    2.28125,
                    1.859375,
                    0.632812,
                    1.78125,
                    0.605469,
                    0.585938,
                    1.796875,
                    1.015625,
                    0.84375,
                    0.765625,
                    1.515625,
                    0.125977,
                    2.234375,
                    0.088867,
                    2.078125,
                    1.96875,
                    0.769531,
                    0.34375,
                    2.046875,
                    0.875,
                    1.390625,
                    1.46875,
                    1.421875,
                    1.125,
                    0.609375,
                    0.457031,
                    1.476562,
                    1.460938,
                    1.046875,
                    1.617188,
                    0.878906,
                    1.5,
                    1.484375,
                    0.445312,
                    1.914062,
                    1.875,
                    1.414062,
                    2.046875,
                    0.429688,
                    1.046875,
                    0.882812,
                    1.710938,
                    0.9375,
                    1.90625,
                    0.941406,
                    1.726562,
                    2.0625,
                    1.257812,
                    1.023438,
                    2.09375,
                    0.742188,
                    1.625,
                    0.574219,
                    1.710938,
                    0.902344,
                    1.179688,
                    0.976562,
                    1.257812,
                    1.976562,
                    2.03125,
                    2.21875,
                    0.691406,
                    1.8125,
                    2.71875,
                    2.015625,
                    1.070312,
                    1.742188,
                    2.234375,
                    0.710938,
                    0.566406,
                    0.960938,
                    0.933594,
                    2.421875,
                    1.453125,
                    1.070312,
                    0.496094,
                    1.140625,
                    1.289062,
                    1.382812,
                    0.898438,
                    0.625,
                    0.378906,
                    1.59375,
                    1.3125,
                    0.929688,
                    1.078125,
                    1.328125,
                    1.882812,
                    0.628906,
                    0.132812,
                    2.71875,
                    0.671875,
                    2.015625,
                    0.917969,
                    2.265625,
                    1.46875,
                    2.3125,
                    1.6875,
                    1.4375,
                    0.25,
                    2.734375,
                    0.550781,
                    0.585938,
                    1.335938,
                    1.296875,
                    0.953125,
                    1.90625,
                    0.178711,
                    1.234375,
                    2.046875,
                    1.664062,
                    0.146484,
                    1.351562,
                    0.761719,
                    3.015625,
                    0.625,
                    1.265625,
                    1.007812,
                    0.132812,
                    1.890625,
                    1.625,
                    1.460938,
                    0.472656,
                    1.09375,
                    1.132812,
                    1.148438,
                    1.421875,
                    1.929688,
                    1.132812,
                    0.396484,
                    1.390625,
                    1.125,
                    2.140625,
                    0.621094,
                    0.800781,
                    2.15625,
                    1.320312,
                    1.195312,
                    0.621094,
                    2.171875,
                    1.960938,
                    1.960938,
                    0.109863,
                    0.402344,
                    0.120605,
                    1.320312,
                    2.359375,
                    2.578125,
                    1.289062,
                    0.789062,
                    0.992188,
                    2.515625,
                    1.101562,
                    0.462891,
                    1.117188,
                    0.488281,
                    1.21875,
                    0.494141,
                    2.21875,
                    0.451172,
                    1.304688,
                    1.757812,
                    1.429688,
                    1.65625,
                    0.597656,
                    2.3125,
                    1.039062,
                    1.984375,
                    1.367188,
                    2.125,
                    1.25,
                    0.625,
                    2.15625,
                    0.792969,
                    1.101562,
                    0.753906,
                    1.382812,
                    1.625,
                    2.109375,
                    2.015625,
                    1.664062,
                    1.78125,
                    0.289062,
                    0.894531,
                    1.273438,
                    1.054688,
                    2.3125,
                    0.570312,
                    1.890625,
                    1.6875,
                    1.070312,
                    1.71875,
                    1.398438,
                    1.828125,
                    1.085938,
                    1.492188,
                    0.605469,
                    1.5625,
                    2.375,
                    0.443359,
                    1.414062,
                    1.46875,
                    1.640625,
                    1.234375,
                    0.384766,
                    1.867188,
                    0.527344,
                    0.695312,
                    0.404297,
                    1.921875,
                    1.929688,
                    1.945312,
                    1.875,
                    0.542969,
                    0.175781,
                    0.828125,
                    2.234375,
                    1.953125,
                    1.5625,
                    1.703125,
                    1.0625,
                    1.179688,
                    1.867188,
                    0.601562,
                    0.8125,
                    0.96875,
                    1.3125,
                    0.695312,
                    1.710938,
                    1.085938,
                    1.117188,
                    1.828125,
                    1.6875,
                    1.632812,
                    1.921875,
                    1.578125,
                    1.5,
                    0.106934,
                    2.0625,
                    0.117676,
                    0.515625,
                    0.707031,
                    0.984375,
                    0.443359,
                    1.171875,
                    0.703125,
                    0.110352,
                    0.496094,
                    1.53125,
                    1.25,
                    2.4375,
                    -0.660156,
                    0.992188,
                    0.902344,
                    2.09375,
                    0.65625,
                    0.255859,
                    1.484375,
                    2.0,
                    1.265625,
                    2.640625,
                    1.257812,
                    2.078125,
                    1.125,
                    2.84375,
                    1.484375,
                    1.515625,
                    1.742188,
                    0.898438,
                    2.078125,
                    0.53125,
                    1.0,
                    1.390625,
                    0.566406,
                    0.851562,
                    1.539062,
                    2.125,
                    -0.073242,
                    0.542969,
                    0.707031,
                    1.867188,
                    0.960938,
                    1.789062,
                    1.609375,
                    1.242188,
                    2.203125,
                    2.46875,
                    1.039062,
                    1.453125,
                    0.478516,
                    0.539062,
                    0.392578,
                    1.171875,
                    1.023438,
                    1.859375,
                    1.859375,
                    0.117188,
                    0.114258,
                    0.53125,
                    1.5,
                    0.726562,
                    0.777344,
                    1.820312,
                    2.015625,
                    0.765625,
                    1.78125,
                    1.820312,
                    0.992188,
                    0.34375,
                    1.25,
                    0.679688,
                    1.90625,
                    2.046875,
                    0.511719,
                    0.46875,
                    1.820312,
                    1.398438,
                    1.046875,
                    0.429688,
                    0.757812,
                    1.507812,
                    0.21582,
                    0.875,
                    1.554688,
                    0.431641,
                    1.476562,
                    1.710938,
                    0.570312,
                    2.15625,
                    0.972656,
                    0.953125,
                    0.147461,
                    1.109375,
                    0.40625,
                    1.734375,
                    1.75,
                    0.412109,
                    0.792969,
                    1.179688,
                    1.09375,
                    0.472656,
                    0.832031,
                    0.367188,
                    1.117188,
                    1.125,
                    0.9375,
                    0.796875,
                    1.664062,
                    0.410156,
                    1.773438,
                    2.078125,
                    0.824219,
                    4.375,
                    1.773438,
                    1.3125,
                    0.550781,
                    0.498047,
                    1.84375,
                    1.976562,
                    2.25,
                    1.164062,
                    2.6875,
                    1.078125,
                    0.898438,
                    1.382812,
                    0.890625,
                    1.460938,
                    2.15625,
                    0.621094,
                    0.761719,
                    1.390625,
                    0.667969,
                    1.554688,
                    1.148438,
                    1.046875,
                    1.632812,
                    0.847656,
                    1.976562,
                    0.496094,
                    2.125,
                    0.535156,
                    1.070312,
                    0.886719,
                    1.171875,
                    0.558594,
                    0.53125,
                    0.875,
                    1.765625,
                    0.371094,
                    1.390625,
                    1.117188,
                    1.757812
                ]
            },
            "name": "model.model.layers.14.input_layernorm.weight",
            "outputIndexes": [
                1166
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1165
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_14/Mul_output_0",
            "outputIndexes": [
                1167
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1166,
                1167
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_14/Mul_1_output_0",
            "outputIndexes": [
                1168
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1168
            ],
            "outputIndexes": [
                2700
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2700
            ],
            "outputIndexes": [
                2701
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/q_proj/Linear",
            "inputIndexes": [
                2701
            ],
            "outputIndexes": [
                2702
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    368609388,
                    1179670,
                    147456,
                    6144,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2702
            ],
            "outputIndexes": [
                2703
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2703
            ],
            "outputIndexes": [
                1169
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1168
            ],
            "main_type": "NONE",
            "name": "/Shape_197_output_0",
            "outputIndexes": [
                1170
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1170
            ],
            "main_type": "NONE",
            "name": "Shape3578",
            "outputIndexes": [
                1171
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1170
            ],
            "main_type": "NONE",
            "name": "Rank3580",
            "outputIndexes": [
                1172
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1172,
                1172
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3582",
            "outputIndexes": [
                1173
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1173
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3583",
            "outputIndexes": [
                1174
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1173,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3585",
            "outputIndexes": [
                1175
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1175
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3586",
            "outputIndexes": [
                1176
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1171,
                1174,
                1176,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3589",
            "outputIndexes": [
                1177
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1177
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3590",
            "outputIndexes": [
                1178
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                1178
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3591",
            "outputIndexes": [
                1179
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1179,
                1178
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3592",
            "outputIndexes": [
                1180
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1170,
                1180,
                1173
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_214_output_0",
            "outputIndexes": [
                1181
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1181,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_449_output_0",
            "outputIndexes": [
                1182
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1182,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_182_output_0",
            "outputIndexes": [
                1183
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1169,
                1183
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_127_output_0",
            "outputIndexes": [
                1184
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1184,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_112_output_0",
            "outputIndexes": [
                1185
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1184
            ],
            "main_type": "NONE",
            "name": "/Shape_198_output_0",
            "outputIndexes": [
                1186
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1186
            ],
            "main_type": "NONE",
            "name": "Shape3599",
            "outputIndexes": [
                1187
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1186
            ],
            "main_type": "NONE",
            "name": "Rank3601",
            "outputIndexes": [
                1188
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1188,
                1188
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3603",
            "outputIndexes": [
                1189
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1189
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3604",
            "outputIndexes": [
                1190
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1189,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3606",
            "outputIndexes": [
                1191
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1191
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3607",
            "outputIndexes": [
                1192
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1187,
                1190,
                1192,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3610",
            "outputIndexes": [
                1193
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1193
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3611",
            "outputIndexes": [
                1194
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1194
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3612",
            "outputIndexes": [
                1195
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1195,
                1194
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3613",
            "outputIndexes": [
                1196
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1186,
                1196,
                1189
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_215_output_0",
            "outputIndexes": [
                1197
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1197,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_42_output_0",
            "outputIndexes": [
                1198
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1198,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_454_output_0",
            "outputIndexes": [
                1199
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1184,
                1199,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_57_output_0",
            "outputIndexes": [
                1200
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1200
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_28_output_0",
            "outputIndexes": [
                1201
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1184,
                22,
                1199,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_56_output_0",
            "outputIndexes": [
                1202
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1201,
                1202
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_185_output_0",
            "outputIndexes": [
                1203
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1203,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_113_output_0",
            "outputIndexes": [
                1204
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1185,
                1204
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_70_output_0",
            "outputIndexes": [
                1205
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1168
            ],
            "outputIndexes": [
                2704
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2704
            ],
            "outputIndexes": [
                2705
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/k_proj/Linear",
            "inputIndexes": [
                2705
            ],
            "outputIndexes": [
                2706
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    369942658,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2706
            ],
            "outputIndexes": [
                2707
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2707
            ],
            "outputIndexes": [
                1206
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1182,
                85,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_183_output_0",
            "outputIndexes": [
                1207
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1206,
                1207
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_128_output_0",
            "outputIndexes": [
                1208
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1208,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_114_output_0",
            "outputIndexes": [
                1209
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1208
            ],
            "main_type": "NONE",
            "name": "/Shape_199_output_0",
            "outputIndexes": [
                1210
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1210
            ],
            "main_type": "NONE",
            "name": "Shape3662",
            "outputIndexes": [
                1211
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1210
            ],
            "main_type": "NONE",
            "name": "Rank3664",
            "outputIndexes": [
                1212
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1212,
                1212
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3666",
            "outputIndexes": [
                1213
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1213
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3667",
            "outputIndexes": [
                1214
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1213,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3669",
            "outputIndexes": [
                1215
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1215
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3670",
            "outputIndexes": [
                1216
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1211,
                1214,
                1216,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3673",
            "outputIndexes": [
                1217
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1217
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3674",
            "outputIndexes": [
                1218
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1218
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3675",
            "outputIndexes": [
                1219
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1219,
                1218
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3676",
            "outputIndexes": [
                1220
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1210,
                1220,
                1213
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_216_output_0",
            "outputIndexes": [
                1221
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1221,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_43_output_0",
            "outputIndexes": [
                1222
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1222,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_456_output_0",
            "outputIndexes": [
                1223
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1208,
                1223,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_59_output_0",
            "outputIndexes": [
                1224
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1224
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_29_output_0",
            "outputIndexes": [
                1225
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1208,
                22,
                1223,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_58_output_0",
            "outputIndexes": [
                1226
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1225,
                1226
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_186_output_0",
            "outputIndexes": [
                1227
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1227,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_115_output_0",
            "outputIndexes": [
                1228
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1209,
                1228
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_71_output_0",
            "outputIndexes": [
                1229
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1168
            ],
            "outputIndexes": [
                2708
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2708
            ],
            "outputIndexes": [
                2709
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/v_proj/Linear",
            "inputIndexes": [
                2709
            ],
            "outputIndexes": [
                2710
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    370164888,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2710
            ],
            "outputIndexes": [
                2711
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2711
            ],
            "outputIndexes": [
                1230
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1230,
                1207
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_129_output_0",
            "outputIndexes": [
                1231
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1205,
                1229,
                1231,
                111
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_134_output_0",
            "outputIndexes": [
                1232
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1232
            ],
            "outputIndexes": [
                2712
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2712
            ],
            "outputIndexes": [
                2713
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/o_proj/Linear",
            "inputIndexes": [
                2713
            ],
            "outputIndexes": [
                2714
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    370387118,
                    1179670,
                    147456,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2714
            ],
            "outputIndexes": [
                2715
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2715
            ],
            "outputIndexes": [
                1233
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1165,
                1233
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_73_output_0",
            "outputIndexes": [
                1234
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.168945,
                    1.265625,
                    0.726562,
                    0.882812,
                    0.71875,
                    0.652344,
                    1.0,
                    0.859375,
                    1.046875,
                    0.496094,
                    0.890625,
                    0.425781,
                    1.101562,
                    1.0625,
                    1.070312,
                    0.960938,
                    1.015625,
                    0.8125,
                    1.132812,
                    0.423828,
                    1.070312,
                    0.890625,
                    0.882812,
                    0.142578,
                    1.15625,
                    1.15625,
                    0.6875,
                    0.539062,
                    0.507812,
                    1.28125,
                    1.101562,
                    1.023438,
                    1.304688,
                    0.546875,
                    0.863281,
                    1.4375,
                    1.15625,
                    0.945312,
                    0.423828,
                    0.417969,
                    1.351562,
                    1.28125,
                    1.164062,
                    1.242188,
                    0.162109,
                    0.871094,
                    0.804688,
                    0.988281,
                    0.820312,
                    0.671875,
                    0.150391,
                    0.386719,
                    1.1875,
                    1.15625,
                    1.046875,
                    0.640625,
                    0.5625,
                    0.154297,
                    0.519531,
                    0.482422,
                    0.773438,
                    0.542969,
                    0.75,
                    1.179688,
                    0.976562,
                    0.296875,
                    0.746094,
                    0.490234,
                    0.835938,
                    0.660156,
                    0.785156,
                    0.609375,
                    0.147461,
                    0.628906,
                    1.023438,
                    0.378906,
                    1.070312,
                    1.054688,
                    0.96875,
                    1.445312,
                    1.304688,
                    0.150391,
                    0.396484,
                    1.53125,
                    1.195312,
                    1.28125,
                    1.265625,
                    1.375,
                    0.753906,
                    1.054688,
                    0.960938,
                    0.695312,
                    0.632812,
                    0.625,
                    1.21875,
                    0.433594,
                    0.921875,
                    0.546875,
                    1.296875,
                    1.046875,
                    1.648438,
                    0.390625,
                    0.429688,
                    1.460938,
                    0.455078,
                    0.871094,
                    0.875,
                    0.929688,
                    0.412109,
                    1.015625,
                    0.476562,
                    1.3125,
                    0.722656,
                    0.392578,
                    1.3125,
                    0.925781,
                    1.125,
                    1.328125,
                    0.146484,
                    0.166992,
                    1.0625,
                    0.192383,
                    0.597656,
                    0.5625,
                    1.125,
                    1.242188,
                    1.382812,
                    0.18457,
                    0.59375,
                    1.554688,
                    0.835938,
                    0.925781,
                    1.09375,
                    1.335938,
                    1.179688,
                    1.421875,
                    0.425781,
                    1.476562,
                    0.443359,
                    1.007812,
                    0.15918,
                    0.769531,
                    0.683594,
                    0.227539,
                    1.203125,
                    0.433594,
                    1.242188,
                    0.859375,
                    1.40625,
                    0.941406,
                    0.777344,
                    1.179688,
                    0.203125,
                    1.125,
                    1.070312,
                    0.4375,
                    1.1875,
                    0.582031,
                    1.351562,
                    1.28125,
                    0.519531,
                    0.652344,
                    0.898438,
                    0.181641,
                    0.486328,
                    1.171875,
                    0.933594,
                    1.148438,
                    1.117188,
                    1.234375,
                    1.53125,
                    1.0625,
                    1.03125,
                    1.3125,
                    0.730469,
                    1.21875,
                    1.0625,
                    1.484375,
                    1.15625,
                    1.265625,
                    1.289062,
                    0.78125,
                    1.242188,
                    0.828125,
                    1.046875,
                    0.492188,
                    0.203125,
                    1.492188,
                    1.03125,
                    0.882812,
                    1.296875,
                    0.6875,
                    1.265625,
                    1.242188,
                    1.203125,
                    1.070312,
                    0.972656,
                    0.859375,
                    1.242188,
                    0.628906,
                    0.792969,
                    1.0625,
                    1.367188,
                    1.546875,
                    1.210938,
                    1.101562,
                    1.0,
                    1.328125,
                    0.875,
                    1.1875,
                    0.890625,
                    1.3125,
                    0.429688,
                    0.742188,
                    1.359375,
                    0.198242,
                    1.164062,
                    1.1875,
                    1.085938,
                    0.957031,
                    1.09375,
                    1.234375,
                    0.341797,
                    0.351562,
                    0.613281,
                    1.273438,
                    0.5625,
                    0.390625,
                    0.523438,
                    1.070312,
                    1.109375,
                    1.226562,
                    1.273438,
                    1.296875,
                    1.132812,
                    0.582031,
                    1.179688,
                    0.882812,
                    1.039062,
                    1.195312,
                    0.710938,
                    1.234375,
                    0.957031,
                    1.507812,
                    0.992188,
                    1.09375,
                    1.351562,
                    0.992188,
                    0.671875,
                    1.390625,
                    0.765625,
                    0.314453,
                    1.28125,
                    0.484375,
                    0.149414,
                    0.558594,
                    0.734375,
                    1.445312,
                    1.28125,
                    0.933594,
                    0.941406,
                    1.273438,
                    1.226562,
                    0.609375,
                    1.289062,
                    0.949219,
                    0.519531,
                    1.375,
                    0.96875,
                    0.859375,
                    1.148438,
                    0.753906,
                    0.617188,
                    1.070312,
                    0.400391,
                    0.496094,
                    0.208984,
                    1.179688,
                    0.480469,
                    1.226562,
                    1.117188,
                    0.78125,
                    0.75,
                    0.730469,
                    1.109375,
                    0.157227,
                    0.730469,
                    1.085938,
                    0.835938,
                    1.320312,
                    1.070312,
                    1.34375,
                    1.515625,
                    1.3125,
                    0.648438,
                    0.792969,
                    1.078125,
                    0.929688,
                    1.226562,
                    1.203125,
                    0.15918,
                    0.275391,
                    1.359375,
                    0.207031,
                    1.507812,
                    0.898438,
                    1.21875,
                    0.632812,
                    1.1875,
                    0.154297,
                    0.416016,
                    1.289062,
                    0.194336,
                    0.976562,
                    1.546875,
                    1.359375,
                    0.240234,
                    1.015625,
                    1.023438,
                    0.154297,
                    1.0625,
                    1.390625,
                    1.101562,
                    0.417969,
                    0.890625,
                    1.046875,
                    0.796875,
                    0.151367,
                    0.90625,
                    0.78125,
                    0.149414,
                    1.242188,
                    0.177734,
                    0.847656,
                    0.742188,
                    0.375,
                    0.90625,
                    0.145508,
                    0.632812,
                    0.235352,
                    0.835938,
                    1.085938,
                    0.738281,
                    1.28125,
                    1.179688,
                    0.910156,
                    0.945312,
                    0.613281,
                    0.519531,
                    1.132812,
                    0.621094,
                    0.339844,
                    0.414062,
                    1.085938,
                    0.675781,
                    1.15625,
                    0.412109,
                    0.882812,
                    1.179688,
                    0.439453,
                    0.498047,
                    0.839844,
                    1.070312,
                    1.03125,
                    0.910156,
                    0.839844,
                    1.359375,
                    0.898438,
                    0.157227,
                    1.335938,
                    0.796875,
                    0.484375,
                    1.328125,
                    0.455078,
                    0.730469,
                    0.804688,
                    1.195312,
                    0.632812,
                    1.242188,
                    0.476562,
                    1.335938,
                    1.40625,
                    1.09375,
                    1.507812,
                    0.277344,
                    1.117188,
                    0.617188,
                    1.367188,
                    0.691406,
                    1.15625,
                    0.839844,
                    0.992188,
                    1.273438,
                    1.007812,
                    0.443359,
                    0.196289,
                    1.023438,
                    0.496094,
                    0.808594,
                    1.171875,
                    0.4375,
                    1.25,
                    0.625,
                    1.078125,
                    0.765625,
                    0.158203,
                    1.460938,
                    1.046875,
                    0.742188,
                    0.208008,
                    0.78125,
                    0.539062,
                    1.257812,
                    1.28125,
                    0.765625,
                    0.738281,
                    1.53125,
                    1.421875,
                    0.398438,
                    1.171875,
                    1.210938,
                    0.417969,
                    1.054688,
                    0.550781,
                    0.441406,
                    1.203125,
                    0.601562,
                    1.148438,
                    0.695312,
                    1.1875,
                    1.414062,
                    1.359375,
                    1.085938,
                    1.492188,
                    0.451172,
                    0.554688,
                    0.617188,
                    0.460938,
                    0.914062,
                    1.164062,
                    0.761719,
                    0.46875,
                    0.273438,
                    0.867188,
                    1.109375,
                    1.375,
                    0.181641,
                    1.382812,
                    1.203125,
                    1.3125,
                    1.5625,
                    1.039062,
                    0.9375,
                    1.726562,
                    1.234375,
                    1.273438,
                    1.40625,
                    1.148438,
                    0.149414,
                    1.648438,
                    0.447266,
                    0.921875,
                    1.09375,
                    0.75,
                    0.824219,
                    0.183594,
                    0.554688,
                    0.789062,
                    0.824219,
                    0.832031,
                    1.046875,
                    0.929688,
                    0.423828,
                    0.972656,
                    1.320312,
                    1.242188,
                    1.078125,
                    0.496094,
                    0.1875,
                    1.09375,
                    1.3125,
                    0.929688,
                    1.078125,
                    1.164062,
                    0.703125,
                    0.474609,
                    1.046875,
                    0.6875,
                    1.171875,
                    1.125,
                    1.210938,
                    1.015625,
                    1.34375,
                    0.894531,
                    1.257812,
                    1.273438,
                    1.117188,
                    1.320312,
                    0.589844,
                    0.205078,
                    0.135742,
                    1.296875,
                    1.046875,
                    0.773438,
                    1.601562,
                    0.761719,
                    1.273438,
                    0.441406,
                    0.5,
                    1.429688,
                    0.439453,
                    1.132812,
                    1.382812,
                    1.414062,
                    0.160156,
                    1.015625,
                    0.921875,
                    1.453125,
                    0.421875,
                    0.632812,
                    0.871094,
                    1.078125,
                    1.0,
                    0.59375,
                    1.15625,
                    0.519531,
                    1.117188,
                    1.132812,
                    1.140625,
                    1.085938,
                    0.570312,
                    0.574219,
                    0.15332,
                    0.652344,
                    1.1875,
                    1.195312,
                    1.265625,
                    1.0625,
                    1.054688,
                    0.155273,
                    0.867188,
                    0.910156,
                    1.195312,
                    0.929688,
                    0.945312,
                    0.59375,
                    0.4375,
                    1.03125,
                    0.4375,
                    0.960938,
                    0.496094,
                    1.125,
                    1.21875,
                    0.503906,
                    0.165039,
                    0.871094,
                    1.296875,
                    1.125,
                    1.234375,
                    0.167969,
                    1.296875,
                    1.328125,
                    1.15625,
                    1.039062,
                    1.28125,
                    0.722656,
                    0.15332,
                    1.15625,
                    1.203125,
                    1.140625,
                    0.447266,
                    1.5625,
                    0.722656,
                    0.138672,
                    0.291016,
                    0.667969,
                    1.359375,
                    1.140625,
                    0.166992,
                    1.078125,
                    0.423828,
                    0.59375,
                    0.96875,
                    1.4375,
                    1.453125,
                    0.4375,
                    0.710938,
                    1.34375,
                    1.421875,
                    0.75,
                    1.210938,
                    1.257812,
                    1.054688,
                    0.65625,
                    0.535156,
                    1.367188,
                    1.1875,
                    1.375,
                    1.070312,
                    0.539062,
                    1.296875,
                    1.382812,
                    0.972656,
                    0.160156,
                    1.234375,
                    0.3125,
                    0.169922,
                    1.4375,
                    1.046875,
                    -3.4e-05,
                    0.65625,
                    1.1875,
                    0.144531,
                    0.410156,
                    0.8125,
                    1.0,
                    0.890625,
                    1.25,
                    0.410156,
                    0.84375,
                    0.519531,
                    0.474609,
                    0.914062,
                    0.894531,
                    1.101562,
                    1.320312,
                    1.023438,
                    1.304688,
                    1.179688,
                    0.789062,
                    1.515625,
                    0.757812,
                    0.146484,
                    1.09375,
                    0.914062,
                    0.773438,
                    1.15625,
                    0.546875,
                    1.179688,
                    0.859375,
                    1.4375,
                    0.148438,
                    1.265625,
                    0.492188,
                    0.158203,
                    1.226562,
                    1.25,
                    1.484375,
                    0.423828,
                    0.605469,
                    0.191406,
                    1.265625,
                    0.671875,
                    0.523438,
                    0.435547,
                    1.390625,
                    1.265625,
                    1.375,
                    0.777344,
                    1.375,
                    0.78125,
                    0.333984,
                    0.140625,
                    0.847656,
                    0.445312,
                    1.03125,
                    1.054688,
                    0.832031,
                    0.8125,
                    0.648438,
                    1.070312,
                    0.425781,
                    1.054688,
                    1.289062,
                    1.375,
                    1.296875,
                    0.181641,
                    1.078125,
                    1.007812,
                    0.527344,
                    0.878906,
                    1.085938,
                    1.054688,
                    1.109375,
                    1.28125,
                    0.984375,
                    1.484375,
                    1.25,
                    0.710938,
                    1.367188,
                    1.21875,
                    0.78125,
                    0.589844,
                    1.265625,
                    0.384766,
                    1.015625,
                    0.597656,
                    0.65625,
                    1.40625,
                    1.226562,
                    0.832031,
                    0.910156,
                    0.882812,
                    1.335938,
                    0.255859,
                    1.046875,
                    0.554688,
                    0.863281,
                    1.234375,
                    0.574219,
                    0.240234,
                    0.152344,
                    1.28125,
                    0.59375,
                    0.155273,
                    1.34375,
                    1.304688,
                    1.195312,
                    0.226562,
                    1.40625,
                    1.125,
                    0.186523,
                    0.921875,
                    0.239258,
                    0.792969,
                    1.132812,
                    0.671875,
                    1.234375,
                    1.203125,
                    0.917969,
                    0.78125,
                    0.871094,
                    0.84375,
                    0.433594,
                    1.578125,
                    0.359375,
                    0.804688,
                    1.164062,
                    1.273438,
                    1.65625,
                    0.75,
                    0.194336,
                    0.470703,
                    0.613281,
                    1.140625,
                    1.140625,
                    0.707031,
                    1.03125,
                    1.367188,
                    1.085938,
                    0.46875,
                    1.226562,
                    0.410156,
                    0.226562,
                    0.6875,
                    0.789062,
                    1.03125,
                    0.480469,
                    0.449219,
                    0.789062,
                    1.28125,
                    0.839844,
                    0.738281,
                    0.150391,
                    0.765625,
                    1.375,
                    1.273438,
                    0.820312,
                    0.621094,
                    0.824219,
                    0.149414,
                    1.078125,
                    1.15625,
                    0.455078,
                    0.894531,
                    0.492188,
                    0.523438,
                    0.283203,
                    1.210938,
                    0.433594,
                    0.490234,
                    1.1875,
                    0.582031,
                    0.953125,
                    0.597656,
                    0.800781,
                    1.53125,
                    0.427734,
                    0.914062,
                    0.667969,
                    1.1875,
                    1.40625,
                    1.148438,
                    0.453125,
                    0.466797,
                    1.351562,
                    0.355469,
                    0.441406,
                    1.484375,
                    0.925781,
                    0.486328,
                    1.296875,
                    0.396484,
                    1.03125,
                    1.007812,
                    0.980469,
                    0.498047,
                    0.925781,
                    0.175781,
                    0.482422,
                    1.132812,
                    0.648438,
                    1.007812,
                    0.419922,
                    0.605469,
                    1.320312,
                    1.03125,
                    0.953125,
                    1.171875,
                    1.40625,
                    1.1875,
                    1.15625,
                    1.179688,
                    1.171875,
                    1.296875,
                    0.847656,
                    0.433594,
                    0.197266,
                    1.164062,
                    0.404297,
                    1.234375,
                    0.488281,
                    0.71875,
                    0.480469,
                    0.691406,
                    1.085938,
                    0.917969,
                    0.464844,
                    1.296875,
                    1.0625,
                    1.453125,
                    1.070312,
                    0.357422,
                    1.234375,
                    0.237305,
                    0.441406,
                    1.328125,
                    0.566406,
                    0.964844,
                    0.145508,
                    1.023438,
                    1.054688,
                    1.3125,
                    0.371094,
                    1.015625,
                    1.4375,
                    0.171875,
                    0.5,
                    0.423828,
                    1.1875,
                    1.304688,
                    0.683594,
                    1.296875,
                    1.257812,
                    0.15332,
                    0.429688,
                    1.273438,
                    0.404297,
                    0.421875,
                    0.894531,
                    0.859375,
                    0.878906,
                    0.535156,
                    0.898438,
                    1.273438,
                    0.910156,
                    1.289062,
                    0.878906,
                    0.488281,
                    1.25,
                    0.154297,
                    1.382812,
                    0.722656,
                    0.648438,
                    0.890625,
                    0.941406,
                    1.460938,
                    1.296875,
                    1.140625,
                    0.933594,
                    0.275391,
                    1.21875,
                    0.96875,
                    0.150391,
                    0.773438,
                    1.398438,
                    1.367188,
                    1.289062,
                    0.427734,
                    0.152344,
                    0.53125,
                    0.453125,
                    1.015625,
                    0.882812,
                    0.441406,
                    0.984375,
                    0.34375,
                    1.28125,
                    0.9375,
                    0.765625,
                    1.148438,
                    0.5,
                    0.777344,
                    0.773438,
                    0.453125,
                    1.265625,
                    1.257812,
                    0.146484,
                    1.132812,
                    1.125,
                    1.453125,
                    1.15625,
                    1.125,
                    1.28125,
                    0.324219,
                    0.90625,
                    0.435547,
                    0.585938,
                    0.984375,
                    1.164062,
                    1.3125,
                    1.179688,
                    0.746094,
                    0.165039,
                    1.125,
                    1.054688,
                    0.847656,
                    1.171875,
                    0.5,
                    1.515625,
                    0.492188,
                    0.925781,
                    0.996094,
                    0.527344,
                    1.117188,
                    1.4375,
                    1.09375,
                    0.636719,
                    1.195312,
                    1.328125,
                    1.476562,
                    0.180664,
                    1.125,
                    1.195312,
                    0.859375,
                    0.921875,
                    0.9375,
                    0.476562,
                    0.429688,
                    1.09375,
                    1.421875,
                    1.414062,
                    0.773438,
                    1.09375,
                    0.632812,
                    0.824219,
                    1.085938,
                    0.625,
                    0.796875,
                    0.664062,
                    0.648438,
                    1.015625,
                    1.28125,
                    0.976562,
                    1.148438,
                    0.169922,
                    1.453125,
                    1.15625,
                    0.515625,
                    0.675781,
                    0.474609,
                    1.023438,
                    0.8125,
                    0.419922,
                    0.734375,
                    0.519531,
                    0.75,
                    1.171875,
                    1.03125,
                    0.154297,
                    1.382812,
                    0.151367,
                    1.554688,
                    1.15625,
                    1.34375,
                    0.625,
                    1.078125,
                    0.847656,
                    0.933594,
                    0.621094,
                    1.203125,
                    1.03125,
                    0.429688,
                    1.054688,
                    0.953125,
                    0.488281,
                    0.945312,
                    0.283203,
                    1.335938,
                    0.722656,
                    0.447266,
                    0.796875,
                    1.023438,
                    1.070312,
                    1.132812,
                    0.660156,
                    1.257812,
                    1.296875,
                    0.382812,
                    0.644531,
                    0.800781,
                    1.054688,
                    1.132812,
                    0.320312,
                    0.695312,
                    1.078125,
                    1.070312,
                    1.382812,
                    0.390625,
                    1.46875,
                    0.507812,
                    1.304688,
                    0.855469,
                    0.914062,
                    1.40625,
                    1.3125,
                    1.320312,
                    1.070312,
                    0.613281,
                    0.90625,
                    0.882812,
                    0.753906,
                    1.039062,
                    1.398438,
                    0.890625,
                    1.039062,
                    1.195312,
                    0.890625,
                    1.414062,
                    0.96875,
                    0.726562,
                    0.675781,
                    1.257812,
                    1.09375,
                    1.28125,
                    1.117188,
                    0.734375,
                    1.125,
                    1.34375,
                    1.4375,
                    0.527344,
                    1.414062,
                    0.648438,
                    0.625,
                    0.496094,
                    0.855469,
                    1.023438,
                    1.460938,
                    0.453125,
                    1.367188,
                    0.816406,
                    1.125,
                    1.4375,
                    0.451172,
                    0.929688,
                    1.046875,
                    1.195312,
                    1.023438,
                    1.101562,
                    1.25,
                    1.101562,
                    0.472656,
                    1.0625,
                    1.226562,
                    1.015625,
                    0.910156,
                    1.039062,
                    0.164062,
                    1.484375,
                    0.816406,
                    1.03125,
                    1.453125,
                    0.84375,
                    0.453125,
                    0.632812,
                    1.023438,
                    0.457031,
                    1.40625,
                    0.137695,
                    0.535156,
                    1.117188,
                    0.176758,
                    0.150391,
                    0.792969,
                    0.621094,
                    0.898438,
                    1.171875,
                    0.910156,
                    0.679688,
                    0.539062,
                    1.476562,
                    0.695312,
                    0.176758,
                    1.351562,
                    1.421875,
                    1.054688,
                    0.957031,
                    0.671875,
                    0.423828,
                    1.382812,
                    0.746094,
                    0.8125,
                    0.699219,
                    0.523438,
                    1.0625,
                    0.265625,
                    1.421875,
                    1.1875,
                    1.179688,
                    1.210938,
                    1.460938,
                    1.015625,
                    0.914062,
                    0.882812,
                    0.503906,
                    1.03125,
                    1.15625,
                    1.085938,
                    1.398438,
                    0.318359,
                    0.839844,
                    1.023438,
                    1.257812,
                    0.664062,
                    1.515625,
                    1.460938,
                    0.589844,
                    1.210938,
                    0.574219,
                    0.597656,
                    1.179688,
                    0.855469,
                    0.765625,
                    0.71875,
                    0.730469,
                    0.15625,
                    1.421875,
                    0.145508,
                    1.34375,
                    1.28125,
                    0.172852,
                    0.458984,
                    1.460938,
                    0.746094,
                    1.140625,
                    1.125,
                    0.443359,
                    0.960938,
                    0.679688,
                    0.451172,
                    1.078125,
                    1.1875,
                    0.828125,
                    0.785156,
                    0.703125,
                    1.140625,
                    1.125,
                    0.472656,
                    1.3125,
                    1.34375,
                    1.0,
                    1.34375,
                    0.441406,
                    0.160156,
                    0.730469,
                    1.125,
                    0.917969,
                    1.289062,
                    0.882812,
                    1.15625,
                    1.359375,
                    1.101562,
                    0.824219,
                    1.242188,
                    0.71875,
                    1.257812,
                    0.462891,
                    0.164062,
                    0.460938,
                    1.03125,
                    0.683594,
                    1.046875,
                    1.3125,
                    1.390625,
                    1.414062,
                    0.710938,
                    1.359375,
                    1.484375,
                    1.234375,
                    0.964844,
                    1.328125,
                    1.421875,
                    0.773438,
                    0.589844,
                    0.408203,
                    0.429688,
                    1.421875,
                    0.503906,
                    0.765625,
                    0.373047,
                    0.988281,
                    1.046875,
                    0.464844,
                    0.298828,
                    0.621094,
                    0.271484,
                    1.15625,
                    0.921875,
                    0.785156,
                    0.671875,
                    1.054688,
                    1.21875,
                    0.566406,
                    0.149414,
                    1.320312,
                    0.585938,
                    1.335938,
                    0.828125,
                    1.40625,
                    1.0625,
                    1.390625,
                    0.984375,
                    1.148438,
                    0.21875,
                    1.554688,
                    0.378906,
                    0.554688,
                    1.140625,
                    0.601562,
                    0.828125,
                    1.398438,
                    0.138672,
                    0.769531,
                    1.5,
                    1.179688,
                    0.168945,
                    1.0,
                    0.683594,
                    1.53125,
                    0.609375,
                    1.03125,
                    0.898438,
                    0.145508,
                    1.265625,
                    1.242188,
                    1.164062,
                    0.427734,
                    0.914062,
                    0.816406,
                    1.039062,
                    1.132812,
                    1.21875,
                    1.03125,
                    0.414062,
                    1.078125,
                    0.984375,
                    1.40625,
                    0.429688,
                    0.219727,
                    0.828125,
                    1.085938,
                    0.914062,
                    0.601562,
                    0.40625,
                    1.328125,
                    0.498047,
                    0.143555,
                    0.412109,
                    0.143555,
                    1.0625,
                    0.65625,
                    1.492188,
                    1.015625,
                    0.71875,
                    0.921875,
                    0.625,
                    0.964844,
                    0.492188,
                    0.894531,
                    0.498047,
                    0.972656,
                    0.388672,
                    1.429688,
                    0.154297,
                    0.976562,
                    1.289062,
                    1.148438,
                    1.1875,
                    0.404297,
                    1.476562,
                    0.824219,
                    1.289062,
                    0.890625,
                    1.328125,
                    1.054688,
                    0.539062,
                    1.453125,
                    0.738281,
                    0.886719,
                    0.761719,
                    1.125,
                    1.226562,
                    1.25,
                    1.328125,
                    1.210938,
                    1.265625,
                    0.15332,
                    0.6875,
                    1.015625,
                    0.8125,
                    1.515625,
                    0.566406,
                    1.46875,
                    1.140625,
                    0.863281,
                    1.164062,
                    1.03125,
                    1.3125,
                    0.84375,
                    1.25,
                    0.181641,
                    1.1875,
                    1.460938,
                    0.373047,
                    1.101562,
                    1.132812,
                    1.234375,
                    0.992188,
                    0.404297,
                    1.367188,
                    0.458984,
                    0.710938,
                    0.412109,
                    1.34375,
                    1.453125,
                    1.257812,
                    1.34375,
                    0.550781,
                    0.164062,
                    0.851562,
                    0.412109,
                    1.429688,
                    1.203125,
                    1.257812,
                    0.945312,
                    0.902344,
                    1.320312,
                    0.558594,
                    0.796875,
                    0.871094,
                    0.984375,
                    0.734375,
                    1.21875,
                    0.96875,
                    0.96875,
                    1.273438,
                    1.257812,
                    0.523438,
                    1.289062,
                    1.140625,
                    1.085938,
                    0.141602,
                    1.375,
                    0.164062,
                    0.237305,
                    0.738281,
                    0.820312,
                    0.431641,
                    0.237305,
                    0.730469,
                    0.157227,
                    0.460938,
                    1.1875,
                    0.996094,
                    1.226562,
                    0.996094,
                    0.914062,
                    0.443359,
                    1.34375,
                    0.578125,
                    0.157227,
                    1.164062,
                    1.265625,
                    1.070312,
                    1.492188,
                    1.015625,
                    1.273438,
                    0.972656,
                    1.484375,
                    1.085938,
                    1.0,
                    1.375,
                    0.294922,
                    1.28125,
                    0.628906,
                    0.158203,
                    1.171875,
                    0.554688,
                    0.945312,
                    1.1875,
                    1.46875,
                    0.182617,
                    0.507812,
                    0.453125,
                    0.376953,
                    0.632812,
                    1.054688,
                    1.265625,
                    1.023438,
                    1.40625,
                    1.375,
                    0.863281,
                    1.0625,
                    0.519531,
                    0.200195,
                    0.470703,
                    1.054688,
                    0.964844,
                    1.234375,
                    1.234375,
                    0.149414,
                    0.142578,
                    0.192383,
                    1.117188,
                    0.601562,
                    0.605469,
                    0.894531,
                    1.398438,
                    0.726562,
                    1.21875,
                    1.257812,
                    0.890625,
                    0.158203,
                    0.9375,
                    0.675781,
                    1.226562,
                    1.367188,
                    0.408203,
                    0.433594,
                    1.351562,
                    1.078125,
                    0.949219,
                    0.460938,
                    0.769531,
                    1.15625,
                    0.15918,
                    0.886719,
                    1.234375,
                    0.5625,
                    1.140625,
                    1.195312,
                    0.476562,
                    1.429688,
                    0.976562,
                    0.84375,
                    0.143555,
                    0.882812,
                    0.396484,
                    1.273438,
                    1.203125,
                    0.449219,
                    0.800781,
                    0.6875,
                    0.960938,
                    0.507812,
                    0.871094,
                    0.425781,
                    0.957031,
                    0.816406,
                    0.773438,
                    0.691406,
                    1.0625,
                    0.486328,
                    1.140625,
                    1.265625,
                    0.722656,
                    1.117188,
                    1.203125,
                    0.953125,
                    0.46875,
                    0.492188,
                    1.28125,
                    1.359375,
                    1.34375,
                    1.054688,
                    1.5,
                    0.929688,
                    0.867188,
                    1.125,
                    0.824219,
                    1.234375,
                    1.617188,
                    0.644531,
                    0.652344,
                    1.03125,
                    0.625,
                    1.140625,
                    0.753906,
                    0.996094,
                    1.234375,
                    0.925781,
                    1.25,
                    0.455078,
                    1.5,
                    0.484375,
                    0.851562,
                    0.8125,
                    1.054688,
                    0.375,
                    0.238281,
                    0.855469,
                    1.132812,
                    0.142578,
                    0.96875,
                    1.078125,
                    1.351562
                ]
            },
            "name": "model.model.layers.14.post_attention_layernorm.weight",
            "outputIndexes": [
                1235
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1234
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_14/Mul_output_0",
            "outputIndexes": [
                1236
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1235,
                1236
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_14/Mul_1_output_0",
            "outputIndexes": [
                1237
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1237
            ],
            "outputIndexes": [
                2716
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2716
            ],
            "outputIndexes": [
                2717
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/gate_proj/Linear",
            "inputIndexes": [
                2717
            ],
            "outputIndexes": [
                2718
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    371714244,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2718
            ],
            "outputIndexes": [
                2719
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2719
            ],
            "outputIndexes": [
                1238
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1238
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_14/Sigmoid_output_0",
            "outputIndexes": [
                1239
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1238,
                1239
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_14/Mul_output_0",
            "outputIndexes": [
                1240
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1237
            ],
            "outputIndexes": [
                2720
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2720
            ],
            "outputIndexes": [
                2721
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/up_proj/Linear",
            "inputIndexes": [
                2721
            ],
            "outputIndexes": [
                2722
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    379455706,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2722
            ],
            "outputIndexes": [
                2723
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2723
            ],
            "outputIndexes": [
                1241
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1240,
                1241
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_14/Mul_output_0",
            "outputIndexes": [
                1242
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1242
            ],
            "outputIndexes": [
                2724
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    8960,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2724
            ],
            "outputIndexes": [
                2725
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/down_proj/Linear",
            "inputIndexes": [
                2725
            ],
            "outputIndexes": [
                2726
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 8960,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    387197168,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2726
            ],
            "outputIndexes": [
                2727
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2727
            ],
            "outputIndexes": [
                1243
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1234,
                1243
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_74_output_0",
            "outputIndexes": [
                1244
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1244,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_135_output_0",
            "outputIndexes": [
                1245
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.104004,
                    1.726562,
                    1.03125,
                    0.984375,
                    0.835938,
                    0.71875,
                    1.210938,
                    0.875,
                    1.1875,
                    0.472656,
                    0.929688,
                    0.652344,
                    1.226562,
                    1.304688,
                    1.304688,
                    1.125,
                    1.109375,
                    0.941406,
                    1.335938,
                    0.433594,
                    1.1875,
                    1.117188,
                    1.007812,
                    0.064941,
                    1.609375,
                    1.429688,
                    0.742188,
                    0.447266,
                    0.5,
                    1.632812,
                    1.265625,
                    1.15625,
                    1.90625,
                    0.628906,
                    1.015625,
                    2.03125,
                    1.390625,
                    1.117188,
                    0.378906,
                    0.423828,
                    1.890625,
                    1.671875,
                    1.351562,
                    1.75,
                    0.139648,
                    0.953125,
                    0.816406,
                    1.046875,
                    0.914062,
                    0.984375,
                    0.074219,
                    0.376953,
                    1.539062,
                    1.4375,
                    1.257812,
                    0.585938,
                    0.496094,
                    0.077637,
                    0.753906,
                    0.4375,
                    0.75,
                    0.488281,
                    0.976562,
                    1.445312,
                    1.125,
                    0.243164,
                    0.851562,
                    0.474609,
                    1.007812,
                    0.636719,
                    0.871094,
                    0.667969,
                    0.068848,
                    0.601562,
                    1.125,
                    0.419922,
                    1.257812,
                    1.148438,
                    0.984375,
                    2.09375,
                    1.921875,
                    0.072754,
                    0.636719,
                    2.140625,
                    1.414062,
                    1.6875,
                    1.703125,
                    1.945312,
                    0.84375,
                    1.109375,
                    1.117188,
                    0.777344,
                    0.910156,
                    0.585938,
                    1.6875,
                    0.777344,
                    0.945312,
                    0.582031,
                    1.890625,
                    1.28125,
                    2.625,
                    0.417969,
                    0.601562,
                    2.203125,
                    0.388672,
                    0.984375,
                    1.210938,
                    0.972656,
                    0.363281,
                    1.15625,
                    0.396484,
                    1.898438,
                    0.710938,
                    2.15625,
                    1.765625,
                    0.957031,
                    1.570312,
                    1.914062,
                    0.066895,
                    0.099609,
                    1.25,
                    0.130859,
                    0.589844,
                    0.519531,
                    1.273438,
                    1.632812,
                    1.820312,
                    0.106934,
                    0.625,
                    2.3125,
                    0.882812,
                    0.96875,
                    1.296875,
                    2.015625,
                    1.460938,
                    2.15625,
                    0.380859,
                    2.25,
                    0.394531,
                    1.140625,
                    0.07959,
                    0.902344,
                    0.636719,
                    0.166016,
                    1.609375,
                    0.394531,
                    1.648438,
                    1.765625,
                    1.984375,
                    1.0,
                    0.761719,
                    1.515625,
                    0.126953,
                    1.328125,
                    1.132812,
                    0.375,
                    1.59375,
                    0.542969,
                    1.8125,
                    1.742188,
                    0.515625,
                    0.71875,
                    1.179688,
                    0.118164,
                    0.445312,
                    1.375,
                    0.945312,
                    1.460938,
                    1.421875,
                    1.78125,
                    2.296875,
                    1.203125,
                    1.171875,
                    1.945312,
                    0.78125,
                    1.40625,
                    1.34375,
                    2.203125,
                    1.375,
                    1.867188,
                    1.75,
                    0.832031,
                    1.609375,
                    1.445312,
                    1.195312,
                    0.992188,
                    0.128906,
                    2.09375,
                    1.085938,
                    0.921875,
                    1.804688,
                    0.671875,
                    1.820312,
                    1.742188,
                    1.617188,
                    1.265625,
                    1.109375,
                    0.851562,
                    1.515625,
                    0.597656,
                    0.75,
                    1.203125,
                    1.921875,
                    2.265625,
                    1.523438,
                    1.265625,
                    1.125,
                    1.921875,
                    0.949219,
                    1.382812,
                    1.046875,
                    1.734375,
                    0.404297,
                    0.859375,
                    1.882812,
                    0.169922,
                    1.484375,
                    1.546875,
                    1.242188,
                    0.945312,
                    1.289062,
                    1.476562,
                    0.328125,
                    0.953125,
                    0.617188,
                    1.679688,
                    0.523438,
                    0.367188,
                    0.804688,
                    1.195312,
                    1.390625,
                    1.445312,
                    1.734375,
                    1.765625,
                    1.335938,
                    0.478516,
                    1.421875,
                    1.015625,
                    1.195312,
                    1.46875,
                    0.691406,
                    1.65625,
                    1.210938,
                    2.375,
                    1.179688,
                    1.1875,
                    1.820312,
                    1.25,
                    0.671875,
                    1.90625,
                    0.882812,
                    0.363281,
                    1.75,
                    2.0,
                    0.067383,
                    0.5,
                    0.757812,
                    2.046875,
                    1.828125,
                    1.125,
                    1.078125,
                    1.6875,
                    1.5,
                    0.589844,
                    1.710938,
                    1.03125,
                    0.470703,
                    1.945312,
                    1.039062,
                    0.882812,
                    1.375,
                    1.0625,
                    0.605469,
                    1.234375,
                    0.357422,
                    0.449219,
                    0.128906,
                    1.5,
                    0.414062,
                    1.585938,
                    1.25,
                    0.917969,
                    0.859375,
                    0.792969,
                    1.375,
                    0.079102,
                    0.921875,
                    1.296875,
                    0.953125,
                    1.992188,
                    1.179688,
                    1.953125,
                    2.21875,
                    1.90625,
                    0.660156,
                    0.789062,
                    1.375,
                    1.203125,
                    1.554688,
                    1.6875,
                    0.075684,
                    0.337891,
                    1.679688,
                    0.136719,
                    2.359375,
                    1.0,
                    1.578125,
                    0.734375,
                    1.648438,
                    0.081543,
                    0.390625,
                    1.617188,
                    0.112793,
                    1.054688,
                    2.609375,
                    1.992188,
                    0.226562,
                    1.132812,
                    1.1875,
                    0.072754,
                    1.226562,
                    2.390625,
                    1.320312,
                    0.386719,
                    0.96875,
                    1.296875,
                    0.835938,
                    0.073242,
                    1.070312,
                    0.816406,
                    0.068359,
                    1.6875,
                    0.097656,
                    1.015625,
                    0.867188,
                    0.498047,
                    0.964844,
                    0.066895,
                    0.679688,
                    0.200195,
                    0.933594,
                    1.375,
                    0.722656,
                    1.671875,
                    1.421875,
                    0.929688,
                    1.0625,
                    0.570312,
                    0.427734,
                    1.414062,
                    0.613281,
                    0.347656,
                    0.453125,
                    1.398438,
                    0.789062,
                    1.460938,
                    1.9375,
                    0.996094,
                    1.546875,
                    0.361328,
                    0.431641,
                    0.945312,
                    1.296875,
                    1.1875,
                    1.03125,
                    0.894531,
                    1.882812,
                    1.078125,
                    0.083008,
                    1.695312,
                    0.804688,
                    0.439453,
                    1.726562,
                    0.433594,
                    0.746094,
                    0.796875,
                    1.578125,
                    0.65625,
                    1.695312,
                    0.392578,
                    1.976562,
                    2.046875,
                    1.34375,
                    2.390625,
                    0.234375,
                    1.234375,
                    0.546875,
                    1.84375,
                    0.644531,
                    1.359375,
                    0.800781,
                    1.140625,
                    1.609375,
                    1.34375,
                    0.570312,
                    0.181641,
                    1.148438,
                    0.59375,
                    0.875,
                    1.421875,
                    0.375,
                    1.601562,
                    0.648438,
                    1.132812,
                    0.878906,
                    0.09082,
                    2.203125,
                    1.109375,
                    0.5,
                    0.203125,
                    0.835938,
                    0.494141,
                    1.585938,
                    1.671875,
                    0.792969,
                    0.761719,
                    2.25,
                    2.078125,
                    0.335938,
                    1.40625,
                    1.640625,
                    0.384766,
                    1.359375,
                    0.527344,
                    0.423828,
                    1.59375,
                    0.597656,
                    1.460938,
                    0.6875,
                    1.554688,
                    2.140625,
                    1.9375,
                    1.34375,
                    2.21875,
                    0.488281,
                    0.480469,
                    0.683594,
                    0.417969,
                    1.039062,
                    1.335938,
                    0.804688,
                    0.472656,
                    0.375,
                    1.210938,
                    1.242188,
                    1.773438,
                    0.132812,
                    1.953125,
                    1.554688,
                    1.851562,
                    2.34375,
                    1.09375,
                    0.988281,
                    2.625,
                    1.65625,
                    1.71875,
                    1.90625,
                    1.359375,
                    0.064941,
                    2.578125,
                    0.416016,
                    0.960938,
                    1.328125,
                    0.867188,
                    0.832031,
                    0.103516,
                    0.589844,
                    0.90625,
                    0.84375,
                    0.902344,
                    1.226562,
                    0.976562,
                    0.449219,
                    1.09375,
                    1.703125,
                    1.789062,
                    1.398438,
                    0.460938,
                    0.152344,
                    1.359375,
                    1.703125,
                    1.148438,
                    1.25,
                    1.59375,
                    0.660156,
                    0.441406,
                    1.226562,
                    0.867188,
                    1.492188,
                    1.34375,
                    1.546875,
                    1.109375,
                    1.8125,
                    1.015625,
                    1.75,
                    1.671875,
                    1.46875,
                    1.757812,
                    0.5625,
                    0.15625,
                    0.062988,
                    1.78125,
                    1.148438,
                    0.648438,
                    2.390625,
                    0.75,
                    1.757812,
                    1.882812,
                    0.482422,
                    2.21875,
                    0.464844,
                    1.359375,
                    2.0,
                    2.046875,
                    0.085938,
                    1.171875,
                    1.015625,
                    2.171875,
                    0.400391,
                    0.859375,
                    0.022583,
                    1.265625,
                    1.039062,
                    0.621094,
                    1.601562,
                    0.480469,
                    1.179688,
                    1.5,
                    1.382812,
                    1.195312,
                    0.574219,
                    0.503906,
                    0.089355,
                    0.65625,
                    1.546875,
                    1.476562,
                    1.640625,
                    1.140625,
                    1.257812,
                    0.071777,
                    0.878906,
                    0.9375,
                    1.539062,
                    0.980469,
                    0.953125,
                    0.59375,
                    0.578125,
                    1.234375,
                    0.492188,
                    1.09375,
                    0.402344,
                    1.289062,
                    1.445312,
                    0.570312,
                    0.080078,
                    0.917969,
                    1.890625,
                    1.257812,
                    1.6875,
                    0.09375,
                    1.726562,
                    1.804688,
                    1.546875,
                    1.28125,
                    1.695312,
                    1.171875,
                    0.083984,
                    1.367188,
                    1.53125,
                    1.40625,
                    0.4375,
                    2.40625,
                    0.746094,
                    0.063477,
                    0.382812,
                    0.625,
                    1.773438,
                    1.484375,
                    0.084961,
                    1.28125,
                    2.046875,
                    0.632812,
                    1.023438,
                    2.078125,
                    2.3125,
                    0.396484,
                    0.777344,
                    1.882812,
                    2.1875,
                    0.714844,
                    1.507812,
                    1.726562,
                    1.273438,
                    0.628906,
                    0.455078,
                    2.0,
                    1.421875,
                    2.0,
                    1.203125,
                    0.515625,
                    1.742188,
                    1.929688,
                    1.140625,
                    0.098633,
                    1.632812,
                    0.294922,
                    0.088379,
                    2.109375,
                    1.351562,
                    0.049805,
                    0.625,
                    1.609375,
                    0.068359,
                    0.351562,
                    0.839844,
                    1.164062,
                    1.03125,
                    1.59375,
                    0.394531,
                    0.917969,
                    0.511719,
                    0.435547,
                    1.0,
                    1.007812,
                    1.867188,
                    1.757812,
                    1.1875,
                    1.929688,
                    1.476562,
                    0.855469,
                    2.21875,
                    0.84375,
                    0.069336,
                    1.195312,
                    1.015625,
                    0.867188,
                    1.367188,
                    0.550781,
                    1.539062,
                    0.976562,
                    2.09375,
                    0.071289,
                    1.757812,
                    0.414062,
                    0.07959,
                    1.671875,
                    1.789062,
                    2.328125,
                    0.498047,
                    0.535156,
                    0.114258,
                    1.601562,
                    0.703125,
                    0.488281,
                    0.388672,
                    2.171875,
                    1.75,
                    1.90625,
                    0.785156,
                    1.914062,
                    0.8125,
                    0.394531,
                    0.071289,
                    0.953125,
                    0.523438,
                    1.242188,
                    1.148438,
                    0.855469,
                    0.914062,
                    0.667969,
                    1.234375,
                    0.679688,
                    1.234375,
                    1.765625,
                    1.734375,
                    1.710938,
                    0.128906,
                    1.1875,
                    1.15625,
                    0.578125,
                    0.984375,
                    1.28125,
                    1.171875,
                    1.351562,
                    1.679688,
                    1.140625,
                    2.15625,
                    1.617188,
                    0.652344,
                    1.960938,
                    1.445312,
                    0.765625,
                    0.578125,
                    1.671875,
                    0.664062,
                    1.257812,
                    0.691406,
                    0.644531,
                    2.0,
                    1.648438,
                    1.023438,
                    0.929688,
                    0.921875,
                    1.742188,
                    0.240234,
                    1.1875,
                    0.486328,
                    1.0625,
                    1.796875,
                    0.46875,
                    0.180664,
                    0.081543,
                    1.664062,
                    1.148438,
                    0.077637,
                    1.796875,
                    1.65625,
                    1.429688,
                    0.253906,
                    1.828125,
                    1.273438,
                    0.099609,
                    1.015625,
                    0.172852,
                    0.890625,
                    1.296875,
                    0.714844,
                    1.726562,
                    1.632812,
                    1.015625,
                    0.777344,
                    0.882812,
                    0.917969,
                    0.408203,
                    2.34375,
                    0.251953,
                    0.859375,
                    1.421875,
                    1.898438,
                    2.375,
                    0.992188,
                    0.119141,
                    1.242188,
                    0.578125,
                    1.359375,
                    1.367188,
                    0.742188,
                    1.125,
                    2.28125,
                    1.4375,
                    0.601562,
                    1.65625,
                    2.21875,
                    0.179688,
                    0.730469,
                    0.847656,
                    1.1875,
                    0.398438,
                    0.404297,
                    0.804688,
                    1.742188,
                    0.863281,
                    0.78125,
                    0.067383,
                    0.757812,
                    1.859375,
                    1.640625,
                    1.257812,
                    0.636719,
                    0.976562,
                    0.069336,
                    1.304688,
                    1.304688,
                    0.484375,
                    0.992188,
                    0.429688,
                    0.542969,
                    0.259766,
                    1.585938,
                    0.441406,
                    0.419922,
                    1.453125,
                    0.554688,
                    1.070312,
                    0.640625,
                    0.90625,
                    2.34375,
                    0.367188,
                    0.988281,
                    0.589844,
                    1.492188,
                    1.9375,
                    1.359375,
                    2.1875,
                    0.535156,
                    1.859375,
                    0.367188,
                    0.396484,
                    2.203125,
                    0.96875,
                    0.443359,
                    1.695312,
                    0.472656,
                    1.15625,
                    1.171875,
                    1.125,
                    0.519531,
                    1.007812,
                    0.10791,
                    0.402344,
                    1.117188,
                    0.660156,
                    1.078125,
                    0.416016,
                    0.613281,
                    1.8125,
                    1.171875,
                    1.09375,
                    1.335938,
                    2.015625,
                    1.476562,
                    1.453125,
                    1.328125,
                    1.40625,
                    1.851562,
                    0.886719,
                    0.40625,
                    0.139648,
                    1.523438,
                    0.421875,
                    1.515625,
                    0.482422,
                    0.855469,
                    0.447266,
                    0.699219,
                    1.34375,
                    0.960938,
                    0.384766,
                    1.648438,
                    1.203125,
                    2.09375,
                    1.164062,
                    0.324219,
                    1.546875,
                    0.251953,
                    0.458984,
                    1.734375,
                    0.53125,
                    1.109375,
                    0.06543,
                    1.179688,
                    1.335938,
                    1.835938,
                    0.382812,
                    1.234375,
                    2.328125,
                    0.087402,
                    0.453125,
                    0.382812,
                    1.421875,
                    1.875,
                    0.78125,
                    1.726562,
                    1.6875,
                    0.072754,
                    2.296875,
                    1.828125,
                    0.386719,
                    1.976562,
                    0.972656,
                    0.832031,
                    1.054688,
                    0.652344,
                    0.90625,
                    1.625,
                    0.957031,
                    1.796875,
                    1.03125,
                    0.453125,
                    1.710938,
                    0.071289,
                    1.851562,
                    0.753906,
                    0.636719,
                    1.015625,
                    1.03125,
                    2.140625,
                    1.84375,
                    1.390625,
                    1.179688,
                    0.201172,
                    1.640625,
                    1.078125,
                    0.069824,
                    0.765625,
                    1.90625,
                    2.078125,
                    1.703125,
                    0.455078,
                    0.074219,
                    2.15625,
                    1.929688,
                    1.21875,
                    1.03125,
                    0.503906,
                    1.125,
                    0.333984,
                    1.75,
                    0.988281,
                    0.792969,
                    1.5,
                    0.4375,
                    0.941406,
                    0.902344,
                    0.443359,
                    1.703125,
                    1.765625,
                    0.066406,
                    1.367188,
                    1.335938,
                    2.078125,
                    1.421875,
                    1.390625,
                    1.703125,
                    0.292969,
                    1.023438,
                    0.408203,
                    0.570312,
                    1.09375,
                    1.421875,
                    1.84375,
                    1.445312,
                    0.851562,
                    0.084473,
                    1.5,
                    1.132812,
                    0.9375,
                    1.59375,
                    0.53125,
                    2.28125,
                    -0.007996,
                    0.984375,
                    1.15625,
                    0.554688,
                    1.375,
                    2.0625,
                    1.3125,
                    0.585938,
                    1.71875,
                    1.84375,
                    2.265625,
                    0.099609,
                    1.289062,
                    1.617188,
                    1.15625,
                    1.007812,
                    0.929688,
                    0.691406,
                    0.355469,
                    1.320312,
                    2.125,
                    2.0625,
                    0.789062,
                    1.210938,
                    0.710938,
                    0.949219,
                    1.476562,
                    0.644531,
                    0.804688,
                    0.707031,
                    0.628906,
                    1.117188,
                    1.78125,
                    1.125,
                    1.398438,
                    0.088379,
                    2.15625,
                    1.554688,
                    0.482422,
                    0.671875,
                    0.466797,
                    1.140625,
                    0.960938,
                    0.408203,
                    0.730469,
                    0.445312,
                    0.765625,
                    1.648438,
                    1.21875,
                    0.11377,
                    1.90625,
                    0.077148,
                    2.390625,
                    1.359375,
                    1.960938,
                    0.597656,
                    1.375,
                    0.90625,
                    1.015625,
                    0.554688,
                    1.570312,
                    1.351562,
                    0.421875,
                    1.234375,
                    1.125,
                    0.439453,
                    1.085938,
                    0.546875,
                    1.789062,
                    0.714844,
                    0.390625,
                    0.914062,
                    1.125,
                    1.148438,
                    1.359375,
                    0.746094,
                    2.03125,
                    1.6875,
                    0.337891,
                    0.613281,
                    0.789062,
                    1.148438,
                    1.4375,
                    0.332031,
                    1.085938,
                    1.382812,
                    1.226562,
                    1.742188,
                    0.535156,
                    2.34375,
                    0.490234,
                    1.734375,
                    0.890625,
                    0.941406,
                    1.90625,
                    1.710938,
                    1.914062,
                    1.09375,
                    1.265625,
                    0.988281,
                    0.992188,
                    0.789062,
                    1.1875,
                    2.171875,
                    1.117188,
                    1.1875,
                    1.5,
                    0.910156,
                    2.03125,
                    1.0625,
                    0.734375,
                    0.800781,
                    1.742188,
                    1.328125,
                    1.609375,
                    1.3125,
                    0.800781,
                    1.375,
                    1.765625,
                    2.375,
                    0.574219,
                    2.296875,
                    0.6875,
                    0.554688,
                    0.445312,
                    0.96875,
                    1.171875,
                    2.03125,
                    0.558594,
                    1.78125,
                    0.839844,
                    1.414062,
                    2.203125,
                    1.6875,
                    1.039062,
                    1.34375,
                    1.539062,
                    1.351562,
                    1.34375,
                    1.640625,
                    1.398438,
                    0.447266,
                    1.398438,
                    1.53125,
                    1.164062,
                    0.933594,
                    1.140625,
                    0.080078,
                    2.265625,
                    1.273438,
                    1.242188,
                    2.140625,
                    0.867188,
                    0.457031,
                    0.695312,
                    1.15625,
                    0.523438,
                    2.203125,
                    0.062988,
                    0.5,
                    1.34375,
                    0.122559,
                    0.070801,
                    0.914062,
                    0.820312,
                    0.949219,
                    1.484375,
                    0.925781,
                    1.039062,
                    0.519531,
                    2.265625,
                    0.667969,
                    0.104004,
                    8.1875,
                    2.203125,
                    1.203125,
                    1.085938,
                    0.679688,
                    0.480469,
                    1.960938,
                    0.792969,
                    0.882812,
                    0.800781,
                    0.59375,
                    1.148438,
                    0.239258,
                    2.046875,
                    1.523438,
                    1.492188,
                    1.40625,
                    2.21875,
                    1.210938,
                    0.992188,
                    0.984375,
                    0.445312,
                    1.234375,
                    1.4375,
                    1.375,
                    2.0625,
                    0.283203,
                    0.859375,
                    1.140625,
                    1.632812,
                    0.628906,
                    2.171875,
                    2.0625,
                    0.5625,
                    1.640625,
                    0.523438,
                    0.535156,
                    1.5,
                    0.984375,
                    0.761719,
                    0.777344,
                    1.140625,
                    0.072754,
                    2.15625,
                    0.065918,
                    1.914062,
                    1.71875,
                    0.112793,
                    0.363281,
                    2.125,
                    0.75,
                    1.273438,
                    1.34375,
                    0.832031,
                    1.109375,
                    0.648438,
                    0.402344,
                    1.335938,
                    1.5,
                    0.898438,
                    1.109375,
                    0.734375,
                    1.390625,
                    1.320312,
                    0.419922,
                    1.78125,
                    1.71875,
                    1.148438,
                    1.835938,
                    0.404297,
                    0.09375,
                    0.773438,
                    1.382812,
                    0.953125,
                    1.765625,
                    0.960938,
                    1.46875,
                    1.820312,
                    1.242188,
                    0.929688,
                    1.640625,
                    0.730469,
                    1.710938,
                    0.566406,
                    0.106934,
                    0.667969,
                    1.210938,
                    1.09375,
                    1.164062,
                    1.804688,
                    2.109375,
                    1.953125,
                    0.707031,
                    1.710938,
                    2.28125,
                    1.679688,
                    1.007812,
                    1.773438,
                    2.03125,
                    0.792969,
                    0.542969,
                    0.574219,
                    0.582031,
                    2.3125,
                    1.09375,
                    0.871094,
                    0.332031,
                    1.125,
                    1.210938,
                    1.203125,
                    0.394531,
                    0.546875,
                    0.21875,
                    1.484375,
                    1.140625,
                    0.796875,
                    0.964844,
                    1.15625,
                    1.671875,
                    0.507812,
                    0.069336,
                    1.9375,
                    0.636719,
                    1.835938,
                    0.894531,
                    2.0,
                    1.21875,
                    2.03125,
                    1.203125,
                    1.34375,
                    0.140625,
                    2.65625,
                    0.371094,
                    0.550781,
                    1.40625,
                    1.078125,
                    0.925781,
                    2.015625,
                    0.065918,
                    0.96875,
                    2.125,
                    1.375,
                    0.08252,
                    1.117188,
                    0.675781,
                    2.46875,
                    0.617188,
                    1.195312,
                    0.9375,
                    0.061523,
                    1.757812,
                    1.695312,
                    1.445312,
                    0.378906,
                    0.902344,
                    0.902344,
                    1.085938,
                    1.367188,
                    1.640625,
                    1.078125,
                    0.363281,
                    1.203125,
                    1.085938,
                    2.078125,
                    0.476562,
                    0.1875,
                    1.921875,
                    1.25,
                    1.09375,
                    0.558594,
                    1.664062,
                    1.789062,
                    1.6875,
                    0.065918,
                    0.365234,
                    0.066406,
                    1.195312,
                    1.835938,
                    2.328125,
                    1.210938,
                    0.742188,
                    0.949219,
                    1.765625,
                    1.164062,
                    0.429688,
                    0.976562,
                    0.460938,
                    1.171875,
                    0.445312,
                    2.203125,
                    0.096191,
                    1.085938,
                    1.6875,
                    1.351562,
                    1.59375,
                    0.423828,
                    2.390625,
                    0.90625,
                    1.679688,
                    1.015625,
                    1.875,
                    1.125,
                    0.515625,
                    2.109375,
                    0.753906,
                    0.996094,
                    0.789062,
                    1.3125,
                    1.625,
                    1.710938,
                    1.734375,
                    1.484375,
                    1.65625,
                    0.083008,
                    0.84375,
                    1.054688,
                    0.941406,
                    2.203125,
                    0.523438,
                    2.15625,
                    1.554688,
                    0.957031,
                    1.554688,
                    1.265625,
                    1.75,
                    0.9375,
                    1.5625,
                    0.111328,
                    1.484375,
                    2.40625,
                    0.335938,
                    1.289062,
                    1.3125,
                    1.460938,
                    1.140625,
                    0.332031,
                    1.765625,
                    0.429688,
                    0.765625,
                    0.376953,
                    1.84375,
                    2.125,
                    1.757812,
                    1.78125,
                    0.507812,
                    0.087402,
                    0.867188,
                    1.921875,
                    2.1875,
                    1.421875,
                    1.65625,
                    0.960938,
                    1.101562,
                    1.796875,
                    0.546875,
                    0.8125,
                    1.015625,
                    1.101562,
                    0.75,
                    1.632812,
                    1.007812,
                    1.15625,
                    1.71875,
                    1.59375,
                    1.070312,
                    1.804688,
                    1.515625,
                    1.273438,
                    0.062988,
                    1.929688,
                    0.081055,
                    0.200195,
                    0.722656,
                    0.847656,
                    0.404297,
                    0.253906,
                    0.730469,
                    0.070801,
                    0.443359,
                    1.421875,
                    1.15625,
                    1.8125,
                    1.015625,
                    0.960938,
                    0.652344,
                    2.0625,
                    0.585938,
                    0.095215,
                    1.492188,
                    1.703125,
                    1.21875,
                    2.5625,
                    1.148438,
                    1.882812,
                    1.148438,
                    2.3125,
                    1.335938,
                    1.117188,
                    2.0625,
                    0.382812,
                    1.679688,
                    0.515625,
                    0.094238,
                    1.40625,
                    0.507812,
                    1.039062,
                    1.492188,
                    2.15625,
                    -0.058838,
                    0.46875,
                    0.621094,
                    1.859375,
                    0.78125,
                    1.234375,
                    1.515625,
                    1.125,
                    2.296875,
                    2.125,
                    0.921875,
                    1.320312,
                    0.494141,
                    0.151367,
                    0.394531,
                    1.179688,
                    1.046875,
                    1.710938,
                    1.546875,
                    0.073242,
                    0.069336,
                    0.135742,
                    1.257812,
                    0.707031,
                    0.65625,
                    2.5625,
                    2.0,
                    0.714844,
                    1.554688,
                    1.609375,
                    1.039062,
                    0.092285,
                    1.070312,
                    0.640625,
                    1.570312,
                    2.09375,
                    0.394531,
                    0.369141,
                    1.71875,
                    1.273438,
                    1.015625,
                    0.386719,
                    0.796875,
                    1.46875,
                    0.083496,
                    0.894531,
                    1.578125,
                    0.605469,
                    1.351562,
                    1.484375,
                    0.671875,
                    2.171875,
                    1.09375,
                    0.949219,
                    0.072266,
                    0.914062,
                    0.40625,
                    1.796875,
                    1.5625,
                    0.474609,
                    0.820312,
                    0.859375,
                    1.023438,
                    0.433594,
                    0.933594,
                    0.390625,
                    1.085938,
                    1.023438,
                    0.90625,
                    0.746094,
                    1.382812,
                    0.427734,
                    1.492188,
                    1.8125,
                    0.78125,
                    2.5,
                    1.609375,
                    1.210938,
                    0.457031,
                    0.490234,
                    1.625,
                    1.890625,
                    1.882812,
                    1.148438,
                    2.28125,
                    1.015625,
                    0.941406,
                    1.28125,
                    0.863281,
                    1.429688,
                    2.3125,
                    0.613281,
                    0.644531,
                    1.25,
                    0.628906,
                    1.414062,
                    0.933594,
                    1.09375,
                    1.695312,
                    0.957031,
                    1.65625,
                    0.433594,
                    2.328125,
                    0.601562,
                    0.949219,
                    0.9375,
                    1.21875,
                    0.363281,
                    0.200195,
                    0.882812,
                    1.34375,
                    0.07959,
                    1.132812,
                    1.273438,
                    1.867188
                ]
            },
            "name": "model.model.layers.15.input_layernorm.weight",
            "outputIndexes": [
                1246
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1245
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_15/Mul_output_0",
            "outputIndexes": [
                1247
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1246,
                1247
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_15/Mul_1_output_0",
            "outputIndexes": [
                1248
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1248
            ],
            "outputIndexes": [
                2728
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2728
            ],
            "outputIndexes": [
                2729
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/q_proj/Linear",
            "inputIndexes": [
                2729
            ],
            "outputIndexes": [
                2730
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    394938630,
                    1179670,
                    147456,
                    6144,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2730
            ],
            "outputIndexes": [
                2731
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2731
            ],
            "outputIndexes": [
                1249
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1248
            ],
            "main_type": "NONE",
            "name": "/Shape_211_output_0",
            "outputIndexes": [
                1250
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1250
            ],
            "main_type": "NONE",
            "name": "Shape3828",
            "outputIndexes": [
                1251
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1250
            ],
            "main_type": "NONE",
            "name": "Rank3830",
            "outputIndexes": [
                1252
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1252,
                1252
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3832",
            "outputIndexes": [
                1253
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1253
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3833",
            "outputIndexes": [
                1254
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1253,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3835",
            "outputIndexes": [
                1255
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1255
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3836",
            "outputIndexes": [
                1256
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1251,
                1254,
                1256,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3839",
            "outputIndexes": [
                1257
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1257
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3840",
            "outputIndexes": [
                1258
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                1258
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3841",
            "outputIndexes": [
                1259
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1259,
                1258
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3842",
            "outputIndexes": [
                1260
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1250,
                1260,
                1253
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_229_output_0",
            "outputIndexes": [
                1261
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1261,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_481_output_0",
            "outputIndexes": [
                1262
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1262,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_195_output_0",
            "outputIndexes": [
                1263
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1249,
                1263
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_136_output_0",
            "outputIndexes": [
                1264
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1264,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_120_output_0",
            "outputIndexes": [
                1265
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1264
            ],
            "main_type": "NONE",
            "name": "/Shape_212_output_0",
            "outputIndexes": [
                1266
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1266
            ],
            "main_type": "NONE",
            "name": "Shape3849",
            "outputIndexes": [
                1267
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1266
            ],
            "main_type": "NONE",
            "name": "Rank3851",
            "outputIndexes": [
                1268
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1268,
                1268
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3853",
            "outputIndexes": [
                1269
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1269
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3854",
            "outputIndexes": [
                1270
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1269,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3856",
            "outputIndexes": [
                1271
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1271
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3857",
            "outputIndexes": [
                1272
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1267,
                1270,
                1272,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3860",
            "outputIndexes": [
                1273
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1273
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3861",
            "outputIndexes": [
                1274
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1274
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3862",
            "outputIndexes": [
                1275
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1275,
                1274
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3863",
            "outputIndexes": [
                1276
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1266,
                1276,
                1269
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_230_output_0",
            "outputIndexes": [
                1277
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1277,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_45_output_0",
            "outputIndexes": [
                1278
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1278,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_486_output_0",
            "outputIndexes": [
                1279
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1264,
                1279,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_61_output_0",
            "outputIndexes": [
                1280
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1280
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_30_output_0",
            "outputIndexes": [
                1281
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1264,
                22,
                1279,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_60_output_0",
            "outputIndexes": [
                1282
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1281,
                1282
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_198_output_0",
            "outputIndexes": [
                1283
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1283,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_121_output_0",
            "outputIndexes": [
                1284
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1265,
                1284
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_75_output_0",
            "outputIndexes": [
                1285
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1248
            ],
            "outputIndexes": [
                2732
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2732
            ],
            "outputIndexes": [
                2733
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/k_proj/Linear",
            "inputIndexes": [
                2733
            ],
            "outputIndexes": [
                2734
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    396271900,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2734
            ],
            "outputIndexes": [
                2735
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2735
            ],
            "outputIndexes": [
                1286
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1262,
                85,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_196_output_0",
            "outputIndexes": [
                1287
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1286,
                1287
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_137_output_0",
            "outputIndexes": [
                1288
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1288,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_122_output_0",
            "outputIndexes": [
                1289
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1288
            ],
            "main_type": "NONE",
            "name": "/Shape_213_output_0",
            "outputIndexes": [
                1290
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1290
            ],
            "main_type": "NONE",
            "name": "Shape3912",
            "outputIndexes": [
                1291
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1290
            ],
            "main_type": "NONE",
            "name": "Rank3914",
            "outputIndexes": [
                1292
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1292,
                1292
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3916",
            "outputIndexes": [
                1293
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1293
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3917",
            "outputIndexes": [
                1294
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1293,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3919",
            "outputIndexes": [
                1295
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1295
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3920",
            "outputIndexes": [
                1296
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1291,
                1294,
                1296,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3923",
            "outputIndexes": [
                1297
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1297
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3924",
            "outputIndexes": [
                1298
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1298
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3925",
            "outputIndexes": [
                1299
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1299,
                1298
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3926",
            "outputIndexes": [
                1300
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1290,
                1300,
                1293
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_231_output_0",
            "outputIndexes": [
                1301
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1301,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_46_output_0",
            "outputIndexes": [
                1302
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1302,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_488_output_0",
            "outputIndexes": [
                1303
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1288,
                1303,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_63_output_0",
            "outputIndexes": [
                1304
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1304
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_31_output_0",
            "outputIndexes": [
                1305
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1288,
                22,
                1303,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_62_output_0",
            "outputIndexes": [
                1306
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1305,
                1306
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_199_output_0",
            "outputIndexes": [
                1307
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1307,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_123_output_0",
            "outputIndexes": [
                1308
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1289,
                1308
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_76_output_0",
            "outputIndexes": [
                1309
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1248
            ],
            "outputIndexes": [
                2736
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2736
            ],
            "outputIndexes": [
                2737
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/v_proj/Linear",
            "inputIndexes": [
                2737
            ],
            "outputIndexes": [
                2738
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    396494130,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2738
            ],
            "outputIndexes": [
                2739
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2739
            ],
            "outputIndexes": [
                1310
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1310,
                1287
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_138_output_0",
            "outputIndexes": [
                1311
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1285,
                1309,
                1311,
                111
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_143_output_0",
            "outputIndexes": [
                1312
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1312
            ],
            "outputIndexes": [
                2740
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2740
            ],
            "outputIndexes": [
                2741
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/o_proj/Linear",
            "inputIndexes": [
                2741
            ],
            "outputIndexes": [
                2742
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    396716360,
                    1179670,
                    147456,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2742
            ],
            "outputIndexes": [
                2743
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2743
            ],
            "outputIndexes": [
                1313
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1245,
                1313
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_78_output_0",
            "outputIndexes": [
                1314
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.165039,
                    1.28125,
                    0.6875,
                    0.859375,
                    0.679688,
                    0.65625,
                    0.925781,
                    0.808594,
                    0.996094,
                    0.492188,
                    0.832031,
                    0.474609,
                    1.054688,
                    1.015625,
                    1.023438,
                    0.914062,
                    0.960938,
                    0.785156,
                    1.078125,
                    0.453125,
                    1.007812,
                    0.832031,
                    0.832031,
                    0.138672,
                    1.15625,
                    1.117188,
                    0.679688,
                    0.546875,
                    0.585938,
                    1.226562,
                    1.054688,
                    0.964844,
                    1.28125,
                    0.601562,
                    0.8125,
                    1.414062,
                    1.125,
                    0.910156,
                    0.441406,
                    0.416016,
                    1.382812,
                    1.21875,
                    1.117188,
                    1.210938,
                    0.163086,
                    0.835938,
                    0.769531,
                    0.929688,
                    0.785156,
                    0.644531,
                    0.141602,
                    0.384766,
                    1.15625,
                    1.101562,
                    1.0,
                    0.613281,
                    0.539062,
                    0.147461,
                    0.5,
                    0.478516,
                    0.714844,
                    0.535156,
                    0.703125,
                    1.109375,
                    0.9375,
                    0.289062,
                    0.703125,
                    0.515625,
                    0.808594,
                    0.644531,
                    0.75,
                    0.582031,
                    0.141602,
                    0.617188,
                    0.964844,
                    0.384766,
                    1.03125,
                    1.0,
                    0.925781,
                    1.421875,
                    1.304688,
                    0.142578,
                    0.396484,
                    1.46875,
                    1.117188,
                    1.265625,
                    1.273438,
                    1.367188,
                    0.710938,
                    0.988281,
                    0.917969,
                    0.671875,
                    0.597656,
                    0.609375,
                    1.164062,
                    0.417969,
                    0.863281,
                    0.527344,
                    1.296875,
                    1.015625,
                    1.859375,
                    0.394531,
                    0.492188,
                    1.476562,
                    0.453125,
                    0.832031,
                    0.832031,
                    0.886719,
                    0.421875,
                    0.96875,
                    0.474609,
                    1.3125,
                    0.671875,
                    0.390625,
                    1.289062,
                    0.878906,
                    1.0625,
                    1.257812,
                    0.142578,
                    0.166016,
                    1.007812,
                    0.182617,
                    0.566406,
                    0.566406,
                    1.0625,
                    1.234375,
                    1.335938,
                    0.18457,
                    0.554688,
                    1.570312,
                    0.796875,
                    0.875,
                    1.03125,
                    1.382812,
                    1.101562,
                    1.390625,
                    0.451172,
                    1.460938,
                    0.453125,
                    0.96875,
                    0.155273,
                    0.726562,
                    0.660156,
                    0.21875,
                    1.179688,
                    0.447266,
                    1.242188,
                    0.847656,
                    1.382812,
                    0.90625,
                    0.734375,
                    1.140625,
                    0.196289,
                    1.03125,
                    1.015625,
                    0.439453,
                    1.171875,
                    0.566406,
                    1.328125,
                    1.273438,
                    0.515625,
                    0.632812,
                    0.855469,
                    0.175781,
                    0.496094,
                    1.125,
                    0.875,
                    1.132812,
                    1.0625,
                    1.242188,
                    1.578125,
                    1.007812,
                    0.996094,
                    1.328125,
                    0.71875,
                    1.15625,
                    0.984375,
                    1.539062,
                    1.125,
                    1.296875,
                    1.25,
                    0.765625,
                    1.203125,
                    0.777344,
                    0.984375,
                    0.507812,
                    0.193359,
                    1.5,
                    0.996094,
                    0.847656,
                    1.304688,
                    0.648438,
                    1.28125,
                    1.210938,
                    1.1875,
                    1.03125,
                    0.929688,
                    0.804688,
                    1.195312,
                    0.636719,
                    0.777344,
                    1.03125,
                    1.335938,
                    1.570312,
                    1.15625,
                    1.03125,
                    0.949219,
                    1.359375,
                    0.84375,
                    1.109375,
                    0.835938,
                    1.234375,
                    0.429688,
                    0.710938,
                    1.296875,
                    0.193359,
                    1.09375,
                    1.164062,
                    1.023438,
                    0.910156,
                    1.054688,
                    1.1875,
                    0.335938,
                    0.322266,
                    0.597656,
                    1.25,
                    0.5625,
                    0.410156,
                    0.546875,
                    1.023438,
                    1.078125,
                    1.195312,
                    1.257812,
                    1.3125,
                    1.09375,
                    0.59375,
                    1.132812,
                    0.847656,
                    0.976562,
                    1.15625,
                    0.691406,
                    1.21875,
                    0.925781,
                    1.539062,
                    0.953125,
                    1.046875,
                    1.351562,
                    0.933594,
                    0.636719,
                    1.375,
                    0.726562,
                    0.304688,
                    1.265625,
                    0.5,
                    0.138672,
                    0.539062,
                    0.714844,
                    1.4375,
                    1.25,
                    0.867188,
                    0.898438,
                    1.226562,
                    1.195312,
                    0.585938,
                    1.242188,
                    0.910156,
                    0.511719,
                    1.375,
                    0.898438,
                    0.808594,
                    1.078125,
                    0.707031,
                    0.59375,
                    1.03125,
                    0.402344,
                    0.507812,
                    0.205078,
                    1.15625,
                    0.496094,
                    1.210938,
                    1.070312,
                    0.769531,
                    0.714844,
                    0.707031,
                    1.0625,
                    0.15332,
                    0.835938,
                    1.046875,
                    0.796875,
                    1.359375,
                    0.992188,
                    1.382812,
                    1.578125,
                    1.3125,
                    0.628906,
                    0.757812,
                    1.039062,
                    0.875,
                    1.203125,
                    1.234375,
                    0.15332,
                    0.267578,
                    1.304688,
                    0.199219,
                    1.578125,
                    0.871094,
                    1.171875,
                    0.605469,
                    1.148438,
                    0.151367,
                    0.416016,
                    1.242188,
                    0.189453,
                    0.945312,
                    1.570312,
                    1.398438,
                    0.228516,
                    0.964844,
                    0.980469,
                    0.146484,
                    0.988281,
                    1.507812,
                    1.0625,
                    0.408203,
                    0.851562,
                    0.96875,
                    0.765625,
                    0.146484,
                    0.863281,
                    0.75,
                    0.144531,
                    1.1875,
                    0.171875,
                    0.816406,
                    0.714844,
                    0.390625,
                    0.84375,
                    0.136719,
                    0.601562,
                    0.234375,
                    0.785156,
                    1.0625,
                    0.703125,
                    1.195312,
                    1.171875,
                    0.851562,
                    0.898438,
                    0.601562,
                    0.523438,
                    1.117188,
                    0.621094,
                    0.328125,
                    0.404297,
                    1.03125,
                    0.742188,
                    1.117188,
                    0.408203,
                    0.824219,
                    1.171875,
                    0.449219,
                    0.539062,
                    0.800781,
                    1.007812,
                    0.972656,
                    0.847656,
                    0.796875,
                    1.390625,
                    0.855469,
                    0.152344,
                    1.25,
                    0.765625,
                    0.496094,
                    1.304688,
                    0.458984,
                    0.703125,
                    0.765625,
                    1.171875,
                    0.605469,
                    1.25,
                    0.478516,
                    1.351562,
                    1.476562,
                    1.039062,
                    1.601562,
                    0.261719,
                    1.054688,
                    0.582031,
                    1.296875,
                    0.664062,
                    1.125,
                    0.792969,
                    0.929688,
                    1.265625,
                    0.945312,
                    0.4375,
                    0.195312,
                    0.957031,
                    0.5625,
                    0.777344,
                    1.132812,
                    0.443359,
                    1.210938,
                    0.597656,
                    1.0,
                    0.714844,
                    0.152344,
                    1.5,
                    0.988281,
                    0.695312,
                    0.199219,
                    0.75,
                    0.523438,
                    1.25,
                    1.257812,
                    0.726562,
                    0.710938,
                    1.578125,
                    1.40625,
                    0.423828,
                    1.109375,
                    1.1875,
                    0.435547,
                    0.992188,
                    0.554688,
                    0.539062,
                    1.171875,
                    0.582031,
                    1.117188,
                    0.644531,
                    1.164062,
                    1.46875,
                    1.367188,
                    1.046875,
                    1.46875,
                    0.451172,
                    0.53125,
                    0.613281,
                    0.458984,
                    0.84375,
                    1.09375,
                    0.730469,
                    0.546875,
                    0.267578,
                    0.832031,
                    1.054688,
                    1.304688,
                    0.178711,
                    1.40625,
                    1.15625,
                    1.3125,
                    1.539062,
                    0.96875,
                    0.878906,
                    1.710938,
                    1.21875,
                    1.28125,
                    1.414062,
                    1.085938,
                    0.142578,
                    1.664062,
                    0.462891,
                    0.859375,
                    1.054688,
                    0.707031,
                    0.78125,
                    0.173828,
                    0.570312,
                    0.75,
                    0.777344,
                    0.800781,
                    1.007812,
                    0.875,
                    0.457031,
                    0.914062,
                    1.265625,
                    1.25,
                    1.09375,
                    0.503906,
                    0.180664,
                    1.046875,
                    1.257812,
                    0.871094,
                    1.03125,
                    1.148438,
                    0.664062,
                    0.470703,
                    1.015625,
                    0.671875,
                    1.117188,
                    1.078125,
                    1.195312,
                    0.953125,
                    1.320312,
                    0.84375,
                    1.257812,
                    1.25,
                    1.078125,
                    1.28125,
                    0.578125,
                    0.200195,
                    0.134766,
                    1.296875,
                    0.992188,
                    0.78125,
                    1.679688,
                    0.730469,
                    1.28125,
                    0.417969,
                    0.503906,
                    1.4375,
                    0.511719,
                    1.078125,
                    1.429688,
                    1.382812,
                    0.155273,
                    0.992188,
                    0.871094,
                    1.5,
                    0.439453,
                    0.617188,
                    0.914062,
                    1.039062,
                    0.929688,
                    0.585938,
                    1.140625,
                    0.527344,
                    1.023438,
                    1.117188,
                    1.078125,
                    1.03125,
                    0.636719,
                    0.554688,
                    0.15332,
                    0.628906,
                    1.125,
                    1.132812,
                    1.210938,
                    0.984375,
                    0.984375,
                    0.147461,
                    0.808594,
                    0.851562,
                    1.140625,
                    0.871094,
                    0.933594,
                    0.574219,
                    0.427734,
                    0.980469,
                    0.421875,
                    0.929688,
                    0.498047,
                    1.054688,
                    1.1875,
                    0.542969,
                    0.160156,
                    0.832031,
                    1.351562,
                    1.03125,
                    1.234375,
                    0.162109,
                    1.257812,
                    1.335938,
                    1.125,
                    1.0,
                    1.25,
                    0.699219,
                    0.150391,
                    1.101562,
                    1.1875,
                    1.09375,
                    0.464844,
                    1.65625,
                    0.699219,
                    0.133789,
                    0.292969,
                    0.664062,
                    1.3125,
                    1.132812,
                    0.160156,
                    1.023438,
                    0.404297,
                    0.585938,
                    0.9375,
                    1.375,
                    1.414062,
                    0.455078,
                    0.679688,
                    1.296875,
                    1.460938,
                    0.722656,
                    1.1875,
                    1.265625,
                    1.015625,
                    0.625,
                    0.515625,
                    1.429688,
                    1.140625,
                    1.398438,
                    1.046875,
                    0.523438,
                    1.289062,
                    1.414062,
                    0.914062,
                    0.154297,
                    1.203125,
                    0.294922,
                    0.161133,
                    1.445312,
                    0.996094,
                    -3.5e-05,
                    0.636719,
                    1.171875,
                    0.143555,
                    0.425781,
                    0.785156,
                    0.960938,
                    0.832031,
                    1.179688,
                    0.419922,
                    0.816406,
                    0.53125,
                    0.466797,
                    0.851562,
                    0.863281,
                    1.171875,
                    1.25,
                    0.96875,
                    1.320312,
                    1.117188,
                    0.746094,
                    1.507812,
                    0.726562,
                    0.136719,
                    1.039062,
                    0.847656,
                    0.722656,
                    1.125,
                    0.550781,
                    1.171875,
                    0.8125,
                    1.414062,
                    0.140625,
                    1.242188,
                    0.494141,
                    0.15332,
                    1.171875,
                    1.234375,
                    1.578125,
                    0.412109,
                    0.585938,
                    0.18457,
                    1.242188,
                    0.671875,
                    0.546875,
                    0.464844,
                    1.375,
                    1.273438,
                    1.320312,
                    0.757812,
                    1.351562,
                    0.75,
                    0.335938,
                    0.136719,
                    0.8125,
                    0.433594,
                    0.996094,
                    0.996094,
                    0.808594,
                    0.773438,
                    0.648438,
                    0.996094,
                    0.40625,
                    0.988281,
                    1.273438,
                    1.320312,
                    1.3125,
                    0.176758,
                    1.023438,
                    0.945312,
                    0.511719,
                    0.832031,
                    1.0625,
                    1.023438,
                    1.101562,
                    1.265625,
                    0.914062,
                    1.515625,
                    1.25,
                    0.683594,
                    1.367188,
                    1.179688,
                    0.746094,
                    0.558594,
                    1.242188,
                    0.380859,
                    0.960938,
                    0.5625,
                    0.636719,
                    1.429688,
                    1.21875,
                    0.785156,
                    0.863281,
                    0.828125,
                    1.328125,
                    0.240234,
                    0.984375,
                    0.539062,
                    0.816406,
                    1.242188,
                    0.578125,
                    0.234375,
                    0.148438,
                    1.234375,
                    0.632812,
                    0.148438,
                    1.257812,
                    1.273438,
                    1.132812,
                    0.223633,
                    1.375,
                    1.09375,
                    0.173828,
                    0.878906,
                    0.232422,
                    0.777344,
                    1.109375,
                    0.640625,
                    1.21875,
                    1.21875,
                    0.875,
                    0.75,
                    0.832031,
                    0.8125,
                    0.453125,
                    1.59375,
                    0.345703,
                    0.769531,
                    1.148438,
                    1.257812,
                    1.625,
                    0.707031,
                    0.192383,
                    0.474609,
                    0.59375,
                    1.101562,
                    1.0625,
                    0.664062,
                    0.972656,
                    1.414062,
                    1.0625,
                    0.511719,
                    1.210938,
                    0.40625,
                    0.214844,
                    0.640625,
                    0.769531,
                    1.0,
                    0.480469,
                    0.441406,
                    0.734375,
                    1.21875,
                    0.8125,
                    0.703125,
                    0.143555,
                    0.726562,
                    1.398438,
                    1.21875,
                    0.75,
                    0.597656,
                    0.78125,
                    0.140625,
                    1.023438,
                    1.109375,
                    0.455078,
                    0.832031,
                    0.484375,
                    0.511719,
                    0.277344,
                    1.1875,
                    0.447266,
                    0.486328,
                    1.140625,
                    0.566406,
                    0.898438,
                    0.578125,
                    0.769531,
                    1.578125,
                    0.431641,
                    0.863281,
                    0.65625,
                    1.125,
                    1.429688,
                    1.117188,
                    0.449219,
                    0.464844,
                    1.351562,
                    0.351562,
                    0.455078,
                    1.5625,
                    0.871094,
                    0.464844,
                    1.226562,
                    0.478516,
                    0.964844,
                    0.945312,
                    0.914062,
                    0.53125,
                    0.875,
                    0.171875,
                    0.486328,
                    1.03125,
                    0.625,
                    0.960938,
                    0.425781,
                    0.59375,
                    1.28125,
                    0.984375,
                    0.925781,
                    1.125,
                    1.421875,
                    1.125,
                    1.09375,
                    1.117188,
                    1.125,
                    1.265625,
                    0.8125,
                    0.4375,
                    0.186523,
                    1.140625,
                    0.443359,
                    1.15625,
                    0.486328,
                    0.6875,
                    0.472656,
                    0.667969,
                    1.039062,
                    0.882812,
                    0.457031,
                    1.28125,
                    1.03125,
                    1.429688,
                    1.03125,
                    0.351562,
                    1.210938,
                    0.231445,
                    0.466797,
                    1.335938,
                    0.566406,
                    0.929688,
                    0.135742,
                    0.984375,
                    1.023438,
                    1.28125,
                    0.382812,
                    0.972656,
                    1.476562,
                    0.162109,
                    0.503906,
                    0.455078,
                    1.117188,
                    1.296875,
                    0.65625,
                    1.234375,
                    1.21875,
                    0.152344,
                    0.427734,
                    1.25,
                    0.429688,
                    0.423828,
                    0.84375,
                    0.828125,
                    0.839844,
                    0.644531,
                    0.851562,
                    1.195312,
                    0.890625,
                    1.304688,
                    0.824219,
                    0.484375,
                    1.179688,
                    0.148438,
                    1.34375,
                    0.6875,
                    0.632812,
                    0.839844,
                    0.871094,
                    1.5,
                    1.273438,
                    1.101562,
                    0.890625,
                    0.269531,
                    1.195312,
                    0.914062,
                    0.144531,
                    0.738281,
                    1.382812,
                    1.421875,
                    1.296875,
                    0.423828,
                    0.149414,
                    0.539062,
                    0.423828,
                    0.988281,
                    0.867188,
                    0.484375,
                    0.933594,
                    0.347656,
                    1.257812,
                    0.886719,
                    0.828125,
                    1.132812,
                    0.496094,
                    0.742188,
                    0.742188,
                    0.462891,
                    1.195312,
                    1.242188,
                    0.140625,
                    1.039062,
                    1.0625,
                    1.445312,
                    1.09375,
                    1.078125,
                    1.304688,
                    0.328125,
                    0.863281,
                    0.433594,
                    0.570312,
                    0.945312,
                    1.109375,
                    1.320312,
                    1.117188,
                    0.726562,
                    0.157227,
                    1.078125,
                    1.015625,
                    0.808594,
                    1.140625,
                    0.535156,
                    1.476562,
                    0.554688,
                    0.859375,
                    0.929688,
                    0.519531,
                    1.078125,
                    1.4375,
                    1.03125,
                    0.617188,
                    1.164062,
                    1.375,
                    1.5,
                    0.171875,
                    1.09375,
                    1.140625,
                    0.8125,
                    0.882812,
                    0.878906,
                    0.462891,
                    0.429688,
                    1.023438,
                    1.5,
                    1.421875,
                    0.746094,
                    1.03125,
                    0.628906,
                    0.804688,
                    1.054688,
                    0.640625,
                    0.746094,
                    0.835938,
                    0.625,
                    0.96875,
                    1.273438,
                    0.914062,
                    1.09375,
                    0.166992,
                    1.515625,
                    1.117188,
                    0.515625,
                    0.660156,
                    0.482422,
                    0.960938,
                    0.765625,
                    0.410156,
                    0.699219,
                    0.507812,
                    0.722656,
                    1.148438,
                    0.984375,
                    0.163086,
                    1.390625,
                    0.145508,
                    1.570312,
                    1.078125,
                    1.390625,
                    0.613281,
                    1.007812,
                    0.8125,
                    0.882812,
                    0.660156,
                    1.226562,
                    1.0,
                    0.466797,
                    0.972656,
                    0.914062,
                    0.494141,
                    0.882812,
                    0.271484,
                    1.289062,
                    0.691406,
                    0.478516,
                    0.761719,
                    0.972656,
                    0.988281,
                    1.085938,
                    0.632812,
                    1.375,
                    1.304688,
                    0.404297,
                    0.617188,
                    0.765625,
                    1.0,
                    1.09375,
                    0.316406,
                    0.648438,
                    1.03125,
                    0.992188,
                    1.328125,
                    0.386719,
                    1.484375,
                    0.507812,
                    1.28125,
                    0.804688,
                    0.882812,
                    1.4375,
                    1.273438,
                    1.351562,
                    1.015625,
                    0.566406,
                    0.859375,
                    0.84375,
                    0.71875,
                    0.996094,
                    1.40625,
                    0.851562,
                    0.988281,
                    1.15625,
                    0.835938,
                    1.414062,
                    0.929688,
                    0.714844,
                    0.644531,
                    1.234375,
                    1.046875,
                    1.203125,
                    1.054688,
                    0.707031,
                    1.09375,
                    1.34375,
                    1.523438,
                    0.585938,
                    1.46875,
                    0.625,
                    0.613281,
                    0.492188,
                    0.804688,
                    0.96875,
                    1.421875,
                    0.546875,
                    1.3125,
                    0.777344,
                    1.054688,
                    1.460938,
                    0.417969,
                    0.882812,
                    0.992188,
                    1.148438,
                    0.980469,
                    1.046875,
                    1.257812,
                    1.054688,
                    0.478516,
                    1.015625,
                    1.179688,
                    0.96875,
                    0.863281,
                    1.0,
                    0.15625,
                    1.453125,
                    0.785156,
                    0.964844,
                    1.421875,
                    0.816406,
                    0.470703,
                    0.609375,
                    0.984375,
                    0.453125,
                    1.460938,
                    0.125977,
                    0.550781,
                    1.085938,
                    0.171875,
                    0.147461,
                    0.742188,
                    0.613281,
                    0.859375,
                    1.132812,
                    0.867188,
                    0.640625,
                    0.53125,
                    1.554688,
                    0.664062,
                    0.169922,
                    1.351562,
                    1.484375,
                    1.023438,
                    0.921875,
                    0.648438,
                    0.408203,
                    1.367188,
                    0.722656,
                    0.765625,
                    0.664062,
                    0.507812,
                    0.996094,
                    0.265625,
                    1.351562,
                    1.140625,
                    1.125,
                    1.15625,
                    1.4375,
                    0.964844,
                    0.875,
                    0.851562,
                    0.5,
                    0.984375,
                    1.117188,
                    1.046875,
                    1.414062,
                    0.314453,
                    0.816406,
                    0.96875,
                    1.210938,
                    0.632812,
                    1.5,
                    1.484375,
                    0.578125,
                    1.1875,
                    0.570312,
                    0.578125,
                    1.164062,
                    0.816406,
                    0.726562,
                    0.675781,
                    0.707031,
                    0.150391,
                    1.414062,
                    0.136719,
                    1.375,
                    1.28125,
                    0.164062,
                    0.488281,
                    1.484375,
                    0.699219,
                    1.09375,
                    1.046875,
                    0.431641,
                    0.914062,
                    0.660156,
                    0.458984,
                    1.015625,
                    1.179688,
                    0.78125,
                    0.789062,
                    0.664062,
                    1.085938,
                    1.09375,
                    0.490234,
                    1.304688,
                    1.289062,
                    0.953125,
                    1.3125,
                    0.462891,
                    0.15625,
                    0.6875,
                    1.0625,
                    0.882812,
                    1.289062,
                    0.835938,
                    1.09375,
                    1.390625,
                    1.054688,
                    0.785156,
                    1.21875,
                    0.703125,
                    1.242188,
                    0.498047,
                    0.161133,
                    0.458984,
                    0.972656,
                    0.707031,
                    0.980469,
                    1.3125,
                    1.398438,
                    1.4375,
                    0.6875,
                    1.289062,
                    1.578125,
                    1.203125,
                    0.910156,
                    1.320312,
                    1.429688,
                    0.757812,
                    0.566406,
                    0.425781,
                    0.384766,
                    1.492188,
                    0.490234,
                    0.71875,
                    0.359375,
                    0.9375,
                    1.015625,
                    0.460938,
                    0.287109,
                    0.589844,
                    0.267578,
                    1.117188,
                    0.851562,
                    0.765625,
                    0.796875,
                    1.0,
                    1.25,
                    0.535156,
                    0.141602,
                    1.382812,
                    0.574219,
                    1.296875,
                    0.792969,
                    1.4375,
                    1.007812,
                    1.421875,
                    0.941406,
                    1.109375,
                    0.21582,
                    1.757812,
                    0.363281,
                    0.554688,
                    1.109375,
                    0.683594,
                    0.800781,
                    1.40625,
                    0.134766,
                    0.71875,
                    1.53125,
                    1.140625,
                    0.164062,
                    0.953125,
                    0.664062,
                    1.601562,
                    0.617188,
                    0.964844,
                    0.847656,
                    0.142578,
                    1.210938,
                    1.226562,
                    1.164062,
                    0.429688,
                    0.875,
                    0.761719,
                    0.96875,
                    1.085938,
                    1.210938,
                    0.976562,
                    0.4375,
                    0.984375,
                    0.941406,
                    1.4375,
                    0.419922,
                    0.208984,
                    0.824219,
                    1.023438,
                    0.859375,
                    0.589844,
                    0.394531,
                    1.304688,
                    0.46875,
                    0.133789,
                    0.421875,
                    0.137695,
                    1.03125,
                    0.671875,
                    1.515625,
                    0.96875,
                    0.699219,
                    0.882812,
                    0.597656,
                    0.933594,
                    0.492188,
                    0.84375,
                    0.5,
                    0.941406,
                    0.451172,
                    1.492188,
                    0.151367,
                    0.917969,
                    1.257812,
                    1.125,
                    1.140625,
                    0.410156,
                    1.59375,
                    0.777344,
                    1.265625,
                    0.839844,
                    1.335938,
                    1.015625,
                    0.515625,
                    1.46875,
                    0.710938,
                    0.828125,
                    0.730469,
                    1.054688,
                    1.203125,
                    1.242188,
                    1.296875,
                    1.148438,
                    1.210938,
                    0.147461,
                    0.652344,
                    0.953125,
                    0.75,
                    1.515625,
                    0.550781,
                    1.453125,
                    1.109375,
                    0.816406,
                    1.148438,
                    0.972656,
                    1.296875,
                    0.800781,
                    1.195312,
                    0.188477,
                    1.132812,
                    1.460938,
                    0.375,
                    1.070312,
                    1.078125,
                    1.140625,
                    0.949219,
                    0.412109,
                    1.34375,
                    0.449219,
                    0.691406,
                    0.433594,
                    1.335938,
                    1.46875,
                    1.21875,
                    1.296875,
                    0.546875,
                    0.165039,
                    0.828125,
                    0.4375,
                    1.515625,
                    1.140625,
                    1.234375,
                    0.890625,
                    0.851562,
                    1.3125,
                    0.542969,
                    0.753906,
                    0.84375,
                    0.910156,
                    0.726562,
                    1.195312,
                    0.886719,
                    0.921875,
                    1.242188,
                    1.242188,
                    0.519531,
                    1.242188,
                    1.125,
                    1.039062,
                    0.132812,
                    1.34375,
                    0.163086,
                    0.234375,
                    0.71875,
                    0.773438,
                    0.451172,
                    0.220703,
                    0.707031,
                    0.151367,
                    0.460938,
                    1.117188,
                    0.921875,
                    1.34375,
                    0.949219,
                    0.867188,
                    0.421875,
                    1.390625,
                    0.570312,
                    0.155273,
                    1.140625,
                    1.203125,
                    1.015625,
                    1.671875,
                    0.949219,
                    1.28125,
                    0.921875,
                    1.570312,
                    1.046875,
                    0.957031,
                    1.398438,
                    0.291016,
                    1.234375,
                    0.601562,
                    0.15625,
                    1.109375,
                    0.5625,
                    0.898438,
                    1.140625,
                    1.507812,
                    0.199219,
                    0.511719,
                    0.515625,
                    0.326172,
                    0.605469,
                    1.015625,
                    1.1875,
                    1.03125,
                    1.492188,
                    1.40625,
                    0.8125,
                    1.0625,
                    0.515625,
                    0.202148,
                    0.480469,
                    1.0,
                    0.921875,
                    1.257812,
                    1.171875,
                    0.141602,
                    0.136719,
                    0.191406,
                    1.09375,
                    0.582031,
                    0.59375,
                    0.667969,
                    1.414062,
                    0.703125,
                    1.1875,
                    1.21875,
                    0.84375,
                    0.149414,
                    0.882812,
                    0.667969,
                    1.210938,
                    1.390625,
                    0.421875,
                    0.441406,
                    1.34375,
                    1.039062,
                    0.886719,
                    0.46875,
                    0.734375,
                    1.132812,
                    0.15332,
                    0.8125,
                    1.21875,
                    0.644531,
                    1.0625,
                    1.140625,
                    0.515625,
                    1.4375,
                    0.945312,
                    0.824219,
                    0.140625,
                    0.839844,
                    0.439453,
                    1.28125,
                    1.148438,
                    0.507812,
                    0.78125,
                    0.644531,
                    0.917969,
                    0.511719,
                    0.832031,
                    0.447266,
                    0.902344,
                    0.792969,
                    0.722656,
                    0.667969,
                    1.039062,
                    0.476562,
                    1.125,
                    1.242188,
                    0.695312,
                    1.523438,
                    1.164062,
                    0.890625,
                    0.457031,
                    0.507812,
                    1.226562,
                    1.367188,
                    1.367188,
                    0.996094,
                    1.539062,
                    0.878906,
                    0.824219,
                    1.070312,
                    0.796875,
                    1.195312,
                    1.570312,
                    0.636719,
                    0.617188,
                    0.980469,
                    0.59375,
                    1.101562,
                    0.707031,
                    0.953125,
                    1.203125,
                    0.898438,
                    1.265625,
                    0.458984,
                    1.601562,
                    0.527344,
                    0.808594,
                    0.792969,
                    1.0,
                    0.371094,
                    0.232422,
                    0.804688,
                    1.101562,
                    0.136719,
                    0.933594,
                    1.03125,
                    1.296875
                ]
            },
            "name": "model.model.layers.15.post_attention_layernorm.weight",
            "outputIndexes": [
                1315
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1314
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_15/Mul_output_0",
            "outputIndexes": [
                1316
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1315,
                1316
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_15/Mul_1_output_0",
            "outputIndexes": [
                1317
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1317
            ],
            "outputIndexes": [
                2744
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2744
            ],
            "outputIndexes": [
                2745
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/gate_proj/Linear",
            "inputIndexes": [
                2745
            ],
            "outputIndexes": [
                2746
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    398043486,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2746
            ],
            "outputIndexes": [
                2747
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2747
            ],
            "outputIndexes": [
                1318
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1318
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_15/Sigmoid_output_0",
            "outputIndexes": [
                1319
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1318,
                1319
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_15/Mul_output_0",
            "outputIndexes": [
                1320
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1317
            ],
            "outputIndexes": [
                2748
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2748
            ],
            "outputIndexes": [
                2749
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/up_proj/Linear",
            "inputIndexes": [
                2749
            ],
            "outputIndexes": [
                2750
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    405784948,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2750
            ],
            "outputIndexes": [
                2751
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2751
            ],
            "outputIndexes": [
                1321
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1320,
                1321
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_15/Mul_output_0",
            "outputIndexes": [
                1322
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1322
            ],
            "outputIndexes": [
                2752
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    8960,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2752
            ],
            "outputIndexes": [
                2753
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/down_proj/Linear",
            "inputIndexes": [
                2753
            ],
            "outputIndexes": [
                2754
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 8960,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    413526410,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2754
            ],
            "outputIndexes": [
                2755
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2755
            ],
            "outputIndexes": [
                1323
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1314,
                1323
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_79_output_0",
            "outputIndexes": [
                1324
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1324,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_144_output_0",
            "outputIndexes": [
                1325
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.169922,
                    1.90625,
                    1.703125,
                    1.148438,
                    1.125,
                    0.832031,
                    1.375,
                    1.171875,
                    1.375,
                    0.695312,
                    1.21875,
                    0.691406,
                    1.515625,
                    1.648438,
                    1.59375,
                    1.476562,
                    1.429688,
                    1.21875,
                    1.585938,
                    0.636719,
                    1.460938,
                    1.46875,
                    1.390625,
                    0.098633,
                    2.046875,
                    1.78125,
                    0.976562,
                    0.746094,
                    0.617188,
                    1.828125,
                    1.554688,
                    1.429688,
                    2.03125,
                    0.761719,
                    1.328125,
                    2.0625,
                    1.570312,
                    1.34375,
                    0.539062,
                    0.648438,
                    2.1875,
                    1.71875,
                    1.59375,
                    1.96875,
                    0.191406,
                    1.320312,
                    1.015625,
                    1.210938,
                    1.148438,
                    1.40625,
                    0.120117,
                    0.542969,
                    1.8125,
                    1.5625,
                    1.617188,
                    0.796875,
                    0.714844,
                    0.11084,
                    1.046875,
                    0.613281,
                    1.0625,
                    0.707031,
                    1.304688,
                    1.875,
                    1.40625,
                    0.382812,
                    1.054688,
                    0.601562,
                    1.367188,
                    0.957031,
                    1.3125,
                    0.96875,
                    0.097656,
                    0.828125,
                    1.335938,
                    0.671875,
                    1.476562,
                    1.398438,
                    1.265625,
                    2.03125,
                    1.984375,
                    0.114258,
                    0.890625,
                    2.109375,
                    1.765625,
                    1.710938,
                    1.9375,
                    2.21875,
                    1.210938,
                    1.476562,
                    1.3125,
                    1.125,
                    1.390625,
                    0.789062,
                    1.75,
                    1.054688,
                    1.289062,
                    0.859375,
                    2.234375,
                    1.539062,
                    2.78125,
                    0.621094,
                    0.765625,
                    2.390625,
                    0.59375,
                    1.195312,
                    1.898438,
                    1.320312,
                    0.53125,
                    1.320312,
                    0.5625,
                    2.109375,
                    0.992188,
                    2.328125,
                    1.648438,
                    1.359375,
                    2.078125,
                    2.375,
                    0.104004,
                    0.149414,
                    1.46875,
                    0.198242,
                    0.917969,
                    0.707031,
                    1.609375,
                    1.765625,
                    1.945312,
                    0.152344,
                    0.875,
                    2.453125,
                    1.039062,
                    1.289062,
                    1.53125,
                    2.1875,
                    1.59375,
                    2.375,
                    0.554688,
                    2.5,
                    0.527344,
                    1.28125,
                    0.121094,
                    1.234375,
                    0.898438,
                    0.21875,
                    1.945312,
                    0.582031,
                    1.820312,
                    1.476562,
                    2.046875,
                    1.242188,
                    1.078125,
                    1.859375,
                    0.192383,
                    1.4375,
                    1.390625,
                    0.554688,
                    1.78125,
                    0.769531,
                    2.03125,
                    1.789062,
                    0.734375,
                    1.070312,
                    1.726562,
                    0.182617,
                    0.726562,
                    1.664062,
                    1.3125,
                    1.867188,
                    1.703125,
                    2.3125,
                    2.5,
                    1.398438,
                    1.625,
                    2.375,
                    1.0,
                    1.742188,
                    1.96875,
                    2.625,
                    1.671875,
                    2.109375,
                    1.820312,
                    0.988281,
                    2.015625,
                    1.921875,
                    1.445312,
                    1.484375,
                    0.176758,
                    2.171875,
                    1.351562,
                    1.171875,
                    2.203125,
                    1.046875,
                    2.109375,
                    1.828125,
                    2.109375,
                    1.507812,
                    1.335938,
                    1.210938,
                    1.789062,
                    0.871094,
                    1.039062,
                    1.460938,
                    2.125,
                    2.1875,
                    1.539062,
                    1.453125,
                    1.359375,
                    2.0,
                    1.1875,
                    1.664062,
                    1.3125,
                    1.882812,
                    0.609375,
                    1.15625,
                    2.21875,
                    0.234375,
                    1.820312,
                    1.851562,
                    1.59375,
                    1.140625,
                    1.539062,
                    1.8125,
                    0.398438,
                    1.023438,
                    0.800781,
                    1.75,
                    0.695312,
                    0.539062,
                    1.28125,
                    1.453125,
                    1.5,
                    1.625,
                    2.09375,
                    1.8125,
                    1.84375,
                    0.617188,
                    1.640625,
                    1.234375,
                    1.257812,
                    2.0,
                    0.980469,
                    2.0,
                    1.53125,
                    2.40625,
                    1.523438,
                    1.46875,
                    1.851562,
                    1.453125,
                    0.910156,
                    2.140625,
                    1.148438,
                    0.515625,
                    2.203125,
                    2.625,
                    0.101074,
                    0.71875,
                    1.085938,
                    2.0625,
                    2.03125,
                    1.546875,
                    1.3125,
                    2.015625,
                    1.71875,
                    0.796875,
                    1.78125,
                    1.203125,
                    0.695312,
                    2.234375,
                    1.28125,
                    1.085938,
                    1.828125,
                    1.523438,
                    0.878906,
                    1.5,
                    0.558594,
                    0.609375,
                    0.181641,
                    2.046875,
                    0.585938,
                    2.046875,
                    1.53125,
                    1.164062,
                    1.15625,
                    1.046875,
                    1.492188,
                    0.123047,
                    0.933594,
                    1.671875,
                    1.265625,
                    1.796875,
                    1.453125,
                    2.109375,
                    2.390625,
                    1.992188,
                    0.890625,
                    1.0,
                    1.75,
                    1.71875,
                    2.03125,
                    2.03125,
                    0.119629,
                    0.447266,
                    1.882812,
                    0.18457,
                    2.65625,
                    1.015625,
                    1.773438,
                    1.101562,
                    2.09375,
                    0.115723,
                    0.566406,
                    1.90625,
                    0.176758,
                    1.34375,
                    2.375,
                    1.9375,
                    0.3125,
                    1.578125,
                    1.421875,
                    0.107422,
                    1.507812,
                    2.546875,
                    1.53125,
                    0.570312,
                    1.328125,
                    1.765625,
                    1.109375,
                    0.109863,
                    1.351562,
                    1.101562,
                    0.098633,
                    2.125,
                    0.145508,
                    1.429688,
                    1.195312,
                    0.609375,
                    1.15625,
                    0.103027,
                    0.949219,
                    0.296875,
                    1.210938,
                    1.75,
                    1.054688,
                    1.867188,
                    1.625,
                    1.234375,
                    1.421875,
                    0.777344,
                    0.667969,
                    1.492188,
                    0.75,
                    0.53125,
                    0.65625,
                    2.078125,
                    0.796875,
                    1.890625,
                    2.375,
                    1.367188,
                    1.804688,
                    0.515625,
                    0.488281,
                    1.3125,
                    1.453125,
                    1.601562,
                    1.273438,
                    1.148438,
                    2.140625,
                    1.304688,
                    0.120605,
                    1.882812,
                    1.109375,
                    0.675781,
                    2.203125,
                    0.65625,
                    1.117188,
                    1.117188,
                    1.90625,
                    0.90625,
                    1.898438,
                    0.625,
                    2.375,
                    2.203125,
                    1.539062,
                    2.40625,
                    0.322266,
                    1.476562,
                    0.757812,
                    2.03125,
                    0.9375,
                    1.5625,
                    1.085938,
                    1.34375,
                    2.03125,
                    1.8125,
                    0.910156,
                    0.259766,
                    1.351562,
                    0.730469,
                    1.117188,
                    1.695312,
                    0.558594,
                    1.78125,
                    0.851562,
                    1.234375,
                    1.320312,
                    0.137695,
                    2.390625,
                    1.414062,
                    0.032959,
                    0.279297,
                    1.1875,
                    0.773438,
                    1.976562,
                    1.992188,
                    1.03125,
                    0.917969,
                    2.28125,
                    2.296875,
                    0.482422,
                    1.609375,
                    1.6875,
                    0.605469,
                    2.046875,
                    0.753906,
                    0.539062,
                    1.945312,
                    0.804688,
                    1.726562,
                    0.878906,
                    1.554688,
                    2.28125,
                    2.0,
                    1.429688,
                    2.3125,
                    0.640625,
                    0.726562,
                    0.898438,
                    0.671875,
                    1.296875,
                    1.515625,
                    1.046875,
                    0.621094,
                    0.515625,
                    1.789062,
                    1.53125,
                    1.953125,
                    0.189453,
                    1.96875,
                    1.890625,
                    1.945312,
                    2.5,
                    1.453125,
                    1.117188,
                    2.5625,
                    1.890625,
                    1.828125,
                    2.21875,
                    1.671875,
                    0.100098,
                    2.328125,
                    0.628906,
                    1.265625,
                    1.828125,
                    1.109375,
                    1.117188,
                    0.152344,
                    0.878906,
                    1.171875,
                    1.210938,
                    1.03125,
                    1.585938,
                    1.140625,
                    0.683594,
                    1.4375,
                    1.882812,
                    2.40625,
                    1.851562,
                    0.644531,
                    0.202148,
                    1.6875,
                    1.679688,
                    1.632812,
                    1.359375,
                    1.703125,
                    0.988281,
                    0.648438,
                    1.625,
                    1.320312,
                    1.648438,
                    1.648438,
                    1.601562,
                    1.265625,
                    1.929688,
                    1.421875,
                    1.90625,
                    1.960938,
                    1.960938,
                    2.109375,
                    0.84375,
                    0.225586,
                    0.098633,
                    1.945312,
                    1.429688,
                    0.738281,
                    2.546875,
                    1.023438,
                    1.992188,
                    1.90625,
                    0.683594,
                    1.976562,
                    0.664062,
                    1.523438,
                    2.3125,
                    2.078125,
                    0.125,
                    1.546875,
                    1.375,
                    2.21875,
                    0.5,
                    1.296875,
                    0.042969,
                    1.460938,
                    1.234375,
                    0.894531,
                    1.867188,
                    0.664062,
                    1.265625,
                    1.742188,
                    1.578125,
                    1.335938,
                    0.660156,
                    0.664062,
                    0.136719,
                    0.980469,
                    1.859375,
                    1.757812,
                    2.25,
                    1.484375,
                    1.523438,
                    0.109375,
                    1.03125,
                    1.210938,
                    1.851562,
                    1.273438,
                    0.953125,
                    0.882812,
                    0.875,
                    1.789062,
                    0.726562,
                    1.34375,
                    0.582031,
                    1.421875,
                    1.6875,
                    0.574219,
                    0.119629,
                    1.179688,
                    2.09375,
                    1.570312,
                    1.859375,
                    0.140625,
                    1.890625,
                    1.890625,
                    1.71875,
                    1.539062,
                    1.851562,
                    1.703125,
                    0.126953,
                    1.632812,
                    1.796875,
                    1.742188,
                    0.628906,
                    2.515625,
                    1.046875,
                    0.094727,
                    0.542969,
                    0.800781,
                    1.945312,
                    1.71875,
                    0.125977,
                    1.382812,
                    2.15625,
                    0.984375,
                    1.085938,
                    2.125,
                    2.53125,
                    0.527344,
                    1.046875,
                    2.15625,
                    2.140625,
                    0.964844,
                    1.773438,
                    1.710938,
                    1.578125,
                    0.882812,
                    0.664062,
                    2.328125,
                    1.695312,
                    2.28125,
                    1.59375,
                    0.8125,
                    1.890625,
                    2.28125,
                    1.421875,
                    0.142578,
                    1.90625,
                    0.414062,
                    0.140625,
                    2.21875,
                    1.804688,
                    -0.07959,
                    0.867188,
                    2.078125,
                    0.106445,
                    0.5625,
                    1.109375,
                    1.507812,
                    1.210938,
                    1.867188,
                    0.597656,
                    1.101562,
                    0.734375,
                    0.671875,
                    1.242188,
                    1.125,
                    2.109375,
                    2.078125,
                    1.460938,
                    2.03125,
                    1.78125,
                    1.15625,
                    2.296875,
                    1.1875,
                    0.098145,
                    1.382812,
                    1.21875,
                    1.101562,
                    1.601562,
                    0.753906,
                    1.671875,
                    1.226562,
                    2.1875,
                    0.111816,
                    1.796875,
                    0.597656,
                    0.141602,
                    2.015625,
                    2.015625,
                    2.515625,
                    0.792969,
                    0.785156,
                    0.166016,
                    2.015625,
                    1.085938,
                    0.675781,
                    0.613281,
                    2.21875,
                    1.875,
                    1.992188,
                    0.902344,
                    2.203125,
                    1.195312,
                    0.617188,
                    0.097656,
                    1.203125,
                    0.78125,
                    1.4375,
                    1.445312,
                    1.09375,
                    1.179688,
                    0.96875,
                    1.421875,
                    1.03125,
                    1.445312,
                    2.171875,
                    1.90625,
                    1.78125,
                    0.213867,
                    1.546875,
                    1.476562,
                    0.820312,
                    1.335938,
                    1.523438,
                    1.484375,
                    1.867188,
                    1.851562,
                    1.539062,
                    2.34375,
                    2.015625,
                    0.925781,
                    2.09375,
                    1.695312,
                    0.988281,
                    0.808594,
                    1.976562,
                    0.867188,
                    1.78125,
                    0.933594,
                    0.867188,
                    2.0625,
                    1.90625,
                    1.320312,
                    1.242188,
                    1.179688,
                    1.929688,
                    0.332031,
                    1.523438,
                    0.734375,
                    1.570312,
                    2.03125,
                    0.824219,
                    0.25,
                    0.116211,
                    1.914062,
                    1.273438,
                    0.121582,
                    1.984375,
                    1.734375,
                    1.6875,
                    0.333984,
                    2.125,
                    1.8125,
                    0.154297,
                    1.304688,
                    0.245117,
                    1.28125,
                    1.351562,
                    0.96875,
                    2.046875,
                    1.773438,
                    1.226562,
                    1.09375,
                    1.125,
                    1.3125,
                    0.609375,
                    2.5625,
                    0.337891,
                    1.09375,
                    1.742188,
                    1.96875,
                    2.453125,
                    1.273438,
                    0.176758,
                    1.609375,
                    0.765625,
                    1.546875,
                    1.640625,
                    1.046875,
                    1.484375,
                    2.140625,
                    1.796875,
                    0.757812,
                    1.890625,
                    2.34375,
                    0.279297,
                    1.023438,
                    0.972656,
                    1.40625,
                    0.59375,
                    0.542969,
                    1.0625,
                    2.25,
                    1.226562,
                    1.046875,
                    0.100098,
                    1.023438,
                    1.96875,
                    1.8125,
                    1.726562,
                    0.976562,
                    1.1875,
                    0.103027,
                    1.382812,
                    1.6875,
                    0.699219,
                    1.28125,
                    0.632812,
                    0.726562,
                    0.386719,
                    1.679688,
                    0.695312,
                    0.578125,
                    1.953125,
                    0.773438,
                    1.34375,
                    0.949219,
                    0.988281,
                    2.375,
                    0.527344,
                    1.179688,
                    0.757812,
                    1.796875,
                    2.296875,
                    1.804688,
                    2.5625,
                    0.824219,
                    2.4375,
                    0.546875,
                    0.597656,
                    2.59375,
                    1.1875,
                    0.667969,
                    1.84375,
                    0.460938,
                    1.421875,
                    1.601562,
                    1.5625,
                    0.671875,
                    1.382812,
                    0.163086,
                    0.5625,
                    1.46875,
                    0.980469,
                    1.421875,
                    0.59375,
                    0.871094,
                    1.898438,
                    1.421875,
                    1.203125,
                    1.375,
                    1.921875,
                    1.734375,
                    1.695312,
                    1.648438,
                    1.617188,
                    2.125,
                    1.234375,
                    0.597656,
                    0.207031,
                    1.609375,
                    0.601562,
                    1.625,
                    0.605469,
                    1.203125,
                    0.679688,
                    0.921875,
                    1.8125,
                    1.40625,
                    0.578125,
                    1.921875,
                    1.460938,
                    2.671875,
                    1.476562,
                    0.447266,
                    1.757812,
                    0.371094,
                    0.632812,
                    2.140625,
                    0.734375,
                    1.5,
                    0.101074,
                    1.398438,
                    1.601562,
                    1.960938,
                    0.574219,
                    1.640625,
                    2.328125,
                    0.132812,
                    0.664062,
                    0.554688,
                    1.765625,
                    2.140625,
                    1.148438,
                    2.078125,
                    2.046875,
                    0.118164,
                    2.765625,
                    1.882812,
                    0.558594,
                    2.328125,
                    1.289062,
                    1.132812,
                    1.34375,
                    0.660156,
                    1.195312,
                    1.789062,
                    1.210938,
                    1.921875,
                    1.375,
                    0.726562,
                    1.929688,
                    0.109375,
                    2.203125,
                    1.140625,
                    0.902344,
                    1.171875,
                    1.375,
                    2.078125,
                    2.328125,
                    1.601562,
                    1.601562,
                    0.289062,
                    1.859375,
                    1.289062,
                    0.104492,
                    1.039062,
                    2.21875,
                    2.359375,
                    2.109375,
                    0.65625,
                    0.101562,
                    2.875,
                    2.203125,
                    1.398438,
                    1.125,
                    0.722656,
                    1.4375,
                    0.53125,
                    2.0,
                    1.40625,
                    0.792969,
                    1.703125,
                    0.617188,
                    1.164062,
                    1.15625,
                    0.632812,
                    1.804688,
                    2.234375,
                    0.104004,
                    1.679688,
                    1.445312,
                    2.40625,
                    1.507812,
                    1.453125,
                    2.046875,
                    0.40625,
                    1.257812,
                    0.585938,
                    0.761719,
                    1.460938,
                    1.554688,
                    2.328125,
                    1.882812,
                    1.171875,
                    0.119141,
                    1.992188,
                    1.359375,
                    1.273438,
                    1.859375,
                    0.746094,
                    2.5,
                    0.031006,
                    1.15625,
                    1.304688,
                    0.71875,
                    1.578125,
                    2.0625,
                    1.460938,
                    0.855469,
                    2.03125,
                    2.078125,
                    2.265625,
                    0.136719,
                    1.742188,
                    1.921875,
                    1.5625,
                    1.21875,
                    1.234375,
                    0.988281,
                    0.566406,
                    1.695312,
                    2.328125,
                    2.15625,
                    1.023438,
                    1.640625,
                    0.828125,
                    1.140625,
                    2.03125,
                    0.777344,
                    1.179688,
                    0.726562,
                    0.894531,
                    1.398438,
                    1.9375,
                    1.390625,
                    1.617188,
                    0.133789,
                    2.8125,
                    1.734375,
                    0.703125,
                    0.910156,
                    0.660156,
                    1.445312,
                    1.226562,
                    0.609375,
                    1.117188,
                    0.652344,
                    1.109375,
                    2.265625,
                    1.671875,
                    0.169922,
                    2.09375,
                    0.10498,
                    2.453125,
                    1.585938,
                    2.109375,
                    0.816406,
                    1.671875,
                    1.195312,
                    1.40625,
                    0.664062,
                    1.8125,
                    1.632812,
                    0.613281,
                    1.515625,
                    1.453125,
                    0.683594,
                    1.351562,
                    0.683594,
                    1.953125,
                    1.046875,
                    0.589844,
                    1.0625,
                    1.375,
                    1.5625,
                    1.679688,
                    1.078125,
                    2.515625,
                    2.078125,
                    0.515625,
                    0.84375,
                    1.0625,
                    1.375,
                    1.789062,
                    0.466797,
                    1.507812,
                    1.796875,
                    1.5,
                    1.9375,
                    0.777344,
                    2.421875,
                    0.738281,
                    2.015625,
                    1.101562,
                    1.179688,
                    2.0625,
                    1.617188,
                    2.25,
                    1.382812,
                    1.578125,
                    1.210938,
                    1.273438,
                    1.046875,
                    1.523438,
                    2.234375,
                    1.492188,
                    1.492188,
                    1.898438,
                    1.351562,
                    2.484375,
                    1.335938,
                    0.957031,
                    1.109375,
                    2.046875,
                    1.523438,
                    1.742188,
                    1.679688,
                    1.15625,
                    1.578125,
                    2.046875,
                    2.390625,
                    0.734375,
                    2.234375,
                    0.945312,
                    0.816406,
                    0.640625,
                    1.34375,
                    1.289062,
                    2.3125,
                    0.683594,
                    1.929688,
                    1.125,
                    1.726562,
                    2.15625,
                    1.84375,
                    1.289062,
                    1.921875,
                    1.976562,
                    2.109375,
                    1.632812,
                    2.0,
                    1.765625,
                    0.6875,
                    1.46875,
                    1.78125,
                    1.34375,
                    1.179688,
                    1.328125,
                    0.118164,
                    2.375,
                    1.78125,
                    1.484375,
                    2.40625,
                    1.101562,
                    0.679688,
                    0.984375,
                    1.414062,
                    0.785156,
                    2.484375,
                    0.094238,
                    0.628906,
                    1.515625,
                    0.172852,
                    0.103516,
                    1.296875,
                    1.234375,
                    1.09375,
                    1.867188,
                    1.1875,
                    1.6875,
                    0.726562,
                    2.484375,
                    0.828125,
                    0.144531,
                    2.0625,
                    2.28125,
                    1.429688,
                    1.578125,
                    1.0,
                    0.785156,
                    2.1875,
                    0.984375,
                    1.078125,
                    1.148438,
                    0.910156,
                    1.398438,
                    0.333984,
                    2.078125,
                    1.867188,
                    1.671875,
                    1.5625,
                    2.453125,
                    1.65625,
                    1.21875,
                    1.203125,
                    0.675781,
                    1.632812,
                    1.710938,
                    1.804688,
                    2.421875,
                    0.400391,
                    1.164062,
                    1.382812,
                    1.84375,
                    0.910156,
                    2.140625,
                    2.34375,
                    0.757812,
                    2.03125,
                    0.769531,
                    0.75,
                    1.960938,
                    1.203125,
                    1.015625,
                    1.0625,
                    1.75,
                    0.111816,
                    2.25,
                    0.094238,
                    2.1875,
                    1.867188,
                    0.172852,
                    0.443359,
                    2.0625,
                    1.164062,
                    1.546875,
                    1.679688,
                    1.023438,
                    1.296875,
                    0.832031,
                    0.546875,
                    1.648438,
                    2.0625,
                    1.257812,
                    1.375,
                    1.03125,
                    1.523438,
                    1.578125,
                    0.601562,
                    2.171875,
                    2.0625,
                    1.570312,
                    1.9375,
                    0.585938,
                    0.130859,
                    1.1875,
                    1.710938,
                    1.203125,
                    1.914062,
                    1.148438,
                    1.882812,
                    1.90625,
                    1.695312,
                    1.296875,
                    2.015625,
                    1.0,
                    2.015625,
                    0.773438,
                    0.144531,
                    1.117188,
                    1.382812,
                    1.015625,
                    1.296875,
                    2.0,
                    2.34375,
                    2.4375,
                    0.957031,
                    2.015625,
                    2.203125,
                    1.796875,
                    1.203125,
                    2.046875,
                    2.171875,
                    1.03125,
                    0.757812,
                    0.757812,
                    0.777344,
                    2.375,
                    1.703125,
                    1.320312,
                    0.478516,
                    1.421875,
                    1.71875,
                    1.328125,
                    0.523438,
                    0.796875,
                    0.285156,
                    1.6875,
                    1.4375,
                    1.03125,
                    1.054688,
                    1.507812,
                    1.960938,
                    0.761719,
                    0.098633,
                    2.203125,
                    0.925781,
                    1.914062,
                    1.0625,
                    2.09375,
                    1.585938,
                    2.375,
                    1.34375,
                    1.578125,
                    0.220703,
                    2.4375,
                    0.539062,
                    0.734375,
                    1.445312,
                    1.398438,
                    1.15625,
                    2.09375,
                    0.100586,
                    1.4375,
                    2.28125,
                    1.78125,
                    0.128906,
                    1.53125,
                    1.0625,
                    2.53125,
                    0.902344,
                    1.578125,
                    1.265625,
                    0.104004,
                    2.21875,
                    1.78125,
                    1.828125,
                    0.539062,
                    1.234375,
                    1.359375,
                    1.507812,
                    1.726562,
                    1.820312,
                    1.273438,
                    0.523438,
                    1.429688,
                    1.296875,
                    2.078125,
                    0.691406,
                    0.239258,
                    2.8125,
                    1.4375,
                    1.484375,
                    0.824219,
                    2.015625,
                    2.140625,
                    1.984375,
                    0.09082,
                    0.519531,
                    0.104004,
                    1.640625,
                    2.5625,
                    2.359375,
                    1.476562,
                    1.015625,
                    1.171875,
                    2.5,
                    1.507812,
                    0.652344,
                    1.265625,
                    0.65625,
                    1.328125,
                    0.597656,
                    2.15625,
                    0.15332,
                    1.4375,
                    2.0625,
                    1.664062,
                    1.953125,
                    0.605469,
                    2.28125,
                    1.234375,
                    1.96875,
                    1.5,
                    2.375,
                    1.554688,
                    0.699219,
                    2.15625,
                    0.953125,
                    1.335938,
                    1.109375,
                    1.625,
                    1.820312,
                    1.78125,
                    1.953125,
                    1.875,
                    1.9375,
                    0.124023,
                    1.09375,
                    1.351562,
                    1.25,
                    2.453125,
                    0.777344,
                    2.203125,
                    1.96875,
                    1.21875,
                    1.890625,
                    1.46875,
                    2.046875,
                    1.398438,
                    1.625,
                    0.181641,
                    1.71875,
                    2.765625,
                    0.451172,
                    1.679688,
                    1.453125,
                    1.609375,
                    1.375,
                    0.542969,
                    2.3125,
                    0.683594,
                    0.921875,
                    0.503906,
                    2.09375,
                    2.09375,
                    1.890625,
                    2.09375,
                    0.765625,
                    0.136719,
                    1.09375,
                    2.171875,
                    2.09375,
                    1.828125,
                    1.90625,
                    1.460938,
                    1.53125,
                    1.867188,
                    0.785156,
                    1.179688,
                    1.28125,
                    1.390625,
                    1.109375,
                    1.65625,
                    1.273438,
                    1.351562,
                    1.9375,
                    1.828125,
                    1.789062,
                    2.140625,
                    1.71875,
                    1.546875,
                    0.095703,
                    2.1875,
                    0.136719,
                    0.300781,
                    0.976562,
                    1.140625,
                    0.589844,
                    0.316406,
                    0.957031,
                    0.112793,
                    0.640625,
                    1.742188,
                    1.46875,
                    2.34375,
                    0.992188,
                    1.320312,
                    0.847656,
                    1.945312,
                    0.832031,
                    0.146484,
                    1.84375,
                    1.984375,
                    1.484375,
                    2.453125,
                    1.601562,
                    2.03125,
                    1.398438,
                    2.5625,
                    1.75,
                    1.453125,
                    2.109375,
                    0.558594,
                    1.96875,
                    0.742188,
                    0.142578,
                    1.5625,
                    0.8125,
                    1.21875,
                    1.789062,
                    2.375,
                    0.068359,
                    0.71875,
                    0.789062,
                    1.632812,
                    1.132812,
                    1.65625,
                    1.789062,
                    1.109375,
                    2.40625,
                    2.15625,
                    1.328125,
                    1.40625,
                    0.734375,
                    0.243164,
                    0.539062,
                    1.3125,
                    1.265625,
                    2.1875,
                    1.945312,
                    0.109375,
                    0.109375,
                    0.189453,
                    1.625,
                    0.902344,
                    0.9375,
                    2.234375,
                    2.046875,
                    0.945312,
                    1.9375,
                    1.90625,
                    1.164062,
                    0.140625,
                    1.328125,
                    0.890625,
                    1.953125,
                    2.203125,
                    0.636719,
                    0.5625,
                    1.984375,
                    1.453125,
                    1.257812,
                    0.554688,
                    1.0625,
                    1.796875,
                    0.133789,
                    1.203125,
                    1.796875,
                    0.699219,
                    1.507812,
                    1.671875,
                    0.902344,
                    2.3125,
                    1.296875,
                    1.164062,
                    0.108887,
                    1.28125,
                    0.585938,
                    2.09375,
                    1.664062,
                    0.609375,
                    1.109375,
                    1.257812,
                    1.265625,
                    0.679688,
                    1.203125,
                    0.546875,
                    1.398438,
                    1.546875,
                    1.21875,
                    1.015625,
                    1.703125,
                    0.601562,
                    1.703125,
                    2.15625,
                    1.03125,
                    2.515625,
                    1.742188,
                    1.429688,
                    0.683594,
                    0.664062,
                    1.671875,
                    2.125,
                    2.15625,
                    1.609375,
                    2.53125,
                    1.46875,
                    1.226562,
                    1.5,
                    1.132812,
                    1.632812,
                    2.421875,
                    0.847656,
                    0.957031,
                    1.460938,
                    0.832031,
                    1.648438,
                    1.289062,
                    1.273438,
                    1.945312,
                    1.203125,
                    2.03125,
                    0.636719,
                    2.34375,
                    0.710938,
                    1.320312,
                    1.132812,
                    1.320312,
                    0.546875,
                    0.255859,
                    1.203125,
                    1.773438,
                    0.109375,
                    1.460938,
                    1.398438,
                    1.84375
                ]
            },
            "name": "model.model.layers.16.input_layernorm.weight",
            "outputIndexes": [
                1326
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1325
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_16/Mul_output_0",
            "outputIndexes": [
                1327
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1326,
                1327
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_16/Mul_1_output_0",
            "outputIndexes": [
                1328
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1328
            ],
            "outputIndexes": [
                2756
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2756
            ],
            "outputIndexes": [
                2757
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/q_proj/Linear",
            "inputIndexes": [
                2757
            ],
            "outputIndexes": [
                2758
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    421267872,
                    1179670,
                    147456,
                    6144,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2758
            ],
            "outputIndexes": [
                2759
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2759
            ],
            "outputIndexes": [
                1329
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1328
            ],
            "main_type": "NONE",
            "name": "/Shape_225_output_0",
            "outputIndexes": [
                1330
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1330
            ],
            "main_type": "NONE",
            "name": "Shape4078",
            "outputIndexes": [
                1331
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1330
            ],
            "main_type": "NONE",
            "name": "Rank4080",
            "outputIndexes": [
                1332
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1332,
                1332
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4082",
            "outputIndexes": [
                1333
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1333
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4083",
            "outputIndexes": [
                1334
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1333,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4085",
            "outputIndexes": [
                1335
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1335
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4086",
            "outputIndexes": [
                1336
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1331,
                1334,
                1336,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice4089",
            "outputIndexes": [
                1337
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1337
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze4090",
            "outputIndexes": [
                1338
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                1338
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4091",
            "outputIndexes": [
                1339
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1339,
                1338
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4092",
            "outputIndexes": [
                1340
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1330,
                1340,
                1333
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_244_output_0",
            "outputIndexes": [
                1341
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1341,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_513_output_0",
            "outputIndexes": [
                1342
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1342,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_208_output_0",
            "outputIndexes": [
                1343
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1329,
                1343
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_145_output_0",
            "outputIndexes": [
                1344
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1344,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_128_output_0",
            "outputIndexes": [
                1345
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1344
            ],
            "main_type": "NONE",
            "name": "/Shape_226_output_0",
            "outputIndexes": [
                1346
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1346
            ],
            "main_type": "NONE",
            "name": "Shape4099",
            "outputIndexes": [
                1347
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1346
            ],
            "main_type": "NONE",
            "name": "Rank4101",
            "outputIndexes": [
                1348
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1348,
                1348
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4103",
            "outputIndexes": [
                1349
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1349
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4104",
            "outputIndexes": [
                1350
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1349,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4106",
            "outputIndexes": [
                1351
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1351
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4107",
            "outputIndexes": [
                1352
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1347,
                1350,
                1352,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice4110",
            "outputIndexes": [
                1353
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1353
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze4111",
            "outputIndexes": [
                1354
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1354
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4112",
            "outputIndexes": [
                1355
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1355,
                1354
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4113",
            "outputIndexes": [
                1356
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1346,
                1356,
                1349
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_245_output_0",
            "outputIndexes": [
                1357
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1357,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_48_output_0",
            "outputIndexes": [
                1358
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1358,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_518_output_0",
            "outputIndexes": [
                1359
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1344,
                1359,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_65_output_0",
            "outputIndexes": [
                1360
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1360
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_32_output_0",
            "outputIndexes": [
                1361
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1344,
                22,
                1359,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_64_output_0",
            "outputIndexes": [
                1362
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1361,
                1362
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_211_output_0",
            "outputIndexes": [
                1363
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1363,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_129_output_0",
            "outputIndexes": [
                1364
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1345,
                1364
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_80_output_0",
            "outputIndexes": [
                1365
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1328
            ],
            "outputIndexes": [
                2760
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2760
            ],
            "outputIndexes": [
                2761
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/k_proj/Linear",
            "inputIndexes": [
                2761
            ],
            "outputIndexes": [
                2762
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    422601142,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2762
            ],
            "outputIndexes": [
                2763
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2763
            ],
            "outputIndexes": [
                1366
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1342,
                85,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_209_output_0",
            "outputIndexes": [
                1367
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1366,
                1367
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_146_output_0",
            "outputIndexes": [
                1368
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1368,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_130_output_0",
            "outputIndexes": [
                1369
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1368
            ],
            "main_type": "NONE",
            "name": "/Shape_227_output_0",
            "outputIndexes": [
                1370
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1370
            ],
            "main_type": "NONE",
            "name": "Shape4162",
            "outputIndexes": [
                1371
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1370
            ],
            "main_type": "NONE",
            "name": "Rank4164",
            "outputIndexes": [
                1372
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1372,
                1372
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4166",
            "outputIndexes": [
                1373
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1373
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4167",
            "outputIndexes": [
                1374
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1373,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4169",
            "outputIndexes": [
                1375
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1375
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4170",
            "outputIndexes": [
                1376
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1371,
                1374,
                1376,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice4173",
            "outputIndexes": [
                1377
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1377
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze4174",
            "outputIndexes": [
                1378
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1378
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4175",
            "outputIndexes": [
                1379
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1379,
                1378
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4176",
            "outputIndexes": [
                1380
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1370,
                1380,
                1373
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_246_output_0",
            "outputIndexes": [
                1381
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1381,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_49_output_0",
            "outputIndexes": [
                1382
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1382,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_520_output_0",
            "outputIndexes": [
                1383
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1368,
                1383,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_67_output_0",
            "outputIndexes": [
                1384
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1384
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_33_output_0",
            "outputIndexes": [
                1385
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1368,
                22,
                1383,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_66_output_0",
            "outputIndexes": [
                1386
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1385,
                1386
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_212_output_0",
            "outputIndexes": [
                1387
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1387,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_131_output_0",
            "outputIndexes": [
                1388
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1369,
                1388
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_81_output_0",
            "outputIndexes": [
                1389
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1328
            ],
            "outputIndexes": [
                2764
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2764
            ],
            "outputIndexes": [
                2765
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/v_proj/Linear",
            "inputIndexes": [
                2765
            ],
            "outputIndexes": [
                2766
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    422823372,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2766
            ],
            "outputIndexes": [
                2767
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2767
            ],
            "outputIndexes": [
                1390
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1390,
                1367
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_147_output_0",
            "outputIndexes": [
                1391
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1365,
                1389,
                1391,
                111
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_152_output_0",
            "outputIndexes": [
                1392
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1392
            ],
            "outputIndexes": [
                2768
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2768
            ],
            "outputIndexes": [
                2769
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/o_proj/Linear",
            "inputIndexes": [
                2769
            ],
            "outputIndexes": [
                2770
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    423045602,
                    1179670,
                    147456,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2770
            ],
            "outputIndexes": [
                2771
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2771
            ],
            "outputIndexes": [
                1393
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1325,
                1393
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_83_output_0",
            "outputIndexes": [
                1394
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.202148,
                    1.28125,
                    0.703125,
                    0.902344,
                    0.714844,
                    0.710938,
                    0.964844,
                    0.859375,
                    1.015625,
                    0.546875,
                    0.882812,
                    0.527344,
                    1.085938,
                    1.039062,
                    1.054688,
                    0.960938,
                    1.015625,
                    0.816406,
                    1.132812,
                    0.503906,
                    1.070312,
                    0.847656,
                    0.878906,
                    0.173828,
                    1.164062,
                    1.125,
                    0.730469,
                    0.621094,
                    0.617188,
                    1.234375,
                    1.101562,
                    1.039062,
                    1.28125,
                    0.640625,
                    0.84375,
                    1.351562,
                    1.125,
                    0.914062,
                    0.5,
                    0.492188,
                    1.34375,
                    1.226562,
                    1.109375,
                    1.195312,
                    0.209961,
                    0.863281,
                    0.832031,
                    0.976562,
                    0.832031,
                    0.652344,
                    0.176758,
                    0.457031,
                    1.179688,
                    1.125,
                    1.023438,
                    0.664062,
                    0.597656,
                    0.178711,
                    0.535156,
                    0.535156,
                    0.773438,
                    0.585938,
                    0.722656,
                    1.125,
                    0.972656,
                    0.363281,
                    0.75,
                    0.5625,
                    0.835938,
                    0.683594,
                    0.789062,
                    0.621094,
                    0.178711,
                    0.65625,
                    1.0,
                    0.458984,
                    1.054688,
                    1.039062,
                    0.980469,
                    1.375,
                    1.257812,
                    0.18457,
                    0.441406,
                    1.445312,
                    1.140625,
                    1.28125,
                    1.226562,
                    1.304688,
                    0.742188,
                    1.015625,
                    0.957031,
                    0.71875,
                    0.605469,
                    0.652344,
                    1.179688,
                    0.464844,
                    0.898438,
                    0.578125,
                    1.257812,
                    1.03125,
                    1.5625,
                    0.458984,
                    0.535156,
                    1.359375,
                    0.515625,
                    0.867188,
                    0.835938,
                    0.910156,
                    0.488281,
                    0.996094,
                    0.535156,
                    1.28125,
                    0.71875,
                    0.28125,
                    1.234375,
                    0.921875,
                    1.070312,
                    1.203125,
                    0.185547,
                    0.208984,
                    1.054688,
                    0.230469,
                    0.609375,
                    0.617188,
                    1.101562,
                    1.242188,
                    1.304688,
                    0.22168,
                    0.605469,
                    1.484375,
                    0.835938,
                    0.945312,
                    1.070312,
                    1.328125,
                    1.117188,
                    1.320312,
                    0.511719,
                    1.5,
                    0.515625,
                    0.980469,
                    0.19043,
                    0.761719,
                    0.714844,
                    0.265625,
                    1.179688,
                    0.492188,
                    1.226562,
                    0.945312,
                    1.335938,
                    0.941406,
                    0.78125,
                    1.109375,
                    0.251953,
                    1.0625,
                    1.117188,
                    0.5,
                    1.148438,
                    0.628906,
                    1.289062,
                    1.234375,
                    0.570312,
                    0.683594,
                    0.871094,
                    0.228516,
                    0.550781,
                    1.15625,
                    0.902344,
                    1.179688,
                    1.085938,
                    1.164062,
                    1.4375,
                    1.015625,
                    1.0625,
                    1.3125,
                    0.78125,
                    1.203125,
                    1.0,
                    1.460938,
                    1.140625,
                    1.273438,
                    1.203125,
                    0.816406,
                    1.21875,
                    0.757812,
                    1.03125,
                    0.542969,
                    0.240234,
                    1.398438,
                    1.03125,
                    0.890625,
                    1.25,
                    0.703125,
                    1.28125,
                    1.21875,
                    1.179688,
                    1.046875,
                    0.984375,
                    0.863281,
                    1.195312,
                    0.6875,
                    0.832031,
                    1.070312,
                    1.273438,
                    1.484375,
                    1.164062,
                    1.039062,
                    0.984375,
                    1.351562,
                    0.882812,
                    1.171875,
                    0.867188,
                    1.210938,
                    0.496094,
                    0.730469,
                    1.265625,
                    0.248047,
                    1.101562,
                    1.179688,
                    1.054688,
                    0.976562,
                    1.0625,
                    1.226562,
                    0.460938,
                    0.357422,
                    0.640625,
                    1.25,
                    0.625,
                    0.474609,
                    0.570312,
                    1.046875,
                    1.0625,
                    1.21875,
                    1.242188,
                    1.273438,
                    1.09375,
                    0.660156,
                    1.117188,
                    0.886719,
                    1.007812,
                    1.164062,
                    0.757812,
                    1.171875,
                    0.933594,
                    1.359375,
                    0.984375,
                    1.070312,
                    1.328125,
                    0.960938,
                    0.683594,
                    1.359375,
                    0.757812,
                    0.396484,
                    1.226562,
                    0.410156,
                    0.175781,
                    0.613281,
                    0.761719,
                    1.367188,
                    1.234375,
                    0.894531,
                    0.925781,
                    1.21875,
                    1.21875,
                    0.632812,
                    1.164062,
                    0.929688,
                    0.5625,
                    1.359375,
                    0.941406,
                    0.847656,
                    1.070312,
                    0.726562,
                    0.648438,
                    1.054688,
                    0.464844,
                    0.5625,
                    0.253906,
                    1.140625,
                    0.542969,
                    1.203125,
                    1.109375,
                    0.800781,
                    0.742188,
                    0.753906,
                    1.078125,
                    0.182617,
                    0.820312,
                    1.0625,
                    0.839844,
                    1.296875,
                    1.046875,
                    1.328125,
                    1.492188,
                    1.304688,
                    0.664062,
                    0.804688,
                    1.054688,
                    0.898438,
                    1.203125,
                    1.203125,
                    0.197266,
                    0.318359,
                    1.28125,
                    0.248047,
                    1.414062,
                    0.886719,
                    1.195312,
                    0.640625,
                    1.15625,
                    0.18457,
                    0.484375,
                    1.234375,
                    0.231445,
                    0.984375,
                    1.4375,
                    1.320312,
                    0.296875,
                    0.972656,
                    1.015625,
                    0.18457,
                    1.023438,
                    1.359375,
                    1.085938,
                    0.486328,
                    0.878906,
                    0.976562,
                    0.8125,
                    0.179688,
                    0.894531,
                    0.789062,
                    0.166992,
                    1.179688,
                    0.213867,
                    0.828125,
                    0.742188,
                    0.46875,
                    0.910156,
                    0.168945,
                    0.640625,
                    0.283203,
                    0.816406,
                    1.0625,
                    0.75,
                    1.21875,
                    1.1875,
                    0.898438,
                    0.933594,
                    0.65625,
                    0.582031,
                    1.117188,
                    0.671875,
                    0.396484,
                    0.46875,
                    1.03125,
                    0.769531,
                    1.164062,
                    0.304688,
                    0.859375,
                    1.140625,
                    0.503906,
                    0.59375,
                    0.851562,
                    1.03125,
                    1.007812,
                    0.878906,
                    0.84375,
                    1.3125,
                    0.882812,
                    0.1875,
                    1.242188,
                    0.808594,
                    0.539062,
                    1.296875,
                    0.515625,
                    0.726562,
                    0.816406,
                    1.140625,
                    0.648438,
                    1.25,
                    0.523438,
                    1.242188,
                    1.460938,
                    1.0625,
                    1.5,
                    0.328125,
                    1.085938,
                    0.640625,
                    1.296875,
                    0.726562,
                    1.15625,
                    0.828125,
                    0.984375,
                    1.273438,
                    0.941406,
                    0.498047,
                    0.235352,
                    0.988281,
                    0.597656,
                    0.820312,
                    1.132812,
                    0.492188,
                    1.234375,
                    0.65625,
                    1.054688,
                    0.761719,
                    0.197266,
                    1.421875,
                    1.03125,
                    0.765625,
                    0.261719,
                    0.785156,
                    0.582031,
                    1.234375,
                    1.226562,
                    0.78125,
                    0.761719,
                    1.46875,
                    1.3125,
                    0.488281,
                    1.117188,
                    1.1875,
                    0.498047,
                    0.988281,
                    0.605469,
                    0.585938,
                    1.1875,
                    0.636719,
                    1.125,
                    0.710938,
                    1.171875,
                    1.382812,
                    1.367188,
                    1.054688,
                    1.382812,
                    0.507812,
                    0.585938,
                    0.675781,
                    0.519531,
                    0.890625,
                    1.101562,
                    0.78125,
                    0.609375,
                    0.324219,
                    0.804688,
                    1.078125,
                    1.25,
                    0.226562,
                    1.375,
                    1.140625,
                    1.273438,
                    1.4375,
                    1.007812,
                    0.917969,
                    1.507812,
                    1.203125,
                    1.296875,
                    1.351562,
                    1.140625,
                    0.176758,
                    1.5625,
                    0.511719,
                    0.917969,
                    1.09375,
                    0.761719,
                    0.839844,
                    0.220703,
                    0.621094,
                    0.777344,
                    0.808594,
                    0.84375,
                    1.023438,
                    0.910156,
                    0.519531,
                    0.941406,
                    1.234375,
                    1.1875,
                    1.101562,
                    0.566406,
                    0.225586,
                    1.078125,
                    1.265625,
                    0.878906,
                    1.0625,
                    1.15625,
                    0.714844,
                    0.53125,
                    1.0625,
                    0.695312,
                    1.109375,
                    1.09375,
                    1.226562,
                    0.976562,
                    1.265625,
                    0.871094,
                    1.203125,
                    1.265625,
                    1.085938,
                    1.296875,
                    0.628906,
                    0.244141,
                    0.157227,
                    1.296875,
                    1.007812,
                    0.976562,
                    1.578125,
                    0.773438,
                    1.226562,
                    0.380859,
                    0.550781,
                    1.398438,
                    0.574219,
                    1.101562,
                    1.375,
                    1.320312,
                    0.195312,
                    1.046875,
                    0.902344,
                    1.382812,
                    0.601562,
                    0.621094,
                    0.882812,
                    1.039062,
                    0.96875,
                    0.628906,
                    1.140625,
                    0.589844,
                    1.0625,
                    1.132812,
                    1.070312,
                    1.078125,
                    0.644531,
                    0.613281,
                    0.193359,
                    0.679688,
                    1.132812,
                    1.140625,
                    1.226562,
                    1.054688,
                    1.023438,
                    0.181641,
                    0.867188,
                    0.882812,
                    1.148438,
                    0.878906,
                    0.929688,
                    0.625,
                    0.490234,
                    1.023438,
                    0.474609,
                    0.960938,
                    0.554688,
                    1.078125,
                    1.234375,
                    0.714844,
                    0.196289,
                    0.859375,
                    1.3125,
                    1.078125,
                    1.21875,
                    0.208984,
                    1.265625,
                    1.289062,
                    1.09375,
                    1.015625,
                    1.226562,
                    0.691406,
                    0.1875,
                    1.125,
                    1.203125,
                    1.125,
                    0.519531,
                    1.5,
                    0.75,
                    0.167969,
                    0.361328,
                    0.710938,
                    1.265625,
                    1.148438,
                    0.196289,
                    1.070312,
                    0.333984,
                    0.621094,
                    0.980469,
                    1.335938,
                    1.320312,
                    0.515625,
                    0.722656,
                    1.257812,
                    1.34375,
                    0.804688,
                    1.203125,
                    1.25,
                    1.023438,
                    0.6875,
                    0.570312,
                    1.382812,
                    1.1875,
                    1.296875,
                    1.070312,
                    0.570312,
                    1.265625,
                    1.34375,
                    0.9375,
                    0.197266,
                    1.21875,
                    0.357422,
                    0.204102,
                    1.3125,
                    0.988281,
                    -0.000196,
                    0.679688,
                    1.164062,
                    0.174805,
                    0.478516,
                    0.839844,
                    0.972656,
                    0.875,
                    1.226562,
                    0.476562,
                    0.863281,
                    0.578125,
                    0.527344,
                    0.867188,
                    0.90625,
                    1.195312,
                    1.257812,
                    0.984375,
                    1.28125,
                    1.148438,
                    0.796875,
                    1.46875,
                    0.757812,
                    0.172852,
                    1.085938,
                    0.875,
                    0.777344,
                    1.203125,
                    0.601562,
                    1.164062,
                    0.867188,
                    1.375,
                    0.172852,
                    1.1875,
                    0.546875,
                    0.193359,
                    1.164062,
                    1.226562,
                    1.476562,
                    0.476562,
                    0.636719,
                    0.232422,
                    1.25,
                    0.726562,
                    0.585938,
                    0.523438,
                    1.34375,
                    1.265625,
                    1.328125,
                    0.808594,
                    1.304688,
                    0.789062,
                    0.400391,
                    0.170898,
                    0.835938,
                    0.5,
                    1.015625,
                    1.03125,
                    0.867188,
                    0.804688,
                    0.695312,
                    1.03125,
                    0.457031,
                    1.039062,
                    1.25,
                    1.3125,
                    1.289062,
                    0.228516,
                    1.070312,
                    0.980469,
                    0.5625,
                    0.855469,
                    1.117188,
                    1.085938,
                    1.125,
                    1.21875,
                    0.925781,
                    1.429688,
                    1.242188,
                    0.746094,
                    1.320312,
                    1.203125,
                    0.808594,
                    0.605469,
                    1.226562,
                    0.443359,
                    0.949219,
                    0.621094,
                    0.675781,
                    1.398438,
                    1.195312,
                    0.816406,
                    0.894531,
                    0.859375,
                    1.257812,
                    0.292969,
                    1.023438,
                    0.597656,
                    0.828125,
                    1.210938,
                    0.675781,
                    0.298828,
                    0.1875,
                    1.234375,
                    0.753906,
                    0.183594,
                    1.257812,
                    1.265625,
                    1.132812,
                    0.283203,
                    1.304688,
                    1.164062,
                    0.220703,
                    0.9375,
                    0.289062,
                    0.8125,
                    1.117188,
                    0.6875,
                    1.203125,
                    1.171875,
                    0.910156,
                    0.804688,
                    0.890625,
                    0.875,
                    0.5,
                    1.492188,
                    0.447266,
                    0.808594,
                    1.179688,
                    1.226562,
                    1.585938,
                    0.738281,
                    0.234375,
                    0.488281,
                    0.652344,
                    1.117188,
                    1.09375,
                    0.710938,
                    1.0,
                    1.351562,
                    1.046875,
                    0.582031,
                    1.195312,
                    0.314453,
                    0.267578,
                    0.6875,
                    0.800781,
                    1.023438,
                    0.527344,
                    0.490234,
                    0.800781,
                    1.203125,
                    0.859375,
                    0.742188,
                    0.178711,
                    0.777344,
                    1.34375,
                    1.210938,
                    0.761719,
                    0.632812,
                    0.804688,
                    0.174805,
                    1.078125,
                    1.148438,
                    0.503906,
                    0.867188,
                    0.539062,
                    0.566406,
                    0.34375,
                    1.195312,
                    0.5,
                    0.542969,
                    1.148438,
                    0.609375,
                    0.929688,
                    0.625,
                    0.8125,
                    1.515625,
                    0.488281,
                    0.902344,
                    0.703125,
                    1.140625,
                    1.335938,
                    1.15625,
                    0.34375,
                    0.503906,
                    1.320312,
                    0.417969,
                    0.507812,
                    1.429688,
                    0.921875,
                    0.511719,
                    1.242188,
                    0.574219,
                    1.007812,
                    0.996094,
                    0.949219,
                    0.59375,
                    0.921875,
                    0.208984,
                    0.53125,
                    1.078125,
                    0.671875,
                    1.0,
                    0.496094,
                    0.648438,
                    1.226562,
                    0.992188,
                    0.953125,
                    1.164062,
                    1.367188,
                    1.125,
                    1.101562,
                    1.15625,
                    1.109375,
                    1.226562,
                    0.839844,
                    0.5,
                    0.244141,
                    1.132812,
                    0.494141,
                    1.164062,
                    0.535156,
                    0.71875,
                    0.527344,
                    0.710938,
                    1.0625,
                    0.90625,
                    0.507812,
                    1.273438,
                    1.0625,
                    1.398438,
                    1.054688,
                    0.427734,
                    1.21875,
                    0.308594,
                    0.523438,
                    1.351562,
                    0.621094,
                    0.953125,
                    0.166016,
                    1.0,
                    1.070312,
                    1.25,
                    0.460938,
                    0.980469,
                    1.382812,
                    0.204102,
                    0.550781,
                    0.511719,
                    1.15625,
                    1.289062,
                    0.707031,
                    1.203125,
                    1.195312,
                    0.205078,
                    0.339844,
                    1.25,
                    0.488281,
                    0.332031,
                    0.894531,
                    0.882812,
                    0.863281,
                    0.695312,
                    0.921875,
                    1.210938,
                    0.917969,
                    1.257812,
                    0.859375,
                    0.535156,
                    1.171875,
                    0.186523,
                    1.320312,
                    0.734375,
                    0.695312,
                    0.894531,
                    0.941406,
                    1.429688,
                    1.242188,
                    1.132812,
                    0.90625,
                    0.332031,
                    1.1875,
                    0.960938,
                    0.175781,
                    0.792969,
                    1.34375,
                    1.398438,
                    1.273438,
                    0.484375,
                    0.181641,
                    0.414062,
                    0.345703,
                    0.988281,
                    0.898438,
                    0.539062,
                    0.945312,
                    0.408203,
                    1.195312,
                    0.914062,
                    0.921875,
                    1.148438,
                    0.546875,
                    0.773438,
                    0.785156,
                    0.511719,
                    1.179688,
                    1.171875,
                    0.168945,
                    1.054688,
                    1.09375,
                    1.375,
                    1.148438,
                    1.070312,
                    1.257812,
                    0.396484,
                    0.878906,
                    0.492188,
                    0.621094,
                    0.949219,
                    1.132812,
                    1.25,
                    1.101562,
                    0.765625,
                    0.191406,
                    1.164062,
                    1.046875,
                    0.84375,
                    1.171875,
                    0.589844,
                    1.4375,
                    0.640625,
                    0.890625,
                    0.980469,
                    0.574219,
                    1.117188,
                    1.351562,
                    1.070312,
                    0.671875,
                    1.125,
                    1.351562,
                    1.414062,
                    0.211914,
                    1.164062,
                    1.148438,
                    0.839844,
                    0.917969,
                    0.925781,
                    0.5,
                    0.494141,
                    1.046875,
                    1.429688,
                    1.367188,
                    0.792969,
                    1.117188,
                    0.667969,
                    0.835938,
                    1.0625,
                    0.695312,
                    0.824219,
                    0.820312,
                    0.6875,
                    0.988281,
                    1.257812,
                    0.953125,
                    1.132812,
                    0.207031,
                    1.476562,
                    1.148438,
                    0.5625,
                    0.71875,
                    0.539062,
                    0.988281,
                    0.792969,
                    0.476562,
                    0.75,
                    0.566406,
                    0.769531,
                    1.109375,
                    0.988281,
                    0.200195,
                    1.390625,
                    0.181641,
                    1.523438,
                    1.09375,
                    1.34375,
                    0.667969,
                    1.007812,
                    0.835938,
                    0.921875,
                    0.695312,
                    1.179688,
                    0.992188,
                    0.535156,
                    1.0,
                    0.9375,
                    0.5625,
                    0.914062,
                    0.304688,
                    1.265625,
                    0.746094,
                    0.53125,
                    0.8125,
                    1.0,
                    1.046875,
                    1.117188,
                    0.667969,
                    1.296875,
                    1.25,
                    0.457031,
                    0.667969,
                    0.8125,
                    1.046875,
                    1.125,
                    0.380859,
                    0.65625,
                    1.054688,
                    1.039062,
                    1.3125,
                    0.458984,
                    1.398438,
                    0.546875,
                    1.28125,
                    0.851562,
                    0.921875,
                    1.421875,
                    1.25,
                    1.234375,
                    1.078125,
                    0.582031,
                    0.890625,
                    0.878906,
                    0.757812,
                    1.015625,
                    1.390625,
                    0.886719,
                    1.03125,
                    1.171875,
                    0.875,
                    1.40625,
                    0.964844,
                    0.757812,
                    0.6875,
                    1.203125,
                    1.09375,
                    1.210938,
                    1.0625,
                    0.746094,
                    1.125,
                    1.3125,
                    1.414062,
                    0.609375,
                    1.375,
                    0.667969,
                    0.65625,
                    0.542969,
                    0.847656,
                    1.0,
                    1.34375,
                    0.570312,
                    1.273438,
                    0.820312,
                    1.09375,
                    1.398438,
                    0.427734,
                    0.898438,
                    1.023438,
                    1.15625,
                    0.960938,
                    1.085938,
                    1.257812,
                    1.085938,
                    0.539062,
                    1.054688,
                    1.164062,
                    0.980469,
                    0.894531,
                    1.023438,
                    0.194336,
                    1.367188,
                    0.773438,
                    1.0,
                    1.351562,
                    0.851562,
                    0.523438,
                    0.65625,
                    1.007812,
                    0.511719,
                    1.421875,
                    0.160156,
                    0.605469,
                    1.109375,
                    0.22168,
                    0.178711,
                    0.78125,
                    0.65625,
                    0.886719,
                    1.140625,
                    0.917969,
                    0.632812,
                    0.578125,
                    1.46875,
                    0.710938,
                    0.208984,
                    1.445312,
                    1.4375,
                    1.039062,
                    0.953125,
                    0.699219,
                    0.472656,
                    1.3125,
                    0.769531,
                    0.808594,
                    0.707031,
                    0.546875,
                    1.0625,
                    0.345703,
                    1.296875,
                    1.179688,
                    1.164062,
                    1.164062,
                    1.390625,
                    1.0,
                    0.925781,
                    0.875,
                    0.550781,
                    0.984375,
                    1.132812,
                    1.046875,
                    1.28125,
                    0.384766,
                    0.839844,
                    1.015625,
                    1.210938,
                    0.695312,
                    1.4375,
                    1.476562,
                    0.632812,
                    1.164062,
                    0.621094,
                    0.632812,
                    1.171875,
                    0.867188,
                    0.789062,
                    0.730469,
                    0.695312,
                    0.191406,
                    1.414062,
                    0.168945,
                    1.351562,
                    1.257812,
                    0.204102,
                    0.585938,
                    1.421875,
                    0.753906,
                    1.125,
                    1.070312,
                    0.5,
                    0.953125,
                    0.703125,
                    0.515625,
                    1.03125,
                    1.179688,
                    0.828125,
                    0.917969,
                    0.71875,
                    1.132812,
                    1.101562,
                    0.535156,
                    1.257812,
                    1.257812,
                    0.980469,
                    1.273438,
                    0.515625,
                    0.194336,
                    0.726562,
                    1.054688,
                    0.9375,
                    1.25,
                    0.875,
                    1.132812,
                    1.375,
                    1.101562,
                    0.800781,
                    1.203125,
                    0.734375,
                    1.21875,
                    0.550781,
                    0.202148,
                    0.507812,
                    1.015625,
                    0.773438,
                    0.980469,
                    1.335938,
                    1.328125,
                    1.328125,
                    0.730469,
                    1.257812,
                    1.484375,
                    1.21875,
                    0.9375,
                    1.296875,
                    1.367188,
                    0.789062,
                    0.632812,
                    0.515625,
                    0.535156,
                    1.390625,
                    0.492188,
                    0.757812,
                    0.433594,
                    0.96875,
                    1.0625,
                    0.546875,
                    0.351562,
                    0.652344,
                    0.333984,
                    1.117188,
                    0.871094,
                    0.8125,
                    0.820312,
                    1.054688,
                    1.226562,
                    0.582031,
                    0.185547,
                    1.296875,
                    0.628906,
                    1.304688,
                    0.851562,
                    1.398438,
                    1.03125,
                    1.375,
                    0.988281,
                    1.117188,
                    0.261719,
                    1.554688,
                    0.451172,
                    0.601562,
                    1.117188,
                    0.703125,
                    0.851562,
                    1.3125,
                    0.163086,
                    0.746094,
                    1.390625,
                    1.195312,
                    0.204102,
                    0.984375,
                    0.71875,
                    1.492188,
                    0.65625,
                    0.988281,
                    0.902344,
                    0.172852,
                    1.1875,
                    1.210938,
                    1.164062,
                    0.488281,
                    0.914062,
                    0.78125,
                    1.03125,
                    1.109375,
                    1.171875,
                    1.023438,
                    0.490234,
                    1.023438,
                    0.96875,
                    1.359375,
                    0.492188,
                    0.265625,
                    0.800781,
                    1.070312,
                    0.90625,
                    0.660156,
                    0.320312,
                    1.25,
                    0.429688,
                    0.176758,
                    0.484375,
                    0.175781,
                    1.070312,
                    0.5625,
                    1.421875,
                    0.980469,
                    0.738281,
                    0.929688,
                    0.503906,
                    0.960938,
                    0.550781,
                    0.882812,
                    0.554688,
                    0.980469,
                    0.523438,
                    1.359375,
                    0.185547,
                    0.941406,
                    1.234375,
                    1.132812,
                    1.125,
                    0.482422,
                    1.453125,
                    0.828125,
                    1.265625,
                    0.863281,
                    1.28125,
                    1.09375,
                    0.566406,
                    1.429688,
                    0.75,
                    0.851562,
                    0.785156,
                    1.054688,
                    1.210938,
                    1.242188,
                    1.257812,
                    1.148438,
                    1.1875,
                    0.180664,
                    0.691406,
                    1.023438,
                    0.78125,
                    1.429688,
                    0.609375,
                    1.398438,
                    1.078125,
                    0.859375,
                    1.140625,
                    1.023438,
                    1.273438,
                    0.828125,
                    1.1875,
                    0.332031,
                    1.164062,
                    1.367188,
                    0.447266,
                    1.101562,
                    1.078125,
                    1.15625,
                    0.984375,
                    0.476562,
                    1.421875,
                    0.496094,
                    0.75,
                    0.484375,
                    1.34375,
                    1.445312,
                    1.195312,
                    1.25,
                    0.597656,
                    0.205078,
                    0.875,
                    0.378906,
                    1.390625,
                    1.15625,
                    1.21875,
                    0.953125,
                    0.859375,
                    1.3125,
                    0.59375,
                    0.804688,
                    0.886719,
                    0.96875,
                    0.757812,
                    1.171875,
                    0.933594,
                    0.96875,
                    1.226562,
                    1.25,
                    0.486328,
                    1.179688,
                    1.117188,
                    1.054688,
                    0.166016,
                    1.296875,
                    0.195312,
                    0.285156,
                    0.78125,
                    0.8125,
                    0.503906,
                    0.269531,
                    0.761719,
                    0.189453,
                    0.53125,
                    1.15625,
                    0.96875,
                    1.359375,
                    0.980469,
                    0.925781,
                    0.480469,
                    1.34375,
                    0.617188,
                    0.194336,
                    1.171875,
                    1.179688,
                    1.046875,
                    1.453125,
                    0.964844,
                    1.242188,
                    0.9375,
                    1.5,
                    1.039062,
                    1.015625,
                    1.351562,
                    0.378906,
                    1.242188,
                    0.675781,
                    0.192383,
                    1.140625,
                    0.609375,
                    0.933594,
                    1.132812,
                    1.421875,
                    0.217773,
                    0.558594,
                    0.574219,
                    0.34375,
                    0.636719,
                    1.03125,
                    1.1875,
                    1.046875,
                    1.414062,
                    1.320312,
                    0.863281,
                    1.09375,
                    0.554688,
                    0.25,
                    0.527344,
                    1.023438,
                    0.9375,
                    1.25,
                    1.179688,
                    0.177734,
                    0.175781,
                    0.235352,
                    1.140625,
                    0.628906,
                    0.644531,
                    0.644531,
                    1.351562,
                    0.738281,
                    1.15625,
                    1.21875,
                    0.886719,
                    0.19043,
                    0.941406,
                    0.710938,
                    1.226562,
                    1.296875,
                    0.488281,
                    0.507812,
                    1.351562,
                    1.0625,
                    0.933594,
                    0.527344,
                    0.777344,
                    1.148438,
                    0.195312,
                    0.867188,
                    1.226562,
                    0.683594,
                    1.09375,
                    1.125,
                    0.535156,
                    1.382812,
                    1.0,
                    0.859375,
                    0.178711,
                    0.863281,
                    0.494141,
                    1.226562,
                    1.15625,
                    0.554688,
                    0.828125,
                    0.683594,
                    0.933594,
                    0.574219,
                    0.867188,
                    0.503906,
                    0.945312,
                    0.816406,
                    0.753906,
                    0.703125,
                    1.039062,
                    0.535156,
                    1.140625,
                    1.1875,
                    0.742188,
                    1.429688,
                    1.171875,
                    0.925781,
                    0.511719,
                    0.566406,
                    1.25,
                    1.34375,
                    1.328125,
                    1.023438,
                    1.5,
                    0.941406,
                    0.867188,
                    1.125,
                    0.835938,
                    1.1875,
                    1.46875,
                    0.683594,
                    0.675781,
                    1.0,
                    0.664062,
                    1.140625,
                    0.738281,
                    0.996094,
                    1.164062,
                    0.929688,
                    1.25,
                    0.507812,
                    1.484375,
                    0.566406,
                    0.859375,
                    0.835938,
                    1.054688,
                    0.449219,
                    0.28125,
                    0.839844,
                    1.085938,
                    0.169922,
                    0.964844,
                    1.046875,
                    1.320312
                ]
            },
            "name": "model.model.layers.16.post_attention_layernorm.weight",
            "outputIndexes": [
                1395
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1394
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_16/Mul_output_0",
            "outputIndexes": [
                1396
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1395,
                1396
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_16/Mul_1_output_0",
            "outputIndexes": [
                1397
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1397
            ],
            "outputIndexes": [
                2772
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2772
            ],
            "outputIndexes": [
                2773
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/gate_proj/Linear",
            "inputIndexes": [
                2773
            ],
            "outputIndexes": [
                2774
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    424372728,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2774
            ],
            "outputIndexes": [
                2775
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2775
            ],
            "outputIndexes": [
                1398
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1398
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_16/Sigmoid_output_0",
            "outputIndexes": [
                1399
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1398,
                1399
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_16/Mul_output_0",
            "outputIndexes": [
                1400
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1397
            ],
            "outputIndexes": [
                2776
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2776
            ],
            "outputIndexes": [
                2777
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/up_proj/Linear",
            "inputIndexes": [
                2777
            ],
            "outputIndexes": [
                2778
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    432114190,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2778
            ],
            "outputIndexes": [
                2779
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2779
            ],
            "outputIndexes": [
                1401
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1400,
                1401
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_16/Mul_output_0",
            "outputIndexes": [
                1402
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1402
            ],
            "outputIndexes": [
                2780
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    8960,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2780
            ],
            "outputIndexes": [
                2781
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/down_proj/Linear",
            "inputIndexes": [
                2781
            ],
            "outputIndexes": [
                2782
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 8960,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    439855652,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2782
            ],
            "outputIndexes": [
                2783
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2783
            ],
            "outputIndexes": [
                1403
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1394,
                1403
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_84_output_0",
            "outputIndexes": [
                1404
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1404,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_153_output_0",
            "outputIndexes": [
                1405
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.25,
                    1.898438,
                    1.328125,
                    1.070312,
                    1.085938,
                    0.816406,
                    1.328125,
                    1.1875,
                    1.234375,
                    0.714844,
                    1.3125,
                    0.820312,
                    1.5,
                    1.460938,
                    1.4375,
                    1.492188,
                    1.484375,
                    1.132812,
                    1.523438,
                    0.609375,
                    1.554688,
                    1.320312,
                    1.484375,
                    0.171875,
                    1.867188,
                    1.601562,
                    0.957031,
                    1.007812,
                    0.617188,
                    1.796875,
                    1.523438,
                    1.46875,
                    2.140625,
                    0.742188,
                    1.28125,
                    2.046875,
                    1.546875,
                    1.203125,
                    0.613281,
                    0.816406,
                    2.09375,
                    1.734375,
                    1.507812,
                    1.96875,
                    0.269531,
                    1.367188,
                    0.976562,
                    1.101562,
                    1.132812,
                    1.320312,
                    0.173828,
                    0.804688,
                    1.851562,
                    1.546875,
                    1.515625,
                    0.859375,
                    0.75,
                    0.164062,
                    0.984375,
                    0.6875,
                    1.078125,
                    0.78125,
                    1.148438,
                    1.71875,
                    1.375,
                    0.59375,
                    1.1875,
                    0.59375,
                    1.304688,
                    0.90625,
                    1.257812,
                    0.945312,
                    0.164062,
                    0.800781,
                    1.304688,
                    0.765625,
                    1.53125,
                    1.546875,
                    1.40625,
                    2.078125,
                    1.882812,
                    0.179688,
                    0.941406,
                    2.09375,
                    1.789062,
                    1.726562,
                    1.734375,
                    2.234375,
                    1.140625,
                    1.5,
                    1.34375,
                    1.0,
                    1.234375,
                    0.8125,
                    1.640625,
                    1.34375,
                    1.25,
                    0.894531,
                    2.046875,
                    1.53125,
                    2.421875,
                    0.785156,
                    0.726562,
                    2.03125,
                    0.636719,
                    1.1875,
                    1.453125,
                    1.265625,
                    0.585938,
                    1.21875,
                    0.757812,
                    1.90625,
                    1.070312,
                    1.796875,
                    1.695312,
                    1.359375,
                    1.875,
                    1.953125,
                    0.203125,
                    0.239258,
                    1.304688,
                    0.292969,
                    0.898438,
                    0.757812,
                    1.445312,
                    1.890625,
                    2.109375,
                    0.232422,
                    0.898438,
                    2.296875,
                    1.046875,
                    1.609375,
                    1.546875,
                    2.0625,
                    1.671875,
                    2.09375,
                    0.59375,
                    2.40625,
                    0.65625,
                    1.148438,
                    0.178711,
                    1.109375,
                    0.890625,
                    0.316406,
                    1.945312,
                    0.574219,
                    1.539062,
                    1.632812,
                    2.09375,
                    1.1875,
                    1.046875,
                    1.546875,
                    0.291016,
                    1.445312,
                    1.328125,
                    0.628906,
                    1.632812,
                    0.824219,
                    1.96875,
                    1.84375,
                    0.746094,
                    1.03125,
                    1.625,
                    0.28125,
                    0.785156,
                    1.578125,
                    1.328125,
                    1.742188,
                    1.617188,
                    1.929688,
                    2.34375,
                    1.359375,
                    1.578125,
                    2.40625,
                    1.085938,
                    2.015625,
                    1.804688,
                    2.421875,
                    1.640625,
                    2.046875,
                    1.75,
                    0.992188,
                    1.914062,
                    1.625,
                    1.421875,
                    1.25,
                    0.306641,
                    2.21875,
                    1.367188,
                    1.164062,
                    1.8125,
                    1.070312,
                    2.265625,
                    1.96875,
                    2.0625,
                    1.359375,
                    1.3125,
                    1.101562,
                    1.789062,
                    0.769531,
                    0.925781,
                    1.335938,
                    1.820312,
                    2.234375,
                    1.609375,
                    1.609375,
                    1.3125,
                    2.09375,
                    1.15625,
                    1.757812,
                    1.34375,
                    1.773438,
                    0.726562,
                    0.964844,
                    2.015625,
                    0.373047,
                    1.65625,
                    1.601562,
                    1.59375,
                    1.296875,
                    1.46875,
                    1.875,
                    0.652344,
                    1.242188,
                    0.671875,
                    1.875,
                    0.839844,
                    0.667969,
                    0.960938,
                    1.59375,
                    1.460938,
                    1.882812,
                    1.898438,
                    1.875,
                    1.71875,
                    0.628906,
                    1.484375,
                    1.210938,
                    1.390625,
                    1.703125,
                    1.101562,
                    1.953125,
                    1.359375,
                    2.046875,
                    1.390625,
                    1.5,
                    2.03125,
                    1.445312,
                    0.875,
                    2.125,
                    1.0625,
                    0.765625,
                    2.171875,
                    1.8125,
                    0.15918,
                    0.714844,
                    1.140625,
                    2.0625,
                    2.078125,
                    1.351562,
                    1.226562,
                    2.078125,
                    1.726562,
                    0.828125,
                    1.71875,
                    1.140625,
                    0.792969,
                    1.984375,
                    1.25,
                    1.03125,
                    1.734375,
                    1.5,
                    0.90625,
                    1.398438,
                    0.683594,
                    0.628906,
                    0.310547,
                    1.679688,
                    0.585938,
                    1.789062,
                    1.640625,
                    1.078125,
                    1.03125,
                    1.023438,
                    1.59375,
                    0.169922,
                    0.84375,
                    1.570312,
                    1.320312,
                    1.859375,
                    1.492188,
                    2.03125,
                    2.46875,
                    2.25,
                    0.9375,
                    0.957031,
                    1.476562,
                    1.515625,
                    1.84375,
                    2.015625,
                    0.21582,
                    0.601562,
                    1.8125,
                    0.3125,
                    2.34375,
                    1.070312,
                    1.75,
                    1.03125,
                    1.921875,
                    0.181641,
                    0.675781,
                    1.96875,
                    0.259766,
                    1.382812,
                    2.1875,
                    1.890625,
                    0.482422,
                    1.585938,
                    1.359375,
                    0.163086,
                    1.453125,
                    2.21875,
                    1.4375,
                    0.753906,
                    1.367188,
                    1.546875,
                    1.046875,
                    0.177734,
                    1.28125,
                    1.148438,
                    0.138672,
                    1.804688,
                    0.233398,
                    1.429688,
                    1.085938,
                    0.769531,
                    1.257812,
                    0.163086,
                    0.96875,
                    0.394531,
                    1.148438,
                    1.539062,
                    0.972656,
                    2.015625,
                    1.625,
                    1.140625,
                    1.28125,
                    0.84375,
                    0.660156,
                    1.453125,
                    0.804688,
                    0.695312,
                    0.777344,
                    1.953125,
                    0.652344,
                    1.765625,
                    1.742188,
                    1.203125,
                    1.867188,
                    0.652344,
                    0.542969,
                    1.28125,
                    1.328125,
                    1.523438,
                    1.210938,
                    1.21875,
                    2.046875,
                    1.296875,
                    0.171875,
                    1.921875,
                    1.09375,
                    0.671875,
                    2.21875,
                    0.644531,
                    0.929688,
                    1.21875,
                    1.6875,
                    0.9375,
                    1.828125,
                    0.660156,
                    1.859375,
                    2.53125,
                    1.507812,
                    2.234375,
                    0.539062,
                    1.476562,
                    0.804688,
                    2.015625,
                    1.0625,
                    1.6875,
                    1.203125,
                    1.289062,
                    1.679688,
                    1.578125,
                    0.964844,
                    0.347656,
                    1.320312,
                    0.699219,
                    1.140625,
                    1.53125,
                    0.597656,
                    1.953125,
                    1.015625,
                    1.289062,
                    1.359375,
                    0.208008,
                    2.046875,
                    1.398438,
                    0.65625,
                    0.402344,
                    1.148438,
                    0.765625,
                    1.796875,
                    2.140625,
                    0.90625,
                    0.875,
                    2.3125,
                    2.046875,
                    0.625,
                    1.492188,
                    1.867188,
                    0.636719,
                    1.640625,
                    0.722656,
                    0.503906,
                    1.929688,
                    0.78125,
                    1.59375,
                    1.070312,
                    1.59375,
                    2.21875,
                    2.234375,
                    1.3125,
                    2.296875,
                    0.671875,
                    0.804688,
                    0.84375,
                    0.753906,
                    1.304688,
                    1.515625,
                    1.09375,
                    0.792969,
                    0.636719,
                    1.539062,
                    1.421875,
                    1.875,
                    0.308594,
                    2.125,
                    1.640625,
                    2.0625,
                    2.265625,
                    1.367188,
                    1.078125,
                    2.25,
                    1.867188,
                    1.890625,
                    2.3125,
                    1.859375,
                    0.148438,
                    2.046875,
                    0.59375,
                    1.28125,
                    1.648438,
                    1.125,
                    0.984375,
                    0.230469,
                    0.761719,
                    1.109375,
                    1.109375,
                    1.046875,
                    1.679688,
                    1.132812,
                    0.710938,
                    1.429688,
                    1.890625,
                    1.890625,
                    1.820312,
                    0.652344,
                    0.335938,
                    1.789062,
                    1.890625,
                    1.414062,
                    1.34375,
                    1.585938,
                    0.914062,
                    0.667969,
                    1.578125,
                    1.125,
                    1.554688,
                    1.640625,
                    1.585938,
                    1.125,
                    2.0625,
                    1.25,
                    1.796875,
                    1.828125,
                    1.804688,
                    2.078125,
                    0.882812,
                    0.335938,
                    0.141602,
                    1.90625,
                    1.539062,
                    0.773438,
                    2.625,
                    0.996094,
                    2.046875,
                    1.890625,
                    0.621094,
                    2.15625,
                    0.65625,
                    1.648438,
                    2.3125,
                    2.03125,
                    0.199219,
                    1.40625,
                    1.367188,
                    2.125,
                    0.878906,
                    1.03125,
                    0.000353,
                    1.476562,
                    1.296875,
                    0.894531,
                    1.820312,
                    0.667969,
                    1.046875,
                    1.578125,
                    1.421875,
                    1.367188,
                    0.5625,
                    0.78125,
                    0.212891,
                    1.0,
                    1.710938,
                    1.75,
                    1.953125,
                    1.382812,
                    1.507812,
                    0.160156,
                    1.109375,
                    1.046875,
                    1.734375,
                    1.21875,
                    0.871094,
                    0.894531,
                    1.039062,
                    1.804688,
                    0.847656,
                    1.25,
                    0.628906,
                    1.34375,
                    1.65625,
                    0.621094,
                    0.18457,
                    1.125,
                    1.929688,
                    1.539062,
                    1.921875,
                    0.239258,
                    1.796875,
                    1.898438,
                    1.757812,
                    1.382812,
                    1.742188,
                    1.40625,
                    0.194336,
                    1.679688,
                    1.78125,
                    1.710938,
                    0.675781,
                    2.40625,
                    1.046875,
                    0.169922,
                    0.726562,
                    0.804688,
                    1.867188,
                    1.734375,
                    0.199219,
                    1.671875,
                    1.90625,
                    0.863281,
                    1.03125,
                    2.0,
                    2.390625,
                    0.648438,
                    1.039062,
                    1.851562,
                    1.984375,
                    1.15625,
                    1.78125,
                    1.851562,
                    1.359375,
                    0.945312,
                    0.734375,
                    2.125,
                    1.90625,
                    1.898438,
                    1.59375,
                    0.847656,
                    1.867188,
                    2.21875,
                    1.40625,
                    0.231445,
                    1.828125,
                    0.570312,
                    0.209961,
                    1.765625,
                    1.507812,
                    0.046875,
                    0.851562,
                    1.796875,
                    0.179688,
                    0.605469,
                    1.0625,
                    1.34375,
                    1.148438,
                    1.789062,
                    0.71875,
                    1.1875,
                    0.753906,
                    0.785156,
                    1.257812,
                    1.039062,
                    1.90625,
                    1.8125,
                    1.453125,
                    1.984375,
                    1.65625,
                    1.078125,
                    2.671875,
                    1.15625,
                    0.167969,
                    1.375,
                    1.1875,
                    1.085938,
                    1.671875,
                    0.757812,
                    1.492188,
                    1.273438,
                    1.992188,
                    0.177734,
                    1.625,
                    0.6875,
                    0.185547,
                    2.015625,
                    2.171875,
                    2.3125,
                    0.832031,
                    0.804688,
                    0.277344,
                    1.773438,
                    1.335938,
                    0.648438,
                    0.621094,
                    2.125,
                    1.90625,
                    1.921875,
                    0.976562,
                    2.15625,
                    1.21875,
                    0.757812,
                    0.155273,
                    1.09375,
                    0.847656,
                    1.28125,
                    1.40625,
                    1.078125,
                    1.101562,
                    0.835938,
                    1.289062,
                    1.148438,
                    1.5,
                    2.140625,
                    1.960938,
                    1.914062,
                    0.298828,
                    1.492188,
                    1.257812,
                    0.894531,
                    1.265625,
                    1.578125,
                    1.585938,
                    1.8125,
                    1.703125,
                    1.335938,
                    2.34375,
                    1.875,
                    0.867188,
                    2.171875,
                    1.71875,
                    1.085938,
                    0.859375,
                    1.804688,
                    0.949219,
                    1.335938,
                    1.0,
                    0.875,
                    2.140625,
                    1.796875,
                    1.257812,
                    1.148438,
                    1.070312,
                    1.929688,
                    0.453125,
                    1.484375,
                    0.851562,
                    1.335938,
                    1.851562,
                    1.359375,
                    0.443359,
                    0.192383,
                    1.757812,
                    1.398438,
                    0.169922,
                    2.0625,
                    1.765625,
                    1.640625,
                    0.476562,
                    2.03125,
                    2.015625,
                    0.212891,
                    1.351562,
                    0.382812,
                    1.132812,
                    1.539062,
                    0.988281,
                    1.882812,
                    1.71875,
                    1.15625,
                    1.1875,
                    1.179688,
                    1.40625,
                    0.617188,
                    2.65625,
                    0.554688,
                    1.09375,
                    1.742188,
                    1.929688,
                    2.328125,
                    1.289062,
                    0.275391,
                    1.484375,
                    0.84375,
                    1.5625,
                    1.742188,
                    0.996094,
                    1.398438,
                    2.0625,
                    1.59375,
                    0.886719,
                    1.71875,
                    1.757812,
                    0.351562,
                    1.046875,
                    1.023438,
                    1.367188,
                    0.640625,
                    0.640625,
                    1.25,
                    2.09375,
                    1.265625,
                    1.078125,
                    0.154297,
                    1.117188,
                    1.742188,
                    1.609375,
                    1.429688,
                    0.910156,
                    1.109375,
                    0.166016,
                    1.414062,
                    1.65625,
                    0.753906,
                    1.320312,
                    0.675781,
                    0.714844,
                    0.515625,
                    1.75,
                    0.675781,
                    0.679688,
                    1.710938,
                    0.808594,
                    1.382812,
                    0.90625,
                    0.917969,
                    2.15625,
                    0.582031,
                    1.21875,
                    0.714844,
                    1.8125,
                    2.046875,
                    1.898438,
                    1.84375,
                    0.835938,
                    2.140625,
                    0.746094,
                    0.65625,
                    2.375,
                    1.234375,
                    0.65625,
                    1.976562,
                    0.785156,
                    1.25,
                    1.507812,
                    1.359375,
                    0.703125,
                    1.53125,
                    0.224609,
                    0.578125,
                    1.265625,
                    0.953125,
                    1.539062,
                    0.679688,
                    0.953125,
                    1.695312,
                    1.226562,
                    1.140625,
                    1.414062,
                    1.929688,
                    1.625,
                    1.757812,
                    1.765625,
                    1.515625,
                    2.03125,
                    1.148438,
                    0.753906,
                    0.296875,
                    1.65625,
                    0.601562,
                    1.484375,
                    0.714844,
                    1.148438,
                    0.710938,
                    0.929688,
                    1.65625,
                    1.484375,
                    0.613281,
                    1.992188,
                    1.59375,
                    2.21875,
                    1.421875,
                    0.632812,
                    1.742188,
                    0.550781,
                    0.644531,
                    2.28125,
                    0.730469,
                    1.484375,
                    0.149414,
                    1.390625,
                    1.609375,
                    1.953125,
                    0.707031,
                    1.601562,
                    2.1875,
                    0.210938,
                    0.636719,
                    0.566406,
                    1.796875,
                    2.140625,
                    1.226562,
                    2.046875,
                    1.851562,
                    0.241211,
                    1.796875,
                    1.96875,
                    0.648438,
                    1.804688,
                    1.328125,
                    1.140625,
                    1.273438,
                    0.914062,
                    1.046875,
                    1.882812,
                    1.164062,
                    1.984375,
                    1.359375,
                    0.765625,
                    1.921875,
                    0.178711,
                    2.09375,
                    1.109375,
                    1.023438,
                    1.1875,
                    1.4375,
                    2.015625,
                    2.09375,
                    1.539062,
                    1.546875,
                    0.474609,
                    1.695312,
                    1.226562,
                    0.152344,
                    1.09375,
                    2.28125,
                    2.203125,
                    1.820312,
                    0.710938,
                    0.161133,
                    2.0,
                    1.617188,
                    1.242188,
                    1.078125,
                    0.671875,
                    1.359375,
                    0.664062,
                    1.75,
                    1.195312,
                    0.882812,
                    1.617188,
                    0.6875,
                    1.15625,
                    1.15625,
                    0.648438,
                    1.742188,
                    1.976562,
                    0.152344,
                    1.617188,
                    1.46875,
                    2.3125,
                    1.679688,
                    1.421875,
                    2.015625,
                    0.605469,
                    1.171875,
                    0.699219,
                    0.828125,
                    1.40625,
                    1.578125,
                    2.015625,
                    1.828125,
                    1.03125,
                    0.172852,
                    2.375,
                    1.328125,
                    1.195312,
                    1.898438,
                    0.660156,
                    2.296875,
                    -0.000599,
                    1.21875,
                    1.445312,
                    0.816406,
                    1.476562,
                    1.953125,
                    1.414062,
                    0.882812,
                    1.820312,
                    2.1875,
                    2.109375,
                    0.205078,
                    1.789062,
                    1.648438,
                    1.351562,
                    1.234375,
                    1.171875,
                    1.023438,
                    0.59375,
                    1.5625,
                    2.296875,
                    2.34375,
                    0.992188,
                    1.828125,
                    0.789062,
                    1.164062,
                    1.8125,
                    0.859375,
                    1.3125,
                    0.828125,
                    0.820312,
                    1.367188,
                    1.84375,
                    1.46875,
                    1.617188,
                    0.213867,
                    2.1875,
                    1.601562,
                    0.726562,
                    0.925781,
                    0.65625,
                    1.453125,
                    1.117188,
                    0.714844,
                    1.085938,
                    0.726562,
                    1.03125,
                    1.984375,
                    1.484375,
                    0.226562,
                    2.09375,
                    0.154297,
                    2.34375,
                    1.484375,
                    2.015625,
                    0.824219,
                    1.617188,
                    1.140625,
                    1.179688,
                    0.65625,
                    1.609375,
                    1.414062,
                    0.636719,
                    1.484375,
                    1.234375,
                    0.746094,
                    1.203125,
                    0.8125,
                    1.953125,
                    1.15625,
                    0.585938,
                    1.117188,
                    1.359375,
                    1.59375,
                    1.765625,
                    1.039062,
                    2.265625,
                    1.84375,
                    0.578125,
                    1.015625,
                    1.046875,
                    1.304688,
                    1.695312,
                    0.605469,
                    1.351562,
                    1.640625,
                    1.390625,
                    1.945312,
                    0.890625,
                    1.984375,
                    0.652344,
                    1.945312,
                    1.148438,
                    1.28125,
                    2.09375,
                    1.703125,
                    2.09375,
                    1.375,
                    1.40625,
                    1.03125,
                    1.195312,
                    1.0,
                    1.46875,
                    2.15625,
                    1.4375,
                    1.335938,
                    1.875,
                    1.40625,
                    2.640625,
                    1.226562,
                    0.878906,
                    1.09375,
                    1.78125,
                    1.570312,
                    1.90625,
                    1.609375,
                    1.226562,
                    1.4375,
                    1.875,
                    2.375,
                    0.621094,
                    1.945312,
                    0.945312,
                    0.863281,
                    0.714844,
                    1.304688,
                    1.34375,
                    2.03125,
                    0.617188,
                    1.882812,
                    1.03125,
                    1.726562,
                    2.5,
                    1.632812,
                    1.296875,
                    1.648438,
                    1.71875,
                    1.78125,
                    1.617188,
                    1.96875,
                    1.6875,
                    0.671875,
                    1.351562,
                    1.71875,
                    1.234375,
                    1.1875,
                    1.320312,
                    0.176758,
                    2.171875,
                    1.5625,
                    1.46875,
                    2.015625,
                    1.109375,
                    0.703125,
                    0.882812,
                    1.382812,
                    0.84375,
                    2.265625,
                    0.139648,
                    0.695312,
                    1.546875,
                    0.259766,
                    0.182617,
                    1.164062,
                    1.070312,
                    0.9375,
                    1.804688,
                    1.242188,
                    1.398438,
                    0.714844,
                    2.265625,
                    0.886719,
                    0.216797,
                    2.265625,
                    2.328125,
                    1.328125,
                    1.585938,
                    0.964844,
                    0.867188,
                    2.0625,
                    0.992188,
                    1.070312,
                    1.09375,
                    0.855469,
                    1.453125,
                    0.492188,
                    1.976562,
                    1.78125,
                    1.6875,
                    1.625,
                    2.328125,
                    1.632812,
                    1.3125,
                    1.0625,
                    0.679688,
                    1.40625,
                    1.554688,
                    1.726562,
                    1.914062,
                    0.636719,
                    1.132812,
                    1.429688,
                    1.757812,
                    1.109375,
                    2.3125,
                    2.5,
                    0.816406,
                    1.773438,
                    0.824219,
                    0.851562,
                    1.828125,
                    1.359375,
                    0.980469,
                    1.078125,
                    1.367188,
                    0.194336,
                    2.28125,
                    0.138672,
                    2.0,
                    1.875,
                    0.242188,
                    0.605469,
                    2.078125,
                    1.117188,
                    1.5625,
                    1.601562,
                    1.265625,
                    1.304688,
                    0.804688,
                    0.65625,
                    1.429688,
                    1.71875,
                    1.234375,
                    1.375,
                    1.054688,
                    1.554688,
                    1.523438,
                    0.636719,
                    2.328125,
                    1.929688,
                    1.570312,
                    1.757812,
                    0.570312,
                    0.207031,
                    1.109375,
                    1.429688,
                    1.234375,
                    1.804688,
                    1.0,
                    1.929688,
                    1.984375,
                    1.625,
                    1.125,
                    1.984375,
                    0.921875,
                    1.75,
                    0.710938,
                    0.25,
                    0.917969,
                    1.5,
                    1.265625,
                    1.382812,
                    2.359375,
                    2.28125,
                    2.03125,
                    0.925781,
                    1.953125,
                    2.15625,
                    1.796875,
                    1.140625,
                    1.890625,
                    2.3125,
                    0.976562,
                    0.898438,
                    0.859375,
                    1.234375,
                    2.40625,
                    1.3125,
                    1.367188,
                    0.640625,
                    1.320312,
                    1.8125,
                    1.71875,
                    0.632812,
                    0.875,
                    0.480469,
                    1.601562,
                    1.382812,
                    1.0,
                    0.910156,
                    1.515625,
                    1.867188,
                    0.855469,
                    0.183594,
                    1.90625,
                    0.910156,
                    1.835938,
                    1.101562,
                    2.234375,
                    1.601562,
                    2.203125,
                    1.554688,
                    1.515625,
                    0.337891,
                    2.390625,
                    0.730469,
                    0.753906,
                    1.335938,
                    1.148438,
                    1.171875,
                    1.945312,
                    0.154297,
                    1.34375,
                    2.09375,
                    1.875,
                    0.197266,
                    1.296875,
                    1.09375,
                    2.546875,
                    0.878906,
                    1.375,
                    1.242188,
                    0.158203,
                    1.953125,
                    1.835938,
                    1.5,
                    0.65625,
                    1.140625,
                    1.1875,
                    1.6875,
                    1.859375,
                    1.703125,
                    1.117188,
                    0.5625,
                    1.390625,
                    1.273438,
                    2.09375,
                    0.808594,
                    0.380859,
                    2.1875,
                    1.53125,
                    1.328125,
                    0.957031,
                    1.484375,
                    2.03125,
                    1.710938,
                    0.163086,
                    0.613281,
                    0.167969,
                    1.671875,
                    1.851562,
                    2.234375,
                    1.414062,
                    1.015625,
                    1.140625,
                    1.898438,
                    1.34375,
                    0.726562,
                    1.085938,
                    0.632812,
                    1.484375,
                    0.605469,
                    2.109375,
                    0.195312,
                    1.359375,
                    2.140625,
                    1.65625,
                    1.9375,
                    0.808594,
                    2.40625,
                    1.234375,
                    1.984375,
                    1.375,
                    1.96875,
                    1.46875,
                    0.84375,
                    2.453125,
                    0.886719,
                    1.265625,
                    1.09375,
                    1.570312,
                    1.992188,
                    1.78125,
                    1.984375,
                    1.601562,
                    1.757812,
                    0.175781,
                    1.015625,
                    1.289062,
                    1.25,
                    2.3125,
                    0.808594,
                    2.171875,
                    1.84375,
                    1.28125,
                    1.734375,
                    1.585938,
                    2.015625,
                    1.398438,
                    1.609375,
                    0.570312,
                    1.90625,
                    2.125,
                    0.703125,
                    1.703125,
                    1.539062,
                    1.710938,
                    1.328125,
                    0.601562,
                    2.984375,
                    0.664062,
                    0.914062,
                    0.589844,
                    2.15625,
                    2.0625,
                    1.859375,
                    2.09375,
                    0.777344,
                    0.212891,
                    0.992188,
                    1.78125,
                    2.046875,
                    1.585938,
                    1.71875,
                    1.515625,
                    1.40625,
                    2.0625,
                    0.738281,
                    1.125,
                    1.171875,
                    1.367188,
                    0.96875,
                    1.585938,
                    1.296875,
                    1.296875,
                    1.90625,
                    1.890625,
                    1.28125,
                    1.921875,
                    1.5625,
                    1.5,
                    0.164062,
                    2.109375,
                    0.188477,
                    0.441406,
                    0.929688,
                    1.046875,
                    0.636719,
                    0.458984,
                    0.933594,
                    0.176758,
                    0.710938,
                    1.671875,
                    1.421875,
                    2.6875,
                    0.976562,
                    1.210938,
                    0.964844,
                    1.890625,
                    0.84375,
                    0.226562,
                    1.914062,
                    1.796875,
                    1.484375,
                    2.125,
                    1.453125,
                    1.867188,
                    1.367188,
                    2.453125,
                    1.515625,
                    1.320312,
                    1.875,
                    0.730469,
                    2.25,
                    0.949219,
                    0.208984,
                    1.554688,
                    0.960938,
                    1.125,
                    1.804688,
                    2.296875,
                    0.061768,
                    0.773438,
                    0.804688,
                    1.789062,
                    1.09375,
                    1.601562,
                    1.8125,
                    1.054688,
                    2.09375,
                    2.046875,
                    1.21875,
                    1.382812,
                    0.648438,
                    0.316406,
                    0.578125,
                    1.203125,
                    1.140625,
                    2.140625,
                    1.734375,
                    0.157227,
                    0.188477,
                    0.322266,
                    1.75,
                    0.921875,
                    0.910156,
                    1.703125,
                    1.898438,
                    0.824219,
                    1.6875,
                    1.78125,
                    1.15625,
                    0.211914,
                    1.328125,
                    0.820312,
                    1.867188,
                    1.976562,
                    0.660156,
                    0.644531,
                    1.960938,
                    1.445312,
                    1.226562,
                    0.617188,
                    1.023438,
                    1.703125,
                    0.201172,
                    1.148438,
                    1.742188,
                    0.59375,
                    1.539062,
                    1.59375,
                    0.734375,
                    1.96875,
                    1.242188,
                    1.132812,
                    0.176758,
                    1.140625,
                    0.636719,
                    1.734375,
                    1.632812,
                    0.574219,
                    1.015625,
                    1.359375,
                    1.257812,
                    0.703125,
                    1.140625,
                    0.609375,
                    1.265625,
                    1.445312,
                    1.085938,
                    1.039062,
                    1.570312,
                    0.621094,
                    1.5625,
                    1.9375,
                    1.015625,
                    2.203125,
                    1.460938,
                    1.421875,
                    0.710938,
                    0.691406,
                    2.0625,
                    2.203125,
                    2.0625,
                    1.5,
                    2.046875,
                    1.289062,
                    1.242188,
                    1.609375,
                    1.070312,
                    1.789062,
                    2.078125,
                    0.777344,
                    0.964844,
                    1.40625,
                    0.898438,
                    1.703125,
                    1.1875,
                    1.265625,
                    1.710938,
                    1.023438,
                    2.140625,
                    0.75,
                    2.328125,
                    0.6875,
                    1.375,
                    1.0625,
                    1.265625,
                    0.714844,
                    0.380859,
                    1.15625,
                    1.578125,
                    0.178711,
                    1.476562,
                    1.398438,
                    1.796875
                ]
            },
            "name": "model.model.layers.17.input_layernorm.weight",
            "outputIndexes": [
                1406
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1405
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_17/Mul_output_0",
            "outputIndexes": [
                1407
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1406,
                1407
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_17/Mul_1_output_0",
            "outputIndexes": [
                1408
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1408
            ],
            "outputIndexes": [
                2784
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2784
            ],
            "outputIndexes": [
                2785
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/q_proj/Linear",
            "inputIndexes": [
                2785
            ],
            "outputIndexes": [
                2786
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    447597114,
                    1179670,
                    147456,
                    6144,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2786
            ],
            "outputIndexes": [
                2787
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2787
            ],
            "outputIndexes": [
                1409
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1408
            ],
            "main_type": "NONE",
            "name": "/Shape_239_output_0",
            "outputIndexes": [
                1410
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1410
            ],
            "main_type": "NONE",
            "name": "Shape4328",
            "outputIndexes": [
                1411
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1410
            ],
            "main_type": "NONE",
            "name": "Rank4330",
            "outputIndexes": [
                1412
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1412,
                1412
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4332",
            "outputIndexes": [
                1413
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1413
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4333",
            "outputIndexes": [
                1414
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1413,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4335",
            "outputIndexes": [
                1415
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1415
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4336",
            "outputIndexes": [
                1416
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1411,
                1414,
                1416,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice4339",
            "outputIndexes": [
                1417
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1417
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze4340",
            "outputIndexes": [
                1418
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                1418
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4341",
            "outputIndexes": [
                1419
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1419,
                1418
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4342",
            "outputIndexes": [
                1420
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1410,
                1420,
                1413
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_259_output_0",
            "outputIndexes": [
                1421
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1421,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_545_output_0",
            "outputIndexes": [
                1422
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1422,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_221_output_0",
            "outputIndexes": [
                1423
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1409,
                1423
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_154_output_0",
            "outputIndexes": [
                1424
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1424,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_136_output_0",
            "outputIndexes": [
                1425
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1424
            ],
            "main_type": "NONE",
            "name": "/Shape_240_output_0",
            "outputIndexes": [
                1426
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1426
            ],
            "main_type": "NONE",
            "name": "Shape4349",
            "outputIndexes": [
                1427
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1426
            ],
            "main_type": "NONE",
            "name": "Rank4351",
            "outputIndexes": [
                1428
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1428,
                1428
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4353",
            "outputIndexes": [
                1429
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1429
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4354",
            "outputIndexes": [
                1430
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1429,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4356",
            "outputIndexes": [
                1431
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1431
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4357",
            "outputIndexes": [
                1432
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1427,
                1430,
                1432,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice4360",
            "outputIndexes": [
                1433
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1433
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze4361",
            "outputIndexes": [
                1434
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1434
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4362",
            "outputIndexes": [
                1435
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1435,
                1434
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4363",
            "outputIndexes": [
                1436
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1426,
                1436,
                1429
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_260_output_0",
            "outputIndexes": [
                1437
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1437,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_51_output_0",
            "outputIndexes": [
                1438
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1438,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_550_output_0",
            "outputIndexes": [
                1439
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1424,
                1439,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_69_output_0",
            "outputIndexes": [
                1440
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1440
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_34_output_0",
            "outputIndexes": [
                1441
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1424,
                22,
                1439,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_68_output_0",
            "outputIndexes": [
                1442
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1441,
                1442
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_224_output_0",
            "outputIndexes": [
                1443
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1443,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_137_output_0",
            "outputIndexes": [
                1444
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1425,
                1444
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_85_output_0",
            "outputIndexes": [
                1445
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1408
            ],
            "outputIndexes": [
                2788
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2788
            ],
            "outputIndexes": [
                2789
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/k_proj/Linear",
            "inputIndexes": [
                2789
            ],
            "outputIndexes": [
                2790
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    448930384,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2790
            ],
            "outputIndexes": [
                2791
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2791
            ],
            "outputIndexes": [
                1446
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1422,
                85,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_222_output_0",
            "outputIndexes": [
                1447
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1446,
                1447
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_155_output_0",
            "outputIndexes": [
                1448
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1448,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_138_output_0",
            "outputIndexes": [
                1449
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1448
            ],
            "main_type": "NONE",
            "name": "/Shape_241_output_0",
            "outputIndexes": [
                1450
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1450
            ],
            "main_type": "NONE",
            "name": "Shape4412",
            "outputIndexes": [
                1451
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1450
            ],
            "main_type": "NONE",
            "name": "Rank4414",
            "outputIndexes": [
                1452
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1452,
                1452
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4416",
            "outputIndexes": [
                1453
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1453
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4417",
            "outputIndexes": [
                1454
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1453,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4419",
            "outputIndexes": [
                1455
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1455
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4420",
            "outputIndexes": [
                1456
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1451,
                1454,
                1456,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice4423",
            "outputIndexes": [
                1457
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1457
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze4424",
            "outputIndexes": [
                1458
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1458
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4425",
            "outputIndexes": [
                1459
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1459,
                1458
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4426",
            "outputIndexes": [
                1460
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1450,
                1460,
                1453
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_261_output_0",
            "outputIndexes": [
                1461
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1461,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_52_output_0",
            "outputIndexes": [
                1462
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1462,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_552_output_0",
            "outputIndexes": [
                1463
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1448,
                1463,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_71_output_0",
            "outputIndexes": [
                1464
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1464
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_35_output_0",
            "outputIndexes": [
                1465
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1448,
                22,
                1463,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_70_output_0",
            "outputIndexes": [
                1466
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1465,
                1466
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_225_output_0",
            "outputIndexes": [
                1467
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1467,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_139_output_0",
            "outputIndexes": [
                1468
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1449,
                1468
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_86_output_0",
            "outputIndexes": [
                1469
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1408
            ],
            "outputIndexes": [
                2792
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2792
            ],
            "outputIndexes": [
                2793
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/v_proj/Linear",
            "inputIndexes": [
                2793
            ],
            "outputIndexes": [
                2794
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    449152614,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2794
            ],
            "outputIndexes": [
                2795
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2795
            ],
            "outputIndexes": [
                1470
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1470,
                1447
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_156_output_0",
            "outputIndexes": [
                1471
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1445,
                1469,
                1471,
                111
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_161_output_0",
            "outputIndexes": [
                1472
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1472
            ],
            "outputIndexes": [
                2796
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2796
            ],
            "outputIndexes": [
                2797
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/o_proj/Linear",
            "inputIndexes": [
                2797
            ],
            "outputIndexes": [
                2798
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    449374844,
                    1179670,
                    147456,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2798
            ],
            "outputIndexes": [
                2799
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2799
            ],
            "outputIndexes": [
                1473
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1405,
                1473
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_88_output_0",
            "outputIndexes": [
                1474
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.230469,
                    1.210938,
                    0.671875,
                    0.890625,
                    0.722656,
                    0.695312,
                    0.929688,
                    0.835938,
                    0.957031,
                    0.5625,
                    0.867188,
                    0.574219,
                    1.046875,
                    1.007812,
                    1.015625,
                    0.90625,
                    0.988281,
                    0.785156,
                    1.0625,
                    0.523438,
                    1.007812,
                    0.824219,
                    0.828125,
                    0.191406,
                    1.117188,
                    1.0625,
                    0.707031,
                    0.613281,
                    0.609375,
                    1.132812,
                    1.078125,
                    0.992188,
                    1.210938,
                    0.613281,
                    0.796875,
                    1.273438,
                    1.054688,
                    0.871094,
                    0.53125,
                    0.53125,
                    1.242188,
                    1.140625,
                    1.054688,
                    1.117188,
                    0.234375,
                    0.832031,
                    0.804688,
                    0.921875,
                    0.808594,
                    0.632812,
                    0.200195,
                    0.503906,
                    1.132812,
                    1.046875,
                    0.960938,
                    0.675781,
                    0.617188,
                    0.205078,
                    0.554688,
                    0.554688,
                    0.761719,
                    0.605469,
                    0.710938,
                    1.054688,
                    0.929688,
                    0.400391,
                    0.746094,
                    0.574219,
                    0.808594,
                    0.683594,
                    0.761719,
                    0.640625,
                    0.201172,
                    0.664062,
                    0.960938,
                    0.498047,
                    1.0,
                    0.980469,
                    0.925781,
                    1.257812,
                    1.195312,
                    0.206055,
                    0.466797,
                    1.320312,
                    1.054688,
                    1.15625,
                    1.15625,
                    1.210938,
                    0.742188,
                    0.976562,
                    0.898438,
                    0.703125,
                    0.613281,
                    0.667969,
                    1.140625,
                    0.453125,
                    0.871094,
                    0.59375,
                    1.164062,
                    0.984375,
                    1.492188,
                    0.5,
                    0.578125,
                    1.21875,
                    0.550781,
                    0.839844,
                    0.8125,
                    0.867188,
                    0.523438,
                    0.984375,
                    0.5625,
                    1.234375,
                    0.75,
                    0.265625,
                    1.132812,
                    0.898438,
                    1.023438,
                    1.132812,
                    0.205078,
                    0.243164,
                    1.023438,
                    0.263672,
                    0.625,
                    0.617188,
                    1.039062,
                    1.15625,
                    1.203125,
                    0.259766,
                    0.628906,
                    1.414062,
                    0.804688,
                    0.902344,
                    0.992188,
                    1.25,
                    1.0625,
                    1.296875,
                    0.546875,
                    1.351562,
                    0.558594,
                    0.949219,
                    0.210938,
                    0.757812,
                    0.703125,
                    0.3125,
                    1.132812,
                    0.507812,
                    1.132812,
                    0.976562,
                    1.234375,
                    0.898438,
                    0.761719,
                    1.0625,
                    0.283203,
                    1.039062,
                    1.125,
                    0.53125,
                    1.046875,
                    0.632812,
                    1.234375,
                    1.15625,
                    0.578125,
                    0.679688,
                    0.839844,
                    0.259766,
                    0.5625,
                    1.085938,
                    0.886719,
                    1.132812,
                    1.015625,
                    1.078125,
                    1.304688,
                    0.976562,
                    1.0,
                    1.1875,
                    0.765625,
                    1.101562,
                    0.953125,
                    1.328125,
                    1.085938,
                    1.21875,
                    1.132812,
                    0.78125,
                    1.140625,
                    0.742188,
                    0.984375,
                    0.527344,
                    0.28125,
                    1.28125,
                    0.960938,
                    0.878906,
                    1.148438,
                    0.703125,
                    1.171875,
                    1.132812,
                    1.09375,
                    0.996094,
                    0.9375,
                    0.84375,
                    1.125,
                    0.691406,
                    0.804688,
                    1.007812,
                    1.179688,
                    1.328125,
                    1.101562,
                    0.992188,
                    0.929688,
                    1.265625,
                    0.851562,
                    1.09375,
                    0.84375,
                    1.132812,
                    0.53125,
                    0.71875,
                    1.21875,
                    0.279297,
                    1.046875,
                    1.078125,
                    1.015625,
                    0.933594,
                    1.023438,
                    1.164062,
                    0.535156,
                    0.369141,
                    0.644531,
                    1.1875,
                    0.640625,
                    0.511719,
                    0.558594,
                    1.023438,
                    0.984375,
                    1.132812,
                    1.15625,
                    1.164062,
                    1.046875,
                    0.65625,
                    1.046875,
                    0.859375,
                    0.957031,
                    1.117188,
                    0.742188,
                    1.085938,
                    0.882812,
                    1.265625,
                    0.953125,
                    1.039062,
                    1.25,
                    0.917969,
                    0.679688,
                    1.28125,
                    0.742188,
                    0.466797,
                    1.164062,
                    0.351562,
                    0.196289,
                    0.664062,
                    0.765625,
                    1.242188,
                    1.132812,
                    0.867188,
                    0.921875,
                    1.148438,
                    1.125,
                    0.632812,
                    1.117188,
                    0.894531,
                    0.59375,
                    1.242188,
                    0.914062,
                    0.816406,
                    1.015625,
                    0.71875,
                    0.652344,
                    1.023438,
                    0.503906,
                    0.589844,
                    0.298828,
                    1.078125,
                    0.5625,
                    1.15625,
                    1.054688,
                    0.753906,
                    0.734375,
                    0.734375,
                    1.007812,
                    0.208984,
                    0.84375,
                    1.015625,
                    0.804688,
                    1.195312,
                    1.015625,
                    1.234375,
                    1.390625,
                    1.179688,
                    0.679688,
                    0.796875,
                    0.984375,
                    0.863281,
                    1.148438,
                    1.15625,
                    0.22168,
                    0.363281,
                    1.226562,
                    0.283203,
                    1.296875,
                    0.84375,
                    1.109375,
                    0.632812,
                    1.0,
                    0.209961,
                    0.523438,
                    1.140625,
                    0.265625,
                    0.933594,
                    1.335938,
                    1.195312,
                    0.34375,
                    0.941406,
                    0.972656,
                    0.210938,
                    0.992188,
                    1.25,
                    1.0625,
                    0.53125,
                    0.859375,
                    0.925781,
                    0.785156,
                    0.205078,
                    0.859375,
                    0.769531,
                    0.200195,
                    1.078125,
                    0.243164,
                    0.808594,
                    0.742188,
                    0.53125,
                    0.867188,
                    0.200195,
                    0.652344,
                    0.318359,
                    0.78125,
                    1.023438,
                    0.746094,
                    1.125,
                    1.132812,
                    0.878906,
                    0.894531,
                    0.667969,
                    0.605469,
                    1.023438,
                    0.664062,
                    0.435547,
                    0.511719,
                    0.984375,
                    0.738281,
                    1.09375,
                    0.285156,
                    0.835938,
                    1.078125,
                    0.527344,
                    0.609375,
                    0.808594,
                    0.96875,
                    0.960938,
                    0.835938,
                    0.816406,
                    1.234375,
                    0.851562,
                    0.220703,
                    1.15625,
                    0.792969,
                    0.546875,
                    1.210938,
                    0.542969,
                    0.71875,
                    0.796875,
                    1.078125,
                    0.644531,
                    1.1875,
                    0.554688,
                    1.171875,
                    1.328125,
                    1.007812,
                    1.390625,
                    0.373047,
                    1.023438,
                    0.640625,
                    1.25,
                    0.730469,
                    1.109375,
                    0.8125,
                    0.941406,
                    1.171875,
                    0.898438,
                    0.523438,
                    0.265625,
                    0.957031,
                    0.621094,
                    0.808594,
                    1.0625,
                    0.519531,
                    1.164062,
                    0.65625,
                    0.933594,
                    0.742188,
                    0.223633,
                    1.289062,
                    0.996094,
                    0.710938,
                    0.289062,
                    0.765625,
                    0.601562,
                    1.15625,
                    1.140625,
                    0.769531,
                    0.726562,
                    1.351562,
                    1.203125,
                    0.523438,
                    1.085938,
                    1.125,
                    0.515625,
                    0.976562,
                    0.609375,
                    0.578125,
                    1.117188,
                    0.632812,
                    1.0625,
                    0.714844,
                    1.078125,
                    1.28125,
                    1.234375,
                    1.0,
                    1.265625,
                    0.539062,
                    0.597656,
                    0.671875,
                    0.542969,
                    0.875,
                    1.039062,
                    0.769531,
                    0.605469,
                    0.351562,
                    0.792969,
                    1.03125,
                    1.164062,
                    0.261719,
                    1.273438,
                    1.070312,
                    1.21875,
                    1.304688,
                    0.949219,
                    0.875,
                    1.390625,
                    1.140625,
                    1.21875,
                    1.21875,
                    1.046875,
                    0.202148,
                    1.460938,
                    0.539062,
                    0.902344,
                    1.015625,
                    0.757812,
                    0.78125,
                    0.257812,
                    0.617188,
                    0.765625,
                    0.789062,
                    0.8125,
                    0.976562,
                    0.886719,
                    0.546875,
                    0.898438,
                    1.21875,
                    1.140625,
                    1.09375,
                    0.585938,
                    0.259766,
                    1.015625,
                    1.210938,
                    0.851562,
                    1.03125,
                    1.101562,
                    0.71875,
                    0.550781,
                    1.015625,
                    0.6875,
                    1.0625,
                    1.046875,
                    1.101562,
                    0.945312,
                    1.179688,
                    0.84375,
                    1.117188,
                    1.1875,
                    1.015625,
                    1.171875,
                    0.621094,
                    0.279297,
                    0.179688,
                    1.226562,
                    0.976562,
                    1.007812,
                    1.398438,
                    0.773438,
                    1.164062,
                    0.382812,
                    0.566406,
                    1.3125,
                    0.585938,
                    1.054688,
                    1.25,
                    1.195312,
                    0.225586,
                    1.007812,
                    0.882812,
                    1.28125,
                    0.6875,
                    0.621094,
                    0.851562,
                    0.984375,
                    0.941406,
                    0.636719,
                    1.070312,
                    0.613281,
                    0.949219,
                    1.046875,
                    0.996094,
                    1.039062,
                    0.632812,
                    0.636719,
                    0.21582,
                    0.679688,
                    1.039062,
                    1.054688,
                    1.164062,
                    1.0,
                    0.972656,
                    0.211914,
                    0.84375,
                    0.851562,
                    1.09375,
                    0.871094,
                    0.835938,
                    0.625,
                    0.503906,
                    0.96875,
                    0.507812,
                    0.917969,
                    0.585938,
                    1.03125,
                    1.140625,
                    0.75,
                    0.225586,
                    0.84375,
                    1.21875,
                    1.015625,
                    1.148438,
                    0.235352,
                    1.1875,
                    1.210938,
                    1.023438,
                    1.0,
                    1.15625,
                    0.652344,
                    0.210938,
                    1.0625,
                    1.132812,
                    1.078125,
                    0.550781,
                    1.335938,
                    0.75,
                    0.19043,
                    0.423828,
                    0.710938,
                    1.171875,
                    1.085938,
                    0.225586,
                    1.03125,
                    0.3125,
                    0.625,
                    0.875,
                    1.289062,
                    1.226562,
                    0.539062,
                    0.714844,
                    1.1875,
                    1.25,
                    0.785156,
                    1.109375,
                    1.195312,
                    0.964844,
                    0.675781,
                    0.589844,
                    1.257812,
                    1.109375,
                    1.210938,
                    1.039062,
                    0.582031,
                    1.171875,
                    1.234375,
                    0.875,
                    0.225586,
                    1.140625,
                    0.416016,
                    0.239258,
                    1.21875,
                    0.941406,
                    -0.000213,
                    0.6875,
                    1.09375,
                    0.198242,
                    0.507812,
                    0.804688,
                    0.953125,
                    0.84375,
                    1.15625,
                    0.507812,
                    0.832031,
                    0.59375,
                    0.542969,
                    0.824219,
                    0.863281,
                    1.109375,
                    1.164062,
                    0.949219,
                    1.226562,
                    1.078125,
                    0.777344,
                    1.34375,
                    0.734375,
                    0.198242,
                    1.015625,
                    0.84375,
                    0.765625,
                    1.046875,
                    0.613281,
                    1.070312,
                    0.832031,
                    1.25,
                    0.199219,
                    1.125,
                    0.566406,
                    0.211914,
                    1.109375,
                    1.125,
                    1.289062,
                    0.515625,
                    0.648438,
                    0.273438,
                    1.171875,
                    0.699219,
                    0.589844,
                    0.535156,
                    1.25,
                    1.179688,
                    1.242188,
                    0.773438,
                    1.1875,
                    0.785156,
                    0.449219,
                    0.194336,
                    0.808594,
                    0.523438,
                    0.964844,
                    0.984375,
                    0.832031,
                    0.792969,
                    0.6875,
                    0.964844,
                    0.466797,
                    1.007812,
                    1.117188,
                    1.1875,
                    1.226562,
                    0.261719,
                    1.023438,
                    0.929688,
                    0.5625,
                    0.859375,
                    1.03125,
                    1.007812,
                    1.0625,
                    1.125,
                    0.90625,
                    1.304688,
                    1.132812,
                    0.726562,
                    1.234375,
                    1.148438,
                    0.808594,
                    0.628906,
                    1.1875,
                    0.439453,
                    0.882812,
                    0.628906,
                    0.679688,
                    1.289062,
                    1.125,
                    0.796875,
                    0.875,
                    0.84375,
                    1.179688,
                    0.335938,
                    0.96875,
                    0.621094,
                    0.8125,
                    1.15625,
                    0.644531,
                    0.337891,
                    0.211914,
                    1.171875,
                    0.890625,
                    0.214844,
                    1.171875,
                    1.148438,
                    1.054688,
                    0.341797,
                    1.226562,
                    1.070312,
                    0.255859,
                    0.914062,
                    0.324219,
                    0.796875,
                    1.0625,
                    0.6875,
                    1.148438,
                    1.109375,
                    0.875,
                    0.796875,
                    0.867188,
                    0.820312,
                    0.523438,
                    1.3125,
                    0.523438,
                    0.796875,
                    1.09375,
                    1.164062,
                    1.5,
                    0.726562,
                    0.271484,
                    0.466797,
                    0.65625,
                    1.054688,
                    1.039062,
                    0.707031,
                    0.953125,
                    1.242188,
                    1.007812,
                    0.613281,
                    1.101562,
                    0.285156,
                    0.322266,
                    0.691406,
                    0.789062,
                    0.96875,
                    0.550781,
                    0.511719,
                    0.796875,
                    1.132812,
                    0.824219,
                    0.734375,
                    0.208008,
                    0.753906,
                    1.234375,
                    1.140625,
                    0.753906,
                    0.652344,
                    0.789062,
                    0.203125,
                    0.996094,
                    1.070312,
                    0.539062,
                    0.871094,
                    0.566406,
                    0.59375,
                    0.382812,
                    1.117188,
                    0.519531,
                    0.558594,
                    1.070312,
                    0.621094,
                    0.910156,
                    0.621094,
                    0.789062,
                    1.390625,
                    0.515625,
                    0.859375,
                    0.703125,
                    1.117188,
                    1.265625,
                    1.078125,
                    0.302734,
                    0.535156,
                    1.210938,
                    0.466797,
                    0.535156,
                    1.375,
                    0.863281,
                    0.542969,
                    1.140625,
                    0.625,
                    0.96875,
                    0.953125,
                    0.917969,
                    0.59375,
                    0.890625,
                    0.240234,
                    0.542969,
                    1.015625,
                    0.667969,
                    0.945312,
                    0.523438,
                    0.640625,
                    1.164062,
                    0.957031,
                    0.910156,
                    1.070312,
                    1.289062,
                    1.0625,
                    1.039062,
                    1.101562,
                    1.070312,
                    1.148438,
                    0.828125,
                    0.519531,
                    0.273438,
                    1.078125,
                    0.527344,
                    1.09375,
                    0.558594,
                    0.710938,
                    0.554688,
                    0.707031,
                    1.0,
                    0.878906,
                    0.539062,
                    1.195312,
                    1.023438,
                    1.273438,
                    1.023438,
                    0.482422,
                    1.117188,
                    0.353516,
                    0.539062,
                    1.234375,
                    0.632812,
                    0.882812,
                    0.186523,
                    0.957031,
                    1.007812,
                    1.171875,
                    0.507812,
                    0.941406,
                    1.273438,
                    0.229492,
                    0.558594,
                    0.53125,
                    1.101562,
                    1.21875,
                    0.6875,
                    1.117188,
                    1.101562,
                    0.208008,
                    0.287109,
                    1.179688,
                    0.507812,
                    0.314453,
                    0.863281,
                    0.859375,
                    0.835938,
                    0.71875,
                    0.875,
                    1.15625,
                    0.871094,
                    1.210938,
                    0.847656,
                    0.558594,
                    1.09375,
                    0.210938,
                    1.21875,
                    0.726562,
                    0.683594,
                    0.855469,
                    0.914062,
                    1.304688,
                    1.164062,
                    1.0625,
                    0.875,
                    0.396484,
                    1.132812,
                    0.917969,
                    0.198242,
                    0.769531,
                    1.203125,
                    1.25,
                    1.1875,
                    0.523438,
                    0.208008,
                    0.429688,
                    0.318359,
                    0.945312,
                    0.839844,
                    0.558594,
                    0.894531,
                    0.457031,
                    1.132812,
                    0.890625,
                    0.914062,
                    1.085938,
                    0.570312,
                    0.746094,
                    0.773438,
                    0.53125,
                    1.117188,
                    1.125,
                    0.194336,
                    1.015625,
                    1.046875,
                    1.25,
                    1.09375,
                    1.023438,
                    1.164062,
                    0.451172,
                    0.847656,
                    0.535156,
                    0.632812,
                    0.910156,
                    1.046875,
                    1.179688,
                    1.054688,
                    0.757812,
                    0.222656,
                    1.132812,
                    0.96875,
                    0.820312,
                    1.101562,
                    0.59375,
                    1.351562,
                    0.664062,
                    0.871094,
                    0.933594,
                    0.585938,
                    1.054688,
                    1.242188,
                    1.015625,
                    0.675781,
                    1.039062,
                    1.265625,
                    1.351562,
                    0.241211,
                    1.078125,
                    1.070312,
                    0.75,
                    0.878906,
                    0.886719,
                    0.511719,
                    0.515625,
                    1.0,
                    1.320312,
                    1.28125,
                    0.769531,
                    1.070312,
                    0.65625,
                    0.8125,
                    1.015625,
                    0.671875,
                    0.792969,
                    0.871094,
                    0.695312,
                    0.957031,
                    1.179688,
                    0.929688,
                    1.0625,
                    0.235352,
                    1.3125,
                    1.0625,
                    0.578125,
                    0.707031,
                    0.5625,
                    0.960938,
                    0.773438,
                    0.507812,
                    0.742188,
                    0.582031,
                    0.746094,
                    1.0,
                    0.964844,
                    0.216797,
                    1.359375,
                    0.211914,
                    1.359375,
                    1.039062,
                    1.25,
                    0.671875,
                    0.964844,
                    0.8125,
                    0.894531,
                    0.671875,
                    1.085938,
                    0.933594,
                    0.546875,
                    0.929688,
                    0.914062,
                    0.578125,
                    0.875,
                    0.330078,
                    1.1875,
                    0.738281,
                    0.539062,
                    0.804688,
                    0.949219,
                    1.0,
                    1.09375,
                    0.667969,
                    1.171875,
                    1.15625,
                    0.498047,
                    0.664062,
                    0.796875,
                    0.984375,
                    1.0625,
                    0.439453,
                    0.664062,
                    1.015625,
                    0.980469,
                    1.25,
                    0.488281,
                    1.273438,
                    0.566406,
                    1.203125,
                    0.832031,
                    0.890625,
                    1.28125,
                    1.179688,
                    1.148438,
                    1.039062,
                    0.582031,
                    0.871094,
                    0.859375,
                    0.738281,
                    0.992188,
                    1.273438,
                    0.839844,
                    0.992188,
                    1.109375,
                    0.839844,
                    1.265625,
                    0.929688,
                    0.71875,
                    0.699219,
                    1.148438,
                    1.03125,
                    1.148438,
                    1.007812,
                    0.71875,
                    1.085938,
                    1.28125,
                    1.304688,
                    0.605469,
                    1.296875,
                    0.675781,
                    0.660156,
                    0.578125,
                    0.816406,
                    0.933594,
                    1.242188,
                    0.582031,
                    1.1875,
                    0.8125,
                    1.007812,
                    1.304688,
                    0.408203,
                    0.871094,
                    0.949219,
                    1.078125,
                    0.9375,
                    1.023438,
                    1.171875,
                    1.015625,
                    0.554688,
                    0.972656,
                    1.085938,
                    0.929688,
                    0.875,
                    0.972656,
                    0.230469,
                    1.242188,
                    0.757812,
                    0.941406,
                    1.226562,
                    0.832031,
                    0.546875,
                    0.660156,
                    0.949219,
                    0.546875,
                    1.28125,
                    0.183594,
                    0.613281,
                    1.054688,
                    0.251953,
                    0.199219,
                    0.746094,
                    0.613281,
                    0.867188,
                    1.09375,
                    0.890625,
                    0.617188,
                    0.597656,
                    1.34375,
                    0.71875,
                    0.248047,
                    1.445312,
                    1.296875,
                    1.007812,
                    0.90625,
                    0.695312,
                    0.496094,
                    1.25,
                    0.742188,
                    0.792969,
                    0.695312,
                    0.570312,
                    1.007812,
                    0.40625,
                    1.226562,
                    1.101562,
                    1.109375,
                    1.039062,
                    1.226562,
                    0.96875,
                    0.882812,
                    0.84375,
                    0.578125,
                    0.976562,
                    1.078125,
                    0.996094,
                    1.226562,
                    0.4375,
                    0.816406,
                    0.960938,
                    1.164062,
                    0.703125,
                    1.304688,
                    1.289062,
                    0.640625,
                    1.132812,
                    0.625,
                    0.648438,
                    1.117188,
                    0.835938,
                    0.761719,
                    0.71875,
                    0.6875,
                    0.219727,
                    1.304688,
                    0.193359,
                    1.210938,
                    1.203125,
                    0.246094,
                    0.605469,
                    1.304688,
                    0.734375,
                    1.0625,
                    1.03125,
                    0.539062,
                    0.917969,
                    0.703125,
                    0.539062,
                    0.980469,
                    1.09375,
                    0.804688,
                    1.046875,
                    0.71875,
                    1.054688,
                    1.0625,
                    0.566406,
                    1.164062,
                    1.148438,
                    0.933594,
                    1.242188,
                    0.550781,
                    0.225586,
                    0.71875,
                    1.046875,
                    0.890625,
                    1.171875,
                    0.867188,
                    1.046875,
                    1.257812,
                    1.054688,
                    0.785156,
                    1.117188,
                    0.714844,
                    1.117188,
                    0.574219,
                    0.235352,
                    0.507812,
                    0.96875,
                    0.796875,
                    0.941406,
                    1.15625,
                    1.21875,
                    1.257812,
                    0.710938,
                    1.164062,
                    1.328125,
                    1.125,
                    0.910156,
                    1.203125,
                    1.28125,
                    0.757812,
                    0.628906,
                    0.542969,
                    0.605469,
                    1.359375,
                    0.478516,
                    0.742188,
                    0.482422,
                    0.9375,
                    0.992188,
                    0.585938,
                    0.378906,
                    0.671875,
                    0.386719,
                    1.054688,
                    0.863281,
                    0.78125,
                    0.828125,
                    1.015625,
                    1.140625,
                    0.59375,
                    0.208008,
                    1.257812,
                    0.628906,
                    1.273438,
                    0.828125,
                    1.257812,
                    1.007812,
                    1.3125,
                    0.945312,
                    1.070312,
                    0.304688,
                    1.40625,
                    0.492188,
                    0.601562,
                    1.0625,
                    0.726562,
                    0.820312,
                    1.21875,
                    0.183594,
                    0.730469,
                    1.25,
                    1.109375,
                    0.235352,
                    0.941406,
                    0.695312,
                    1.367188,
                    0.660156,
                    0.960938,
                    0.878906,
                    0.195312,
                    1.140625,
                    1.125,
                    1.0625,
                    0.515625,
                    0.890625,
                    0.761719,
                    0.960938,
                    1.039062,
                    1.085938,
                    0.851562,
                    0.523438,
                    0.972656,
                    0.90625,
                    1.234375,
                    0.535156,
                    0.304688,
                    0.585938,
                    1.015625,
                    0.855469,
                    0.65625,
                    0.316406,
                    1.15625,
                    0.412109,
                    0.198242,
                    0.519531,
                    0.197266,
                    1.007812,
                    0.578125,
                    1.34375,
                    0.945312,
                    0.734375,
                    0.894531,
                    0.462891,
                    0.914062,
                    0.566406,
                    0.851562,
                    0.574219,
                    0.960938,
                    0.554688,
                    1.265625,
                    0.203125,
                    0.917969,
                    1.15625,
                    1.109375,
                    1.085938,
                    0.527344,
                    1.335938,
                    0.816406,
                    1.21875,
                    0.839844,
                    1.179688,
                    1.03125,
                    0.59375,
                    1.3125,
                    0.746094,
                    0.832031,
                    0.753906,
                    1.0,
                    1.132812,
                    1.140625,
                    1.195312,
                    1.078125,
                    1.117188,
                    0.213867,
                    0.6875,
                    0.964844,
                    0.765625,
                    1.289062,
                    0.621094,
                    1.304688,
                    1.015625,
                    0.832031,
                    1.070312,
                    0.984375,
                    1.1875,
                    0.796875,
                    1.148438,
                    0.283203,
                    1.140625,
                    1.242188,
                    0.484375,
                    1.054688,
                    1.023438,
                    1.101562,
                    0.949219,
                    0.507812,
                    1.273438,
                    0.523438,
                    0.726562,
                    0.53125,
                    1.226562,
                    1.296875,
                    1.132812,
                    1.164062,
                    0.597656,
                    0.228516,
                    0.863281,
                    0.347656,
                    1.21875,
                    1.085938,
                    1.164062,
                    0.902344,
                    0.84375,
                    1.242188,
                    0.609375,
                    0.792969,
                    0.84375,
                    0.921875,
                    0.738281,
                    1.09375,
                    0.917969,
                    0.953125,
                    1.15625,
                    1.171875,
                    0.46875,
                    1.09375,
                    1.023438,
                    0.972656,
                    0.191406,
                    1.226562,
                    0.228516,
                    0.324219,
                    0.746094,
                    0.808594,
                    0.53125,
                    0.3125,
                    0.734375,
                    0.21875,
                    0.566406,
                    1.078125,
                    0.917969,
                    1.257812,
                    0.941406,
                    0.886719,
                    0.523438,
                    1.296875,
                    0.625,
                    0.223633,
                    1.125,
                    1.101562,
                    1.023438,
                    1.34375,
                    0.921875,
                    1.132812,
                    0.90625,
                    1.40625,
                    0.992188,
                    0.949219,
                    1.257812,
                    0.417969,
                    1.1875,
                    0.710938,
                    0.220703,
                    1.078125,
                    0.605469,
                    0.898438,
                    1.109375,
                    1.28125,
                    0.285156,
                    0.570312,
                    0.59375,
                    0.318359,
                    0.628906,
                    0.960938,
                    1.140625,
                    0.945312,
                    1.289062,
                    1.234375,
                    0.824219,
                    1.046875,
                    0.585938,
                    0.285156,
                    0.542969,
                    0.945312,
                    0.898438,
                    1.125,
                    1.109375,
                    0.205078,
                    0.19043,
                    0.265625,
                    1.078125,
                    0.640625,
                    0.648438,
                    0.628906,
                    1.28125,
                    0.746094,
                    1.070312,
                    1.132812,
                    0.839844,
                    0.217773,
                    0.914062,
                    0.710938,
                    1.140625,
                    1.265625,
                    0.511719,
                    0.539062,
                    1.25,
                    1.007812,
                    0.898438,
                    0.539062,
                    0.765625,
                    1.09375,
                    0.222656,
                    0.84375,
                    1.132812,
                    0.652344,
                    1.03125,
                    1.078125,
                    0.535156,
                    1.265625,
                    0.917969,
                    0.824219,
                    0.207031,
                    0.832031,
                    0.527344,
                    1.132812,
                    1.117188,
                    0.558594,
                    0.789062,
                    0.675781,
                    0.902344,
                    0.585938,
                    0.835938,
                    0.527344,
                    0.898438,
                    0.804688,
                    0.730469,
                    0.710938,
                    1.007812,
                    0.5625,
                    1.085938,
                    1.09375,
                    0.730469,
                    1.3125,
                    1.085938,
                    0.910156,
                    0.539062,
                    0.578125,
                    1.15625,
                    1.226562,
                    1.234375,
                    0.972656,
                    1.367188,
                    0.890625,
                    0.859375,
                    1.09375,
                    0.816406,
                    1.125,
                    1.328125,
                    0.6875,
                    0.6875,
                    0.960938,
                    0.664062,
                    1.117188,
                    0.734375,
                    0.964844,
                    1.125,
                    0.875,
                    1.171875,
                    0.542969,
                    1.40625,
                    0.574219,
                    0.832031,
                    0.773438,
                    0.984375,
                    0.488281,
                    0.324219,
                    0.828125,
                    1.046875,
                    0.204102,
                    0.902344,
                    1.015625,
                    1.195312
                ]
            },
            "name": "model.model.layers.17.post_attention_layernorm.weight",
            "outputIndexes": [
                1475
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1474
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_17/Mul_output_0",
            "outputIndexes": [
                1476
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1475,
                1476
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_17/Mul_1_output_0",
            "outputIndexes": [
                1477
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1477
            ],
            "outputIndexes": [
                2800
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2800
            ],
            "outputIndexes": [
                2801
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/gate_proj/Linear",
            "inputIndexes": [
                2801
            ],
            "outputIndexes": [
                2802
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    450701970,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2802
            ],
            "outputIndexes": [
                2803
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2803
            ],
            "outputIndexes": [
                1478
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1478
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_17/Sigmoid_output_0",
            "outputIndexes": [
                1479
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1478,
                1479
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_17/Mul_output_0",
            "outputIndexes": [
                1480
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1477
            ],
            "outputIndexes": [
                2804
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2804
            ],
            "outputIndexes": [
                2805
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/up_proj/Linear",
            "inputIndexes": [
                2805
            ],
            "outputIndexes": [
                2806
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    458443432,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2806
            ],
            "outputIndexes": [
                2807
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2807
            ],
            "outputIndexes": [
                1481
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1480,
                1481
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_17/Mul_output_0",
            "outputIndexes": [
                1482
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1482
            ],
            "outputIndexes": [
                2808
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    8960,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2808
            ],
            "outputIndexes": [
                2809
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/down_proj/Linear",
            "inputIndexes": [
                2809
            ],
            "outputIndexes": [
                2810
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 8960,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    466184894,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2810
            ],
            "outputIndexes": [
                2811
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2811
            ],
            "outputIndexes": [
                1483
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1474,
                1483
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_89_output_0",
            "outputIndexes": [
                1484
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1484,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_162_output_0",
            "outputIndexes": [
                1485
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.197266,
                    1.546875,
                    1.195312,
                    0.980469,
                    0.996094,
                    0.691406,
                    1.15625,
                    0.972656,
                    0.976562,
                    0.558594,
                    1.070312,
                    0.8125,
                    1.21875,
                    1.234375,
                    1.234375,
                    1.078125,
                    1.164062,
                    0.996094,
                    1.296875,
                    0.539062,
                    1.1875,
                    1.203125,
                    1.03125,
                    0.117188,
                    1.539062,
                    1.273438,
                    0.777344,
                    0.554688,
                    0.457031,
                    1.398438,
                    1.445312,
                    1.234375,
                    1.703125,
                    0.628906,
                    1.015625,
                    1.679688,
                    1.390625,
                    1.039062,
                    0.511719,
                    0.691406,
                    1.648438,
                    1.414062,
                    1.390625,
                    1.53125,
                    0.253906,
                    1.007812,
                    0.816406,
                    0.949219,
                    0.90625,
                    1.195312,
                    0.139648,
                    0.75,
                    1.5,
                    1.226562,
                    1.28125,
                    0.660156,
                    0.617188,
                    0.132812,
                    0.957031,
                    0.566406,
                    0.84375,
                    0.582031,
                    0.988281,
                    1.28125,
                    1.0625,
                    0.476562,
                    0.949219,
                    0.515625,
                    1.078125,
                    0.746094,
                    0.957031,
                    0.742188,
                    0.132812,
                    0.601562,
                    1.101562,
                    0.746094,
                    1.289062,
                    1.140625,
                    1.03125,
                    1.703125,
                    1.570312,
                    0.140625,
                    0.878906,
                    1.523438,
                    1.46875,
                    1.351562,
                    1.398438,
                    1.851562,
                    0.921875,
                    1.171875,
                    1.070312,
                    0.761719,
                    1.101562,
                    0.636719,
                    1.453125,
                    1.171875,
                    1.0625,
                    0.75,
                    1.625,
                    1.304688,
                    2.1875,
                    0.621094,
                    0.703125,
                    1.765625,
                    0.566406,
                    0.878906,
                    1.34375,
                    1.039062,
                    0.554688,
                    1.09375,
                    0.574219,
                    1.898438,
                    0.824219,
                    1.945312,
                    1.304688,
                    1.085938,
                    1.546875,
                    1.59375,
                    0.132812,
                    0.211914,
                    1.195312,
                    0.253906,
                    0.722656,
                    0.585938,
                    1.164062,
                    1.328125,
                    1.578125,
                    0.189453,
                    0.777344,
                    1.804688,
                    0.847656,
                    1.109375,
                    1.203125,
                    1.789062,
                    1.328125,
                    1.828125,
                    0.539062,
                    1.890625,
                    0.582031,
                    0.996094,
                    0.129883,
                    0.96875,
                    0.683594,
                    0.275391,
                    1.578125,
                    0.484375,
                    1.40625,
                    1.726562,
                    1.625,
                    1.015625,
                    0.890625,
                    1.414062,
                    0.240234,
                    1.148438,
                    1.085938,
                    0.53125,
                    1.320312,
                    0.605469,
                    1.664062,
                    1.453125,
                    0.617188,
                    0.875,
                    1.507812,
                    0.248047,
                    0.554688,
                    1.359375,
                    1.078125,
                    1.507812,
                    1.273438,
                    1.90625,
                    2.0,
                    1.171875,
                    1.125,
                    1.859375,
                    0.84375,
                    1.523438,
                    1.546875,
                    1.992188,
                    1.460938,
                    1.734375,
                    1.429688,
                    0.746094,
                    1.757812,
                    1.492188,
                    1.15625,
                    1.328125,
                    0.229492,
                    1.71875,
                    0.886719,
                    1.007812,
                    1.546875,
                    0.847656,
                    1.78125,
                    1.476562,
                    1.523438,
                    1.125,
                    1.179688,
                    0.949219,
                    1.539062,
                    0.664062,
                    0.679688,
                    1.046875,
                    1.617188,
                    1.6875,
                    1.328125,
                    1.21875,
                    1.09375,
                    1.53125,
                    0.921875,
                    1.421875,
                    1.046875,
                    1.453125,
                    0.5625,
                    0.84375,
                    1.75,
                    0.376953,
                    1.390625,
                    1.257812,
                    1.335938,
                    1.054688,
                    1.296875,
                    1.5,
                    0.570312,
                    1.445312,
                    0.589844,
                    1.539062,
                    0.597656,
                    0.515625,
                    0.9375,
                    1.234375,
                    1.15625,
                    1.398438,
                    1.640625,
                    1.515625,
                    1.375,
                    0.490234,
                    1.242188,
                    0.929688,
                    1.109375,
                    1.578125,
                    0.785156,
                    1.828125,
                    1.195312,
                    1.835938,
                    1.125,
                    1.140625,
                    1.757812,
                    1.109375,
                    0.738281,
                    1.835938,
                    0.871094,
                    0.769531,
                    1.796875,
                    1.90625,
                    0.110352,
                    0.707031,
                    0.871094,
                    1.6875,
                    1.71875,
                    1.171875,
                    1.1875,
                    1.609375,
                    1.234375,
                    0.625,
                    1.507812,
                    0.929688,
                    0.585938,
                    1.671875,
                    1.03125,
                    0.820312,
                    1.34375,
                    1.265625,
                    0.746094,
                    1.210938,
                    0.511719,
                    0.519531,
                    0.243164,
                    1.390625,
                    0.507812,
                    1.484375,
                    1.328125,
                    0.84375,
                    0.820312,
                    0.855469,
                    1.273438,
                    0.133789,
                    0.875,
                    1.390625,
                    0.972656,
                    1.476562,
                    1.257812,
                    1.507812,
                    1.859375,
                    1.742188,
                    0.710938,
                    0.867188,
                    1.265625,
                    1.304688,
                    1.53125,
                    1.734375,
                    0.150391,
                    0.539062,
                    1.515625,
                    0.255859,
                    1.960938,
                    0.824219,
                    1.460938,
                    0.832031,
                    1.601562,
                    0.150391,
                    0.628906,
                    1.507812,
                    0.212891,
                    1.007812,
                    1.804688,
                    1.507812,
                    0.480469,
                    1.171875,
                    1.132812,
                    0.134766,
                    1.289062,
                    1.6875,
                    1.203125,
                    0.617188,
                    1.117188,
                    1.523438,
                    0.839844,
                    0.126953,
                    1.101562,
                    0.847656,
                    0.11084,
                    1.484375,
                    0.19043,
                    1.117188,
                    0.984375,
                    0.859375,
                    0.964844,
                    0.123047,
                    0.757812,
                    0.378906,
                    1.0,
                    1.4375,
                    0.785156,
                    1.507812,
                    1.398438,
                    0.980469,
                    0.960938,
                    0.753906,
                    0.519531,
                    1.15625,
                    0.570312,
                    0.660156,
                    0.699219,
                    1.617188,
                    0.628906,
                    1.5,
                    1.90625,
                    1.085938,
                    1.523438,
                    0.511719,
                    0.402344,
                    0.996094,
                    0.992188,
                    1.265625,
                    1.023438,
                    1.0,
                    1.546875,
                    1.03125,
                    0.154297,
                    1.601562,
                    0.867188,
                    0.554688,
                    1.71875,
                    0.554688,
                    0.773438,
                    0.863281,
                    1.40625,
                    0.800781,
                    1.601562,
                    0.542969,
                    1.804688,
                    2.046875,
                    1.257812,
                    1.6875,
                    0.431641,
                    1.21875,
                    0.679688,
                    1.773438,
                    0.765625,
                    1.34375,
                    0.898438,
                    1.039062,
                    1.515625,
                    1.296875,
                    0.914062,
                    0.306641,
                    1.054688,
                    0.644531,
                    0.859375,
                    1.382812,
                    0.503906,
                    1.726562,
                    0.785156,
                    0.8125,
                    1.015625,
                    0.169922,
                    1.765625,
                    1.164062,
                    0.6875,
                    0.351562,
                    0.917969,
                    0.671875,
                    1.445312,
                    1.585938,
                    0.785156,
                    0.691406,
                    1.921875,
                    1.703125,
                    0.453125,
                    1.375,
                    1.539062,
                    0.53125,
                    1.570312,
                    0.605469,
                    0.421875,
                    1.703125,
                    0.621094,
                    1.429688,
                    0.777344,
                    1.15625,
                    1.75,
                    1.585938,
                    1.140625,
                    1.945312,
                    0.632812,
                    0.601562,
                    0.683594,
                    0.570312,
                    1.0625,
                    1.289062,
                    0.882812,
                    0.457031,
                    0.574219,
                    1.445312,
                    1.242188,
                    1.539062,
                    0.269531,
                    1.65625,
                    1.507812,
                    1.507812,
                    1.859375,
                    1.21875,
                    0.855469,
                    1.953125,
                    1.5625,
                    1.460938,
                    1.671875,
                    1.445312,
                    0.120605,
                    1.976562,
                    0.527344,
                    1.015625,
                    1.304688,
                    0.90625,
                    0.789062,
                    0.205078,
                    0.671875,
                    0.910156,
                    0.929688,
                    0.800781,
                    1.375,
                    0.902344,
                    0.621094,
                    0.984375,
                    1.539062,
                    1.765625,
                    1.585938,
                    0.546875,
                    0.296875,
                    1.453125,
                    1.65625,
                    1.164062,
                    1.117188,
                    1.476562,
                    0.765625,
                    0.578125,
                    1.25,
                    0.898438,
                    1.273438,
                    1.351562,
                    1.203125,
                    0.9375,
                    1.632812,
                    1.085938,
                    1.585938,
                    1.640625,
                    1.742188,
                    1.65625,
                    0.644531,
                    0.298828,
                    0.130859,
                    1.484375,
                    1.195312,
                    0.435547,
                    2.03125,
                    0.878906,
                    1.5,
                    2.0625,
                    0.582031,
                    1.679688,
                    0.476562,
                    1.265625,
                    1.773438,
                    1.664062,
                    0.174805,
                    1.195312,
                    1.132812,
                    1.695312,
                    0.820312,
                    0.960938,
                    0.025146,
                    1.164062,
                    1.0625,
                    0.707031,
                    1.476562,
                    0.597656,
                    0.703125,
                    1.265625,
                    1.148438,
                    1.140625,
                    0.498047,
                    0.625,
                    0.166992,
                    0.796875,
                    1.34375,
                    1.414062,
                    1.632812,
                    1.125,
                    1.164062,
                    0.126953,
                    0.804688,
                    0.859375,
                    1.375,
                    1.015625,
                    0.753906,
                    0.65625,
                    0.972656,
                    1.382812,
                    0.777344,
                    1.03125,
                    0.488281,
                    1.09375,
                    1.390625,
                    0.625,
                    0.144531,
                    0.921875,
                    1.648438,
                    1.289062,
                    1.484375,
                    0.180664,
                    1.757812,
                    1.5625,
                    1.429688,
                    1.28125,
                    1.453125,
                    1.171875,
                    0.15332,
                    1.359375,
                    1.507812,
                    1.445312,
                    0.554688,
                    1.804688,
                    0.808594,
                    0.129883,
                    0.746094,
                    0.632812,
                    1.4375,
                    1.367188,
                    0.15625,
                    1.40625,
                    2.03125,
                    0.707031,
                    0.816406,
                    1.75,
                    1.640625,
                    0.503906,
                    0.847656,
                    1.484375,
                    1.6875,
                    0.835938,
                    1.273438,
                    1.4375,
                    1.0,
                    0.628906,
                    0.617188,
                    1.632812,
                    1.445312,
                    1.625,
                    1.25,
                    0.648438,
                    1.40625,
                    1.554688,
                    1.0625,
                    0.195312,
                    1.453125,
                    0.554688,
                    0.179688,
                    1.59375,
                    1.460938,
                    0.044922,
                    0.6875,
                    1.46875,
                    0.119141,
                    0.476562,
                    0.859375,
                    1.203125,
                    0.910156,
                    1.523438,
                    0.632812,
                    0.941406,
                    0.589844,
                    0.585938,
                    1.015625,
                    0.859375,
                    1.710938,
                    1.484375,
                    1.070312,
                    1.570312,
                    1.46875,
                    0.945312,
                    1.75,
                    0.90625,
                    0.125977,
                    0.902344,
                    0.984375,
                    0.945312,
                    1.273438,
                    0.617188,
                    1.117188,
                    0.972656,
                    1.65625,
                    0.145508,
                    1.390625,
                    0.523438,
                    0.15625,
                    1.671875,
                    1.539062,
                    1.71875,
                    0.804688,
                    0.613281,
                    0.231445,
                    1.34375,
                    0.808594,
                    0.519531,
                    0.527344,
                    1.992188,
                    1.359375,
                    1.5625,
                    0.730469,
                    1.6875,
                    0.90625,
                    0.71875,
                    0.125,
                    0.910156,
                    0.789062,
                    1.007812,
                    1.132812,
                    0.851562,
                    0.890625,
                    0.699219,
                    1.132812,
                    1.085938,
                    1.25,
                    1.671875,
                    1.515625,
                    1.671875,
                    0.28125,
                    1.273438,
                    1.09375,
                    0.660156,
                    1.109375,
                    1.328125,
                    1.210938,
                    1.4375,
                    1.492188,
                    1.164062,
                    1.757812,
                    1.5625,
                    0.695312,
                    1.648438,
                    1.445312,
                    0.859375,
                    0.738281,
                    1.421875,
                    0.933594,
                    1.125,
                    0.816406,
                    0.710938,
                    1.632812,
                    1.375,
                    0.992188,
                    0.929688,
                    0.917969,
                    1.460938,
                    0.462891,
                    1.21875,
                    0.613281,
                    1.242188,
                    1.578125,
                    0.648438,
                    0.34375,
                    0.130859,
                    1.554688,
                    1.460938,
                    0.146484,
                    1.554688,
                    1.382812,
                    1.273438,
                    0.503906,
                    1.695312,
                    1.40625,
                    0.189453,
                    1.140625,
                    0.328125,
                    0.910156,
                    1.1875,
                    0.808594,
                    1.578125,
                    1.492188,
                    0.90625,
                    0.859375,
                    0.960938,
                    0.945312,
                    0.507812,
                    1.78125,
                    0.5,
                    0.886719,
                    1.53125,
                    1.585938,
                    1.882812,
                    1.0625,
                    0.220703,
                    1.46875,
                    0.664062,
                    1.273438,
                    1.34375,
                    0.878906,
                    1.117188,
                    1.640625,
                    1.4375,
                    0.816406,
                    1.46875,
                    1.835938,
                    0.333984,
                    0.886719,
                    0.820312,
                    1.09375,
                    0.519531,
                    0.484375,
                    0.945312,
                    1.625,
                    0.914062,
                    0.855469,
                    0.130859,
                    0.78125,
                    1.53125,
                    1.476562,
                    1.3125,
                    0.789062,
                    0.957031,
                    0.130859,
                    1.085938,
                    1.265625,
                    0.667969,
                    1.101562,
                    0.535156,
                    0.601562,
                    0.480469,
                    1.382812,
                    0.585938,
                    0.53125,
                    1.625,
                    0.664062,
                    1.09375,
                    0.789062,
                    0.742188,
                    1.8125,
                    0.486328,
                    0.925781,
                    0.589844,
                    1.429688,
                    1.804688,
                    1.375,
                    1.84375,
                    0.753906,
                    1.734375,
                    0.617188,
                    0.511719,
                    1.945312,
                    0.953125,
                    0.554688,
                    1.46875,
                    0.539062,
                    1.109375,
                    1.304688,
                    1.132812,
                    0.550781,
                    1.25,
                    0.191406,
                    0.480469,
                    0.933594,
                    0.726562,
                    1.070312,
                    0.578125,
                    0.695312,
                    1.460938,
                    1.09375,
                    0.847656,
                    1.140625,
                    1.71875,
                    1.460938,
                    1.398438,
                    1.453125,
                    1.265625,
                    1.625,
                    1.015625,
                    0.554688,
                    0.261719,
                    1.273438,
                    0.539062,
                    1.21875,
                    0.539062,
                    0.871094,
                    0.582031,
                    0.691406,
                    1.375,
                    1.109375,
                    0.546875,
                    1.609375,
                    1.21875,
                    1.921875,
                    1.171875,
                    0.546875,
                    1.320312,
                    0.515625,
                    0.542969,
                    1.804688,
                    0.601562,
                    1.070312,
                    0.123047,
                    1.140625,
                    1.28125,
                    1.578125,
                    0.632812,
                    1.28125,
                    1.945312,
                    0.160156,
                    0.515625,
                    0.490234,
                    1.375,
                    1.796875,
                    0.894531,
                    1.835938,
                    1.515625,
                    0.140625,
                    1.828125,
                    1.554688,
                    0.535156,
                    1.992188,
                    0.960938,
                    0.867188,
                    1.078125,
                    0.707031,
                    0.886719,
                    1.585938,
                    0.859375,
                    1.65625,
                    1.0625,
                    0.632812,
                    1.59375,
                    0.126953,
                    1.804688,
                    0.863281,
                    0.691406,
                    0.96875,
                    1.117188,
                    1.546875,
                    1.507812,
                    1.195312,
                    1.28125,
                    0.410156,
                    1.492188,
                    1.054688,
                    0.115723,
                    0.851562,
                    1.671875,
                    1.789062,
                    1.53125,
                    0.652344,
                    0.12207,
                    2.109375,
                    1.742188,
                    1.007812,
                    0.859375,
                    0.652344,
                    1.046875,
                    0.589844,
                    1.5,
                    1.039062,
                    0.789062,
                    1.367188,
                    0.585938,
                    0.824219,
                    0.890625,
                    0.519531,
                    1.492188,
                    1.804688,
                    0.128906,
                    1.421875,
                    1.242188,
                    1.875,
                    1.445312,
                    1.132812,
                    1.585938,
                    0.558594,
                    0.992188,
                    0.59375,
                    0.632812,
                    1.226562,
                    1.328125,
                    1.695312,
                    1.390625,
                    0.890625,
                    0.148438,
                    3.171875,
                    1.039062,
                    0.964844,
                    1.640625,
                    0.589844,
                    1.734375,
                    0.269531,
                    0.933594,
                    1.085938,
                    0.648438,
                    0.976562,
                    1.703125,
                    1.195312,
                    0.648438,
                    1.460938,
                    1.8125,
                    1.757812,
                    0.167969,
                    1.460938,
                    1.445312,
                    1.0,
                    0.902344,
                    0.925781,
                    0.910156,
                    0.482422,
                    1.1875,
                    1.765625,
                    1.75,
                    0.785156,
                    1.429688,
                    0.625,
                    0.867188,
                    1.445312,
                    0.621094,
                    0.941406,
                    0.691406,
                    0.695312,
                    1.109375,
                    1.484375,
                    1.101562,
                    1.414062,
                    0.149414,
                    2.171875,
                    1.34375,
                    0.597656,
                    0.695312,
                    0.546875,
                    1.132812,
                    0.972656,
                    0.605469,
                    0.855469,
                    0.550781,
                    0.839844,
                    1.664062,
                    1.367188,
                    0.199219,
                    1.671875,
                    0.12793,
                    1.976562,
                    1.289062,
                    1.601562,
                    0.671875,
                    1.273438,
                    0.953125,
                    1.0,
                    0.550781,
                    1.34375,
                    1.171875,
                    0.496094,
                    1.21875,
                    1.0625,
                    0.613281,
                    0.980469,
                    0.886719,
                    1.5625,
                    0.867188,
                    0.46875,
                    0.894531,
                    1.101562,
                    1.226562,
                    2.203125,
                    0.90625,
                    1.773438,
                    1.515625,
                    0.496094,
                    0.738281,
                    0.84375,
                    0.96875,
                    1.375,
                    0.539062,
                    1.171875,
                    1.484375,
                    1.203125,
                    1.664062,
                    0.855469,
                    1.625,
                    0.585938,
                    1.640625,
                    0.9375,
                    1.023438,
                    1.671875,
                    1.398438,
                    1.804688,
                    1.171875,
                    1.359375,
                    0.964844,
                    1.015625,
                    0.761719,
                    1.210938,
                    1.601562,
                    1.03125,
                    1.1875,
                    1.460938,
                    1.140625,
                    1.773438,
                    1.015625,
                    0.679688,
                    0.871094,
                    1.5,
                    1.296875,
                    1.648438,
                    1.429688,
                    0.910156,
                    1.1875,
                    1.734375,
                    1.8125,
                    0.507812,
                    1.585938,
                    0.753906,
                    0.65625,
                    0.585938,
                    1.0,
                    1.054688,
                    1.734375,
                    0.535156,
                    1.453125,
                    0.914062,
                    1.328125,
                    1.820312,
                    1.648438,
                    1.03125,
                    1.429688,
                    1.359375,
                    1.4375,
                    1.226562,
                    1.609375,
                    1.421875,
                    0.59375,
                    1.007812,
                    1.320312,
                    1.125,
                    0.957031,
                    1.03125,
                    0.148438,
                    1.710938,
                    1.382812,
                    1.15625,
                    1.84375,
                    0.921875,
                    0.609375,
                    0.757812,
                    1.070312,
                    0.796875,
                    2.015625,
                    0.114258,
                    0.5625,
                    1.296875,
                    0.235352,
                    0.115723,
                    0.984375,
                    0.828125,
                    0.605469,
                    1.507812,
                    1.0,
                    1.296875,
                    0.59375,
                    2.0,
                    0.664062,
                    0.19043,
                    1.9375,
                    1.890625,
                    1.09375,
                    1.15625,
                    0.75,
                    0.828125,
                    1.617188,
                    0.703125,
                    0.84375,
                    0.875,
                    0.835938,
                    1.15625,
                    0.458984,
                    1.640625,
                    1.46875,
                    1.460938,
                    1.117188,
                    1.867188,
                    1.304688,
                    0.9375,
                    0.890625,
                    0.578125,
                    1.265625,
                    1.25,
                    1.546875,
                    1.703125,
                    0.539062,
                    0.929688,
                    1.21875,
                    1.640625,
                    0.792969,
                    1.921875,
                    1.695312,
                    0.652344,
                    1.710938,
                    0.644531,
                    0.640625,
                    1.570312,
                    1.039062,
                    0.867188,
                    0.820312,
                    1.25,
                    0.137695,
                    1.984375,
                    0.115234,
                    1.734375,
                    1.78125,
                    0.238281,
                    0.431641,
                    1.554688,
                    0.84375,
                    1.265625,
                    1.296875,
                    1.460938,
                    1.023438,
                    0.664062,
                    0.503906,
                    1.21875,
                    1.476562,
                    0.984375,
                    1.625,
                    0.820312,
                    1.210938,
                    1.296875,
                    0.511719,
                    1.75,
                    1.445312,
                    1.289062,
                    1.578125,
                    0.503906,
                    0.200195,
                    0.902344,
                    1.3125,
                    1.078125,
                    1.367188,
                    0.984375,
                    1.4375,
                    1.6875,
                    1.335938,
                    0.960938,
                    1.554688,
                    0.703125,
                    1.445312,
                    0.652344,
                    0.246094,
                    0.875,
                    1.164062,
                    1.03125,
                    1.046875,
                    1.648438,
                    1.78125,
                    1.820312,
                    0.707031,
                    1.65625,
                    1.78125,
                    1.53125,
                    0.878906,
                    1.554688,
                    1.71875,
                    0.765625,
                    0.644531,
                    0.84375,
                    1.054688,
                    1.921875,
                    1.320312,
                    1.0625,
                    0.582031,
                    1.023438,
                    1.320312,
                    1.671875,
                    0.664062,
                    0.691406,
                    0.394531,
                    1.3125,
                    1.21875,
                    0.804688,
                    0.953125,
                    1.210938,
                    1.523438,
                    0.605469,
                    0.137695,
                    1.742188,
                    0.695312,
                    1.773438,
                    0.875,
                    1.710938,
                    1.367188,
                    2.125,
                    1.234375,
                    1.390625,
                    0.271484,
                    1.929688,
                    0.648438,
                    0.640625,
                    1.234375,
                    1.25,
                    0.953125,
                    1.585938,
                    0.118652,
                    1.148438,
                    1.625,
                    1.59375,
                    0.158203,
                    1.195312,
                    0.800781,
                    1.851562,
                    0.667969,
                    1.171875,
                    1.03125,
                    0.128906,
                    1.78125,
                    1.375,
                    1.242188,
                    0.539062,
                    0.902344,
                    1.039062,
                    1.125,
                    1.414062,
                    1.28125,
                    0.691406,
                    0.464844,
                    1.1875,
                    1.007812,
                    1.632812,
                    0.738281,
                    0.351562,
                    1.671875,
                    1.226562,
                    1.171875,
                    0.703125,
                    1.75,
                    1.765625,
                    1.8125,
                    0.112305,
                    0.515625,
                    0.119629,
                    1.3125,
                    1.929688,
                    1.828125,
                    1.140625,
                    0.78125,
                    0.941406,
                    1.789062,
                    1.1875,
                    0.558594,
                    0.957031,
                    0.566406,
                    1.132812,
                    0.597656,
                    1.601562,
                    0.165039,
                    1.125,
                    1.578125,
                    1.273438,
                    1.703125,
                    0.644531,
                    1.84375,
                    1.03125,
                    1.796875,
                    1.132812,
                    1.546875,
                    1.265625,
                    0.667969,
                    1.921875,
                    0.710938,
                    1.03125,
                    0.835938,
                    1.34375,
                    1.5,
                    1.554688,
                    1.617188,
                    1.296875,
                    1.421875,
                    0.168945,
                    0.855469,
                    1.140625,
                    1.0625,
                    1.78125,
                    0.578125,
                    1.8125,
                    1.4375,
                    0.992188,
                    1.484375,
                    1.335938,
                    1.539062,
                    1.054688,
                    1.445312,
                    0.265625,
                    1.53125,
                    1.78125,
                    0.5625,
                    1.429688,
                    1.125,
                    1.421875,
                    1.054688,
                    0.480469,
                    1.976562,
                    0.539062,
                    0.761719,
                    0.539062,
                    1.71875,
                    1.71875,
                    1.578125,
                    1.5,
                    0.644531,
                    0.167969,
                    0.859375,
                    1.828125,
                    1.335938,
                    1.351562,
                    1.523438,
                    1.0625,
                    1.210938,
                    1.585938,
                    0.636719,
                    0.902344,
                    0.972656,
                    1.15625,
                    0.730469,
                    1.351562,
                    0.972656,
                    1.140625,
                    1.53125,
                    1.421875,
                    1.328125,
                    1.554688,
                    1.226562,
                    1.140625,
                    0.124023,
                    1.671875,
                    0.146484,
                    0.341797,
                    0.679688,
                    0.882812,
                    0.550781,
                    0.435547,
                    0.742188,
                    0.126953,
                    0.609375,
                    1.390625,
                    1.125,
                    3.4375,
                    0.683594,
                    1.039062,
                    1.015625,
                    1.59375,
                    0.644531,
                    0.189453,
                    1.476562,
                    1.703125,
                    1.273438,
                    2.0,
                    1.3125,
                    1.476562,
                    1.0625,
                    1.992188,
                    1.382812,
                    1.125,
                    1.5625,
                    0.722656,
                    1.75,
                    0.6875,
                    0.18457,
                    1.390625,
                    0.601562,
                    0.921875,
                    1.507812,
                    1.921875,
                    -0.050781,
                    0.613281,
                    0.78125,
                    1.726562,
                    0.910156,
                    1.210938,
                    1.5,
                    0.796875,
                    1.703125,
                    1.664062,
                    1.0,
                    1.171875,
                    0.5625,
                    0.298828,
                    0.435547,
                    0.972656,
                    0.84375,
                    1.523438,
                    1.460938,
                    0.124023,
                    0.125977,
                    0.231445,
                    1.367188,
                    0.742188,
                    0.792969,
                    1.34375,
                    1.695312,
                    0.738281,
                    1.421875,
                    1.34375,
                    0.875,
                    0.210938,
                    1.148438,
                    0.722656,
                    1.453125,
                    1.875,
                    0.558594,
                    0.539062,
                    1.570312,
                    1.265625,
                    1.015625,
                    0.507812,
                    0.792969,
                    1.296875,
                    0.173828,
                    0.878906,
                    1.4375,
                    0.515625,
                    1.1875,
                    1.421875,
                    0.636719,
                    1.804688,
                    1.015625,
                    0.839844,
                    0.140625,
                    0.984375,
                    0.535156,
                    1.484375,
                    1.414062,
                    0.476562,
                    0.839844,
                    1.054688,
                    0.996094,
                    0.542969,
                    0.820312,
                    0.474609,
                    1.085938,
                    1.195312,
                    0.902344,
                    0.796875,
                    1.304688,
                    0.507812,
                    1.4375,
                    1.625,
                    0.777344,
                    1.960938,
                    1.234375,
                    1.140625,
                    0.609375,
                    0.570312,
                    1.53125,
                    1.8125,
                    1.523438,
                    1.1875,
                    1.796875,
                    1.015625,
                    0.980469,
                    1.367188,
                    0.890625,
                    1.28125,
                    1.734375,
                    0.628906,
                    0.773438,
                    1.070312,
                    0.671875,
                    1.828125,
                    1.023438,
                    1.046875,
                    1.351562,
                    0.8125,
                    1.679688,
                    0.585938,
                    2.015625,
                    0.601562,
                    1.03125,
                    0.75,
                    1.15625,
                    0.648438,
                    0.347656,
                    0.949219,
                    1.351562,
                    0.166016,
                    1.171875,
                    1.21875,
                    1.515625
                ]
            },
            "name": "model.model.layers.18.input_layernorm.weight",
            "outputIndexes": [
                1486
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1485
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_18/Mul_output_0",
            "outputIndexes": [
                1487
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1486,
                1487
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_18/Mul_1_output_0",
            "outputIndexes": [
                1488
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1488
            ],
            "outputIndexes": [
                2812
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2812
            ],
            "outputIndexes": [
                2813
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/q_proj/Linear",
            "inputIndexes": [
                2813
            ],
            "outputIndexes": [
                2814
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    473926356,
                    1179670,
                    147456,
                    6144,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2814
            ],
            "outputIndexes": [
                2815
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2815
            ],
            "outputIndexes": [
                1489
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1488
            ],
            "main_type": "NONE",
            "name": "/Shape_253_output_0",
            "outputIndexes": [
                1490
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1490
            ],
            "main_type": "NONE",
            "name": "Shape4578",
            "outputIndexes": [
                1491
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1490
            ],
            "main_type": "NONE",
            "name": "Rank4580",
            "outputIndexes": [
                1492
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1492,
                1492
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4582",
            "outputIndexes": [
                1493
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1493
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4583",
            "outputIndexes": [
                1494
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1493,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4585",
            "outputIndexes": [
                1495
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1495
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4586",
            "outputIndexes": [
                1496
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1491,
                1494,
                1496,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice4589",
            "outputIndexes": [
                1497
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1497
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze4590",
            "outputIndexes": [
                1498
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                1498
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4591",
            "outputIndexes": [
                1499
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1499,
                1498
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4592",
            "outputIndexes": [
                1500
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1490,
                1500,
                1493
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_274_output_0",
            "outputIndexes": [
                1501
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1501,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_577_output_0",
            "outputIndexes": [
                1502
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1502,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_234_output_0",
            "outputIndexes": [
                1503
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1489,
                1503
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_163_output_0",
            "outputIndexes": [
                1504
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1504,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_144_output_0",
            "outputIndexes": [
                1505
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1504
            ],
            "main_type": "NONE",
            "name": "/Shape_254_output_0",
            "outputIndexes": [
                1506
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1506
            ],
            "main_type": "NONE",
            "name": "Shape4599",
            "outputIndexes": [
                1507
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1506
            ],
            "main_type": "NONE",
            "name": "Rank4601",
            "outputIndexes": [
                1508
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1508,
                1508
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4603",
            "outputIndexes": [
                1509
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1509
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4604",
            "outputIndexes": [
                1510
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1509,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4606",
            "outputIndexes": [
                1511
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1511
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4607",
            "outputIndexes": [
                1512
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1507,
                1510,
                1512,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice4610",
            "outputIndexes": [
                1513
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1513
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze4611",
            "outputIndexes": [
                1514
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1514
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4612",
            "outputIndexes": [
                1515
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1515,
                1514
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4613",
            "outputIndexes": [
                1516
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1506,
                1516,
                1509
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_275_output_0",
            "outputIndexes": [
                1517
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1517,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_54_output_0",
            "outputIndexes": [
                1518
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1518,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_582_output_0",
            "outputIndexes": [
                1519
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1504,
                1519,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_73_output_0",
            "outputIndexes": [
                1520
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1520
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_36_output_0",
            "outputIndexes": [
                1521
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1504,
                22,
                1519,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_72_output_0",
            "outputIndexes": [
                1522
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1521,
                1522
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_237_output_0",
            "outputIndexes": [
                1523
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1523,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_145_output_0",
            "outputIndexes": [
                1524
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1505,
                1524
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_90_output_0",
            "outputIndexes": [
                1525
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1488
            ],
            "outputIndexes": [
                2816
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2816
            ],
            "outputIndexes": [
                2817
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/k_proj/Linear",
            "inputIndexes": [
                2817
            ],
            "outputIndexes": [
                2818
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    475259626,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2818
            ],
            "outputIndexes": [
                2819
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2819
            ],
            "outputIndexes": [
                1526
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1502,
                85,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_235_output_0",
            "outputIndexes": [
                1527
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1526,
                1527
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_164_output_0",
            "outputIndexes": [
                1528
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1528,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_146_output_0",
            "outputIndexes": [
                1529
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1528
            ],
            "main_type": "NONE",
            "name": "/Shape_255_output_0",
            "outputIndexes": [
                1530
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1530
            ],
            "main_type": "NONE",
            "name": "Shape4662",
            "outputIndexes": [
                1531
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1530
            ],
            "main_type": "NONE",
            "name": "Rank4664",
            "outputIndexes": [
                1532
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1532,
                1532
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4666",
            "outputIndexes": [
                1533
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1533
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4667",
            "outputIndexes": [
                1534
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1533,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4669",
            "outputIndexes": [
                1535
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1535
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4670",
            "outputIndexes": [
                1536
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1531,
                1534,
                1536,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice4673",
            "outputIndexes": [
                1537
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1537
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze4674",
            "outputIndexes": [
                1538
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1538
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4675",
            "outputIndexes": [
                1539
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1539,
                1538
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4676",
            "outputIndexes": [
                1540
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1530,
                1540,
                1533
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_276_output_0",
            "outputIndexes": [
                1541
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1541,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_55_output_0",
            "outputIndexes": [
                1542
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1542,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_584_output_0",
            "outputIndexes": [
                1543
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1528,
                1543,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_75_output_0",
            "outputIndexes": [
                1544
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1544
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_37_output_0",
            "outputIndexes": [
                1545
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1528,
                22,
                1543,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_74_output_0",
            "outputIndexes": [
                1546
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1545,
                1546
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_238_output_0",
            "outputIndexes": [
                1547
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1547,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_147_output_0",
            "outputIndexes": [
                1548
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1529,
                1548
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_91_output_0",
            "outputIndexes": [
                1549
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1488
            ],
            "outputIndexes": [
                2820
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2820
            ],
            "outputIndexes": [
                2821
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/v_proj/Linear",
            "inputIndexes": [
                2821
            ],
            "outputIndexes": [
                2822
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    475481856,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2822
            ],
            "outputIndexes": [
                2823
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2823
            ],
            "outputIndexes": [
                1550
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1550,
                1527
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_165_output_0",
            "outputIndexes": [
                1551
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1525,
                1549,
                1551,
                111
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_170_output_0",
            "outputIndexes": [
                1552
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1552
            ],
            "outputIndexes": [
                2824
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2824
            ],
            "outputIndexes": [
                2825
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/o_proj/Linear",
            "inputIndexes": [
                2825
            ],
            "outputIndexes": [
                2826
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    475704086,
                    1179670,
                    147456,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2826
            ],
            "outputIndexes": [
                2827
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2827
            ],
            "outputIndexes": [
                1553
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1485,
                1553
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_93_output_0",
            "outputIndexes": [
                1554
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.28125,
                    1.148438,
                    0.671875,
                    0.84375,
                    0.730469,
                    0.695312,
                    0.910156,
                    0.820312,
                    0.90625,
                    0.601562,
                    0.871094,
                    0.644531,
                    1.007812,
                    0.972656,
                    0.996094,
                    0.886719,
                    0.945312,
                    0.789062,
                    1.03125,
                    0.5625,
                    1.007812,
                    0.820312,
                    0.835938,
                    0.234375,
                    1.046875,
                    1.023438,
                    0.71875,
                    0.644531,
                    0.628906,
                    1.085938,
                    1.03125,
                    0.984375,
                    1.1875,
                    0.625,
                    0.824219,
                    1.171875,
                    1.023438,
                    0.847656,
                    0.578125,
                    0.59375,
                    1.179688,
                    1.101562,
                    0.992188,
                    1.09375,
                    0.28125,
                    0.832031,
                    0.792969,
                    0.90625,
                    0.792969,
                    0.664062,
                    0.249023,
                    0.585938,
                    1.117188,
                    0.960938,
                    0.953125,
                    0.679688,
                    0.640625,
                    0.253906,
                    0.601562,
                    0.59375,
                    0.785156,
                    0.640625,
                    0.71875,
                    1.023438,
                    0.882812,
                    0.457031,
                    0.757812,
                    0.601562,
                    0.804688,
                    0.707031,
                    0.777344,
                    0.664062,
                    0.249023,
                    0.6875,
                    0.949219,
                    0.570312,
                    0.945312,
                    0.960938,
                    0.925781,
                    1.234375,
                    1.140625,
                    0.261719,
                    0.546875,
                    1.234375,
                    1.023438,
                    1.101562,
                    1.109375,
                    1.210938,
                    0.75,
                    0.957031,
                    0.867188,
                    0.707031,
                    0.648438,
                    0.691406,
                    1.09375,
                    0.53125,
                    0.859375,
                    0.628906,
                    1.109375,
                    0.949219,
                    1.429688,
                    0.5625,
                    0.636719,
                    1.164062,
                    0.585938,
                    0.820312,
                    0.800781,
                    0.867188,
                    0.574219,
                    0.933594,
                    0.597656,
                    1.21875,
                    0.773438,
                    0.341797,
                    1.078125,
                    0.878906,
                    0.96875,
                    1.078125,
                    0.25,
                    0.292969,
                    0.996094,
                    0.318359,
                    0.65625,
                    0.640625,
                    0.984375,
                    1.148438,
                    1.15625,
                    0.298828,
                    0.664062,
                    1.320312,
                    0.800781,
                    0.921875,
                    0.945312,
                    1.210938,
                    1.039062,
                    1.210938,
                    0.585938,
                    1.398438,
                    0.585938,
                    0.914062,
                    0.259766,
                    0.777344,
                    0.71875,
                    0.355469,
                    1.085938,
                    0.546875,
                    1.078125,
                    0.972656,
                    1.1875,
                    0.878906,
                    0.765625,
                    1.03125,
                    0.347656,
                    0.980469,
                    1.210938,
                    0.566406,
                    0.996094,
                    0.65625,
                    1.15625,
                    1.109375,
                    0.628906,
                    0.703125,
                    0.855469,
                    0.314453,
                    0.59375,
                    1.046875,
                    0.871094,
                    1.09375,
                    0.953125,
                    0.984375,
                    1.226562,
                    0.953125,
                    0.976562,
                    1.140625,
                    0.773438,
                    1.0625,
                    0.910156,
                    1.296875,
                    1.054688,
                    1.203125,
                    1.0625,
                    0.765625,
                    1.101562,
                    0.742188,
                    0.953125,
                    0.621094,
                    0.324219,
                    1.21875,
                    0.914062,
                    0.859375,
                    1.101562,
                    0.734375,
                    1.164062,
                    1.101562,
                    1.03125,
                    0.984375,
                    0.929688,
                    0.84375,
                    1.09375,
                    0.691406,
                    0.792969,
                    0.96875,
                    1.125,
                    1.273438,
                    1.054688,
                    0.945312,
                    0.910156,
                    1.15625,
                    0.835938,
                    1.0625,
                    0.8125,
                    1.109375,
                    0.585938,
                    0.71875,
                    1.171875,
                    0.339844,
                    1.039062,
                    1.070312,
                    0.996094,
                    0.910156,
                    0.96875,
                    1.085938,
                    0.601562,
                    0.472656,
                    0.644531,
                    1.140625,
                    0.65625,
                    0.574219,
                    0.613281,
                    0.964844,
                    0.949219,
                    1.078125,
                    1.101562,
                    1.085938,
                    1.023438,
                    0.667969,
                    0.976562,
                    0.839844,
                    0.925781,
                    1.078125,
                    0.757812,
                    0.988281,
                    0.851562,
                    1.203125,
                    0.914062,
                    0.992188,
                    1.226562,
                    0.882812,
                    0.695312,
                    1.242188,
                    0.753906,
                    0.578125,
                    1.125,
                    0.404297,
                    0.229492,
                    0.738281,
                    0.761719,
                    1.195312,
                    1.117188,
                    0.863281,
                    0.90625,
                    1.15625,
                    1.101562,
                    0.664062,
                    1.039062,
                    0.871094,
                    0.625,
                    1.1875,
                    0.890625,
                    0.785156,
                    0.976562,
                    0.746094,
                    0.671875,
                    0.980469,
                    0.554688,
                    0.617188,
                    0.347656,
                    1.046875,
                    0.59375,
                    1.132812,
                    1.03125,
                    0.75,
                    0.75,
                    0.730469,
                    0.964844,
                    0.261719,
                    0.847656,
                    0.988281,
                    0.804688,
                    1.148438,
                    0.992188,
                    1.171875,
                    1.328125,
                    1.148438,
                    0.695312,
                    0.800781,
                    0.960938,
                    0.871094,
                    1.101562,
                    1.117188,
                    0.267578,
                    0.417969,
                    1.164062,
                    0.333984,
                    1.195312,
                    0.835938,
                    1.09375,
                    0.671875,
                    0.960938,
                    0.253906,
                    0.585938,
                    1.09375,
                    0.314453,
                    0.902344,
                    1.226562,
                    1.117188,
                    0.433594,
                    0.921875,
                    0.921875,
                    0.253906,
                    0.957031,
                    1.226562,
                    1.03125,
                    0.585938,
                    0.84375,
                    0.890625,
                    0.773438,
                    0.24707,
                    0.859375,
                    0.765625,
                    0.233398,
                    0.996094,
                    0.296875,
                    0.785156,
                    0.75,
                    0.625,
                    0.871094,
                    0.244141,
                    0.667969,
                    0.382812,
                    0.792969,
                    1.0,
                    0.742188,
                    1.085938,
                    1.101562,
                    0.859375,
                    0.867188,
                    0.6875,
                    0.652344,
                    1.0,
                    0.675781,
                    0.503906,
                    0.570312,
                    0.953125,
                    0.71875,
                    1.03125,
                    0.345703,
                    0.835938,
                    1.03125,
                    0.5625,
                    0.621094,
                    0.808594,
                    0.9375,
                    0.941406,
                    0.863281,
                    0.808594,
                    1.164062,
                    0.84375,
                    0.261719,
                    1.117188,
                    0.796875,
                    0.585938,
                    1.164062,
                    0.582031,
                    0.710938,
                    0.804688,
                    1.015625,
                    0.679688,
                    1.132812,
                    0.601562,
                    1.109375,
                    1.304688,
                    0.980469,
                    1.375,
                    0.429688,
                    0.992188,
                    0.664062,
                    1.242188,
                    0.757812,
                    1.078125,
                    0.835938,
                    0.890625,
                    1.101562,
                    0.875,
                    0.609375,
                    0.318359,
                    0.953125,
                    0.667969,
                    0.820312,
                    1.023438,
                    0.558594,
                    1.195312,
                    0.699219,
                    0.871094,
                    0.765625,
                    0.277344,
                    1.21875,
                    0.992188,
                    0.699219,
                    0.359375,
                    0.773438,
                    0.625,
                    1.109375,
                    1.070312,
                    0.742188,
                    0.726562,
                    1.296875,
                    1.148438,
                    0.554688,
                    1.007812,
                    1.101562,
                    0.550781,
                    0.945312,
                    0.636719,
                    0.582031,
                    1.085938,
                    0.660156,
                    1.03125,
                    0.722656,
                    1.023438,
                    1.273438,
                    1.195312,
                    0.957031,
                    1.28125,
                    0.585938,
                    0.632812,
                    0.679688,
                    0.59375,
                    0.875,
                    1.0,
                    0.777344,
                    0.621094,
                    0.427734,
                    0.765625,
                    0.996094,
                    1.140625,
                    0.322266,
                    1.171875,
                    1.015625,
                    1.171875,
                    1.328125,
                    0.957031,
                    0.867188,
                    1.351562,
                    1.109375,
                    1.195312,
                    1.179688,
                    1.007812,
                    0.244141,
                    1.476562,
                    0.570312,
                    0.875,
                    0.988281,
                    0.757812,
                    0.765625,
                    0.300781,
                    0.640625,
                    0.773438,
                    0.796875,
                    0.792969,
                    0.972656,
                    0.859375,
                    0.601562,
                    0.882812,
                    1.15625,
                    1.117188,
                    1.085938,
                    0.613281,
                    0.310547,
                    1.0,
                    1.125,
                    0.84375,
                    0.984375,
                    1.070312,
                    0.71875,
                    0.59375,
                    0.96875,
                    0.695312,
                    1.03125,
                    1.007812,
                    1.0,
                    0.90625,
                    1.125,
                    0.84375,
                    1.0625,
                    1.132812,
                    0.984375,
                    1.1875,
                    0.648438,
                    0.34375,
                    0.224609,
                    1.164062,
                    0.964844,
                    1.007812,
                    1.40625,
                    0.773438,
                    1.109375,
                    0.429688,
                    0.609375,
                    1.273438,
                    0.59375,
                    1.054688,
                    1.203125,
                    1.148438,
                    0.275391,
                    0.984375,
                    0.878906,
                    1.210938,
                    0.757812,
                    0.644531,
                    0.847656,
                    0.957031,
                    0.914062,
                    0.65625,
                    1.015625,
                    0.632812,
                    0.878906,
                    1.0,
                    0.949219,
                    0.996094,
                    0.648438,
                    0.65625,
                    0.261719,
                    0.695312,
                    0.996094,
                    1.046875,
                    1.140625,
                    0.984375,
                    0.976562,
                    0.251953,
                    0.816406,
                    0.828125,
                    1.039062,
                    0.847656,
                    0.800781,
                    0.660156,
                    0.578125,
                    0.9375,
                    0.570312,
                    0.890625,
                    0.605469,
                    0.988281,
                    1.078125,
                    0.722656,
                    0.269531,
                    0.824219,
                    1.171875,
                    0.988281,
                    1.109375,
                    0.28125,
                    1.203125,
                    1.1875,
                    1.023438,
                    0.953125,
                    1.109375,
                    0.65625,
                    0.25,
                    1.046875,
                    1.09375,
                    1.039062,
                    0.589844,
                    1.3125,
                    0.75,
                    0.237305,
                    0.539062,
                    0.710938,
                    1.125,
                    1.0625,
                    0.267578,
                    1.0,
                    0.369141,
                    0.664062,
                    0.820312,
                    1.25,
                    1.117188,
                    0.578125,
                    0.722656,
                    1.117188,
                    1.21875,
                    0.785156,
                    1.078125,
                    1.140625,
                    0.90625,
                    0.691406,
                    0.628906,
                    1.179688,
                    1.078125,
                    1.148438,
                    1.03125,
                    0.617188,
                    1.164062,
                    1.15625,
                    0.859375,
                    0.277344,
                    1.09375,
                    0.503906,
                    0.289062,
                    1.171875,
                    0.914062,
                    -5.5e-05,
                    0.699219,
                    1.015625,
                    0.241211,
                    0.539062,
                    0.800781,
                    0.917969,
                    0.820312,
                    1.09375,
                    0.578125,
                    0.8125,
                    0.625,
                    0.597656,
                    0.820312,
                    0.839844,
                    1.070312,
                    1.101562,
                    0.917969,
                    1.179688,
                    1.054688,
                    0.789062,
                    1.226562,
                    0.75,
                    0.242188,
                    0.9375,
                    0.851562,
                    0.769531,
                    1.015625,
                    0.644531,
                    1.015625,
                    0.824219,
                    1.210938,
                    0.248047,
                    1.054688,
                    0.597656,
                    0.261719,
                    1.046875,
                    1.117188,
                    1.25,
                    0.59375,
                    0.675781,
                    0.316406,
                    1.09375,
                    0.71875,
                    0.609375,
                    0.570312,
                    1.226562,
                    1.164062,
                    1.203125,
                    0.769531,
                    1.171875,
                    0.789062,
                    0.523438,
                    0.244141,
                    0.796875,
                    0.570312,
                    0.941406,
                    0.957031,
                    0.824219,
                    0.789062,
                    0.695312,
                    0.917969,
                    0.546875,
                    0.996094,
                    1.085938,
                    1.179688,
                    1.210938,
                    0.316406,
                    1.007812,
                    0.882812,
                    0.613281,
                    0.851562,
                    1.015625,
                    1.023438,
                    1.03125,
                    1.078125,
                    0.894531,
                    1.210938,
                    1.132812,
                    0.726562,
                    1.164062,
                    1.085938,
                    0.832031,
                    0.660156,
                    1.148438,
                    0.519531,
                    0.855469,
                    0.664062,
                    0.707031,
                    1.234375,
                    1.054688,
                    0.796875,
                    0.863281,
                    0.832031,
                    1.15625,
                    0.412109,
                    0.960938,
                    0.652344,
                    0.820312,
                    1.101562,
                    0.679688,
                    0.394531,
                    0.257812,
                    1.09375,
                    0.898438,
                    0.261719,
                    1.132812,
                    1.109375,
                    1.015625,
                    0.421875,
                    1.1875,
                    1.023438,
                    0.304688,
                    0.910156,
                    0.371094,
                    0.804688,
                    1.007812,
                    0.703125,
                    1.164062,
                    1.0625,
                    0.835938,
                    0.789062,
                    0.871094,
                    0.824219,
                    0.5625,
                    1.226562,
                    0.605469,
                    0.792969,
                    1.078125,
                    1.117188,
                    1.429688,
                    0.746094,
                    0.322266,
                    0.539062,
                    0.667969,
                    1.023438,
                    1.007812,
                    0.71875,
                    0.90625,
                    1.195312,
                    0.976562,
                    0.679688,
                    1.046875,
                    0.353516,
                    0.384766,
                    0.710938,
                    0.785156,
                    0.929688,
                    0.585938,
                    0.546875,
                    0.8125,
                    1.0625,
                    0.824219,
                    0.761719,
                    0.245117,
                    0.765625,
                    1.179688,
                    1.09375,
                    0.761719,
                    0.6875,
                    0.789062,
                    0.245117,
                    0.945312,
                    1.046875,
                    0.59375,
                    0.851562,
                    0.597656,
                    0.621094,
                    0.466797,
                    1.070312,
                    0.5625,
                    0.601562,
                    1.03125,
                    0.652344,
                    0.894531,
                    0.652344,
                    0.757812,
                    1.320312,
                    0.5625,
                    0.855469,
                    0.710938,
                    1.101562,
                    1.234375,
                    1.054688,
                    0.373047,
                    0.585938,
                    1.1875,
                    0.539062,
                    0.570312,
                    1.328125,
                    0.863281,
                    0.582031,
                    1.171875,
                    0.65625,
                    0.949219,
                    0.910156,
                    0.894531,
                    0.609375,
                    0.882812,
                    0.294922,
                    0.585938,
                    0.945312,
                    0.695312,
                    0.921875,
                    0.5625,
                    0.679688,
                    1.117188,
                    0.953125,
                    0.863281,
                    1.039062,
                    1.273438,
                    0.992188,
                    1.007812,
                    1.078125,
                    1.046875,
                    1.117188,
                    0.820312,
                    0.570312,
                    0.335938,
                    1.03125,
                    0.570312,
                    1.03125,
                    0.582031,
                    0.71875,
                    0.601562,
                    0.722656,
                    0.972656,
                    0.867188,
                    0.578125,
                    1.125,
                    0.980469,
                    1.265625,
                    0.976562,
                    0.550781,
                    1.09375,
                    0.435547,
                    0.574219,
                    1.203125,
                    0.648438,
                    0.859375,
                    0.227539,
                    0.925781,
                    0.980469,
                    1.125,
                    0.578125,
                    0.917969,
                    1.234375,
                    0.265625,
                    0.59375,
                    0.554688,
                    1.078125,
                    1.171875,
                    0.714844,
                    1.085938,
                    1.070312,
                    0.257812,
                    0.345703,
                    1.15625,
                    0.5625,
                    0.400391,
                    0.859375,
                    0.851562,
                    0.832031,
                    0.742188,
                    0.867188,
                    1.117188,
                    0.835938,
                    1.132812,
                    0.851562,
                    0.601562,
                    1.039062,
                    0.255859,
                    1.179688,
                    0.734375,
                    0.703125,
                    0.820312,
                    0.90625,
                    1.226562,
                    1.078125,
                    1.023438,
                    0.882812,
                    0.453125,
                    1.09375,
                    0.882812,
                    0.235352,
                    0.765625,
                    1.15625,
                    1.257812,
                    1.132812,
                    0.578125,
                    0.249023,
                    0.462891,
                    0.369141,
                    0.917969,
                    0.808594,
                    0.601562,
                    0.871094,
                    0.53125,
                    1.125,
                    0.867188,
                    0.96875,
                    1.070312,
                    0.609375,
                    0.757812,
                    0.773438,
                    0.570312,
                    1.070312,
                    1.078125,
                    0.246094,
                    0.988281,
                    1.0,
                    1.257812,
                    1.03125,
                    0.992188,
                    1.078125,
                    0.515625,
                    0.835938,
                    0.59375,
                    0.671875,
                    0.898438,
                    1.03125,
                    1.117188,
                    1.046875,
                    0.769531,
                    0.267578,
                    1.101562,
                    0.933594,
                    0.816406,
                    1.101562,
                    0.617188,
                    1.320312,
                    0.652344,
                    0.847656,
                    0.90625,
                    0.617188,
                    1.015625,
                    1.179688,
                    0.980469,
                    0.691406,
                    0.992188,
                    1.195312,
                    1.242188,
                    0.292969,
                    1.039062,
                    1.023438,
                    0.757812,
                    0.855469,
                    0.882812,
                    0.578125,
                    0.558594,
                    0.960938,
                    1.242188,
                    1.234375,
                    0.773438,
                    1.046875,
                    0.660156,
                    0.796875,
                    0.992188,
                    0.6875,
                    0.792969,
                    0.859375,
                    0.699219,
                    0.921875,
                    1.117188,
                    0.914062,
                    1.007812,
                    0.275391,
                    1.335938,
                    1.03125,
                    0.613281,
                    0.726562,
                    0.59375,
                    0.933594,
                    0.789062,
                    0.574219,
                    0.75,
                    0.605469,
                    0.757812,
                    0.953125,
                    0.953125,
                    0.257812,
                    1.273438,
                    0.249023,
                    1.3125,
                    1.007812,
                    1.179688,
                    0.6875,
                    0.9375,
                    0.816406,
                    0.890625,
                    0.679688,
                    1.03125,
                    0.898438,
                    0.589844,
                    0.941406,
                    0.871094,
                    0.609375,
                    0.867188,
                    0.408203,
                    1.132812,
                    0.746094,
                    0.570312,
                    0.789062,
                    0.902344,
                    0.976562,
                    1.148438,
                    0.683594,
                    1.140625,
                    1.109375,
                    0.542969,
                    0.691406,
                    0.785156,
                    0.933594,
                    1.03125,
                    0.498047,
                    0.695312,
                    0.980469,
                    0.949219,
                    1.195312,
                    0.566406,
                    1.210938,
                    0.601562,
                    1.15625,
                    0.820312,
                    0.875,
                    1.242188,
                    1.101562,
                    1.078125,
                    1.023438,
                    0.621094,
                    0.84375,
                    0.863281,
                    0.75,
                    0.945312,
                    1.210938,
                    0.835938,
                    0.980469,
                    1.09375,
                    0.824219,
                    1.265625,
                    0.914062,
                    0.710938,
                    0.722656,
                    1.117188,
                    1.015625,
                    1.117188,
                    1.0,
                    0.746094,
                    1.03125,
                    1.234375,
                    1.226562,
                    0.617188,
                    1.234375,
                    0.6875,
                    0.675781,
                    0.613281,
                    0.828125,
                    0.929688,
                    1.1875,
                    0.605469,
                    1.132812,
                    0.800781,
                    0.972656,
                    1.257812,
                    0.480469,
                    0.867188,
                    0.953125,
                    1.046875,
                    0.921875,
                    0.988281,
                    1.09375,
                    0.972656,
                    0.59375,
                    0.945312,
                    1.054688,
                    0.898438,
                    0.859375,
                    0.953125,
                    0.273438,
                    1.195312,
                    0.769531,
                    0.914062,
                    1.203125,
                    0.824219,
                    0.578125,
                    0.671875,
                    0.914062,
                    0.585938,
                    1.195312,
                    0.233398,
                    0.628906,
                    1.03125,
                    0.3125,
                    0.245117,
                    0.773438,
                    0.640625,
                    0.785156,
                    1.046875,
                    0.882812,
                    0.632812,
                    0.617188,
                    1.34375,
                    0.730469,
                    0.292969,
                    1.398438,
                    1.273438,
                    0.972656,
                    0.878906,
                    0.703125,
                    0.550781,
                    1.179688,
                    0.738281,
                    0.785156,
                    0.707031,
                    0.613281,
                    0.980469,
                    0.484375,
                    1.179688,
                    1.070312,
                    1.085938,
                    0.984375,
                    1.242188,
                    0.953125,
                    0.855469,
                    0.820312,
                    0.613281,
                    0.925781,
                    1.03125,
                    0.964844,
                    1.15625,
                    0.519531,
                    0.8125,
                    0.953125,
                    1.132812,
                    0.746094,
                    1.328125,
                    1.234375,
                    0.671875,
                    1.140625,
                    0.65625,
                    0.667969,
                    1.101562,
                    0.828125,
                    0.765625,
                    0.742188,
                    0.699219,
                    0.261719,
                    1.289062,
                    0.235352,
                    1.164062,
                    1.171875,
                    0.291016,
                    0.65625,
                    1.25,
                    0.746094,
                    1.039062,
                    0.960938,
                    0.671875,
                    0.90625,
                    0.703125,
                    0.582031,
                    0.941406,
                    1.039062,
                    0.800781,
                    1.101562,
                    0.738281,
                    1.023438,
                    1.023438,
                    0.589844,
                    1.109375,
                    1.132812,
                    0.933594,
                    1.1875,
                    0.589844,
                    0.28125,
                    0.742188,
                    1.015625,
                    0.890625,
                    1.0625,
                    0.839844,
                    1.0,
                    1.28125,
                    1.054688,
                    0.773438,
                    1.0625,
                    0.71875,
                    1.078125,
                    0.613281,
                    0.294922,
                    0.558594,
                    0.9375,
                    0.777344,
                    0.90625,
                    1.101562,
                    1.148438,
                    1.179688,
                    0.742188,
                    1.15625,
                    1.265625,
                    1.0625,
                    0.886719,
                    1.15625,
                    1.234375,
                    0.765625,
                    0.667969,
                    0.617188,
                    0.816406,
                    1.25,
                    0.535156,
                    0.765625,
                    0.558594,
                    0.910156,
                    0.957031,
                    0.683594,
                    0.470703,
                    0.699219,
                    0.441406,
                    0.996094,
                    0.84375,
                    0.777344,
                    0.808594,
                    1.015625,
                    1.117188,
                    0.628906,
                    0.255859,
                    1.210938,
                    0.644531,
                    1.21875,
                    0.820312,
                    1.234375,
                    0.972656,
                    1.25,
                    0.921875,
                    1.023438,
                    0.357422,
                    1.4375,
                    0.574219,
                    0.648438,
                    1.015625,
                    0.757812,
                    0.8125,
                    1.148438,
                    0.228516,
                    0.75,
                    1.210938,
                    1.101562,
                    0.28125,
                    0.921875,
                    0.703125,
                    1.296875,
                    0.664062,
                    0.957031,
                    0.871094,
                    0.240234,
                    1.070312,
                    1.046875,
                    1.023438,
                    0.574219,
                    0.863281,
                    0.769531,
                    0.9375,
                    1.015625,
                    1.039062,
                    0.753906,
                    0.5625,
                    0.949219,
                    0.890625,
                    1.21875,
                    0.59375,
                    0.371094,
                    0.617188,
                    0.984375,
                    0.847656,
                    0.695312,
                    0.353516,
                    1.148438,
                    0.451172,
                    0.242188,
                    0.574219,
                    0.242188,
                    0.992188,
                    0.578125,
                    1.320312,
                    0.925781,
                    0.746094,
                    0.871094,
                    0.503906,
                    0.886719,
                    0.601562,
                    0.847656,
                    0.601562,
                    0.9375,
                    0.597656,
                    1.203125,
                    0.239258,
                    0.917969,
                    1.140625,
                    1.046875,
                    1.046875,
                    0.582031,
                    1.289062,
                    0.808594,
                    1.203125,
                    0.859375,
                    1.109375,
                    1.007812,
                    0.632812,
                    1.273438,
                    0.753906,
                    0.820312,
                    0.757812,
                    0.996094,
                    1.101562,
                    1.140625,
                    1.164062,
                    1.046875,
                    1.070312,
                    0.257812,
                    0.703125,
                    0.945312,
                    0.78125,
                    1.210938,
                    0.632812,
                    1.28125,
                    0.972656,
                    0.84375,
                    1.054688,
                    0.984375,
                    1.148438,
                    0.816406,
                    1.109375,
                    0.347656,
                    1.109375,
                    1.1875,
                    0.558594,
                    1.007812,
                    1.007812,
                    1.078125,
                    0.90625,
                    0.558594,
                    1.234375,
                    0.574219,
                    0.738281,
                    0.578125,
                    1.171875,
                    1.257812,
                    1.070312,
                    1.109375,
                    0.628906,
                    0.285156,
                    0.84375,
                    0.412109,
                    1.09375,
                    1.03125,
                    1.125,
                    0.878906,
                    0.835938,
                    1.171875,
                    0.648438,
                    0.796875,
                    0.824219,
                    0.910156,
                    0.746094,
                    1.054688,
                    0.894531,
                    0.949219,
                    1.109375,
                    1.09375,
                    0.519531,
                    1.0625,
                    0.984375,
                    0.933594,
                    0.238281,
                    1.171875,
                    0.269531,
                    0.382812,
                    0.742188,
                    0.824219,
                    0.566406,
                    0.384766,
                    0.742188,
                    0.261719,
                    0.617188,
                    1.039062,
                    0.90625,
                    1.367188,
                    0.890625,
                    0.84375,
                    0.605469,
                    1.179688,
                    0.660156,
                    0.283203,
                    1.085938,
                    1.0625,
                    0.984375,
                    1.234375,
                    0.878906,
                    1.085938,
                    0.875,
                    1.421875,
                    0.945312,
                    0.929688,
                    1.210938,
                    0.527344,
                    1.140625,
                    0.75,
                    0.265625,
                    1.03125,
                    0.648438,
                    0.871094,
                    1.070312,
                    1.234375,
                    0.292969,
                    0.617188,
                    0.640625,
                    0.376953,
                    0.664062,
                    0.941406,
                    1.117188,
                    0.875,
                    1.25,
                    1.179688,
                    0.832031,
                    0.992188,
                    0.613281,
                    0.345703,
                    0.578125,
                    0.929688,
                    0.867188,
                    1.09375,
                    1.078125,
                    0.244141,
                    0.236328,
                    0.316406,
                    1.054688,
                    0.671875,
                    0.667969,
                    0.648438,
                    1.21875,
                    0.742188,
                    1.015625,
                    1.070312,
                    0.824219,
                    0.279297,
                    0.890625,
                    0.722656,
                    1.109375,
                    1.226562,
                    0.5625,
                    0.578125,
                    1.195312,
                    0.976562,
                    0.867188,
                    0.582031,
                    0.765625,
                    1.0625,
                    0.275391,
                    0.832031,
                    1.0625,
                    0.660156,
                    1.015625,
                    1.03125,
                    0.59375,
                    1.25,
                    0.90625,
                    0.800781,
                    0.253906,
                    0.832031,
                    0.570312,
                    1.101562,
                    1.054688,
                    0.585938,
                    0.796875,
                    0.703125,
                    0.871094,
                    0.617188,
                    0.808594,
                    0.558594,
                    0.875,
                    0.808594,
                    0.734375,
                    0.71875,
                    0.96875,
                    0.601562,
                    1.046875,
                    1.078125,
                    0.746094,
                    1.28125,
                    1.085938,
                    0.90625,
                    0.574219,
                    0.613281,
                    1.078125,
                    1.226562,
                    1.164062,
                    0.949219,
                    1.367188,
                    0.863281,
                    0.871094,
                    1.085938,
                    0.800781,
                    1.101562,
                    1.296875,
                    0.699219,
                    0.707031,
                    0.9375,
                    0.6875,
                    1.132812,
                    0.738281,
                    0.925781,
                    1.070312,
                    0.84375,
                    1.125,
                    0.585938,
                    1.40625,
                    0.609375,
                    0.824219,
                    0.757812,
                    0.957031,
                    0.574219,
                    0.378906,
                    0.808594,
                    1.007812,
                    0.255859,
                    0.898438,
                    0.964844,
                    1.15625
                ]
            },
            "name": "model.model.layers.18.post_attention_layernorm.weight",
            "outputIndexes": [
                1555
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1554
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_18/Mul_output_0",
            "outputIndexes": [
                1556
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1555,
                1556
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_18/Mul_1_output_0",
            "outputIndexes": [
                1557
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1557
            ],
            "outputIndexes": [
                2828
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2828
            ],
            "outputIndexes": [
                2829
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/gate_proj/Linear",
            "inputIndexes": [
                2829
            ],
            "outputIndexes": [
                2830
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    477031212,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2830
            ],
            "outputIndexes": [
                2831
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2831
            ],
            "outputIndexes": [
                1558
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1558
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_18/Sigmoid_output_0",
            "outputIndexes": [
                1559
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1558,
                1559
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_18/Mul_output_0",
            "outputIndexes": [
                1560
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1557
            ],
            "outputIndexes": [
                2832
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2832
            ],
            "outputIndexes": [
                2833
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/up_proj/Linear",
            "inputIndexes": [
                2833
            ],
            "outputIndexes": [
                2834
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    484772674,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2834
            ],
            "outputIndexes": [
                2835
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2835
            ],
            "outputIndexes": [
                1561
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1560,
                1561
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_18/Mul_output_0",
            "outputIndexes": [
                1562
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1562
            ],
            "outputIndexes": [
                2836
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    8960,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2836
            ],
            "outputIndexes": [
                2837
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/down_proj/Linear",
            "inputIndexes": [
                2837
            ],
            "outputIndexes": [
                2838
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 8960,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    492514136,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2838
            ],
            "outputIndexes": [
                2839
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2839
            ],
            "outputIndexes": [
                1563
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1554,
                1563
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_94_output_0",
            "outputIndexes": [
                1564
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1564,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_171_output_0",
            "outputIndexes": [
                1565
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.482422,
                    1.648438,
                    1.296875,
                    1.101562,
                    1.015625,
                    0.84375,
                    1.257812,
                    1.03125,
                    1.109375,
                    0.730469,
                    1.101562,
                    1.046875,
                    1.25,
                    1.320312,
                    1.304688,
                    1.132812,
                    1.234375,
                    1.03125,
                    1.390625,
                    0.742188,
                    1.359375,
                    1.242188,
                    1.054688,
                    0.335938,
                    1.546875,
                    1.3125,
                    0.789062,
                    0.722656,
                    0.679688,
                    1.40625,
                    1.546875,
                    1.320312,
                    1.929688,
                    0.804688,
                    1.140625,
                    1.859375,
                    1.421875,
                    1.039062,
                    0.628906,
                    0.925781,
                    1.78125,
                    1.46875,
                    1.414062,
                    1.632812,
                    0.664062,
                    1.039062,
                    0.914062,
                    1.0625,
                    0.957031,
                    1.242188,
                    0.373047,
                    0.996094,
                    1.59375,
                    1.234375,
                    1.40625,
                    0.804688,
                    0.714844,
                    0.394531,
                    1.117188,
                    0.757812,
                    0.949219,
                    0.71875,
                    0.996094,
                    1.304688,
                    1.125,
                    0.65625,
                    1.007812,
                    0.644531,
                    1.132812,
                    0.796875,
                    1.015625,
                    0.882812,
                    0.423828,
                    0.75,
                    1.304688,
                    0.960938,
                    1.3125,
                    1.273438,
                    1.171875,
                    1.757812,
                    1.671875,
                    0.4375,
                    1.09375,
                    1.601562,
                    1.6875,
                    1.367188,
                    1.546875,
                    2.140625,
                    1.023438,
                    1.234375,
                    1.203125,
                    0.914062,
                    1.1875,
                    0.777344,
                    1.515625,
                    1.390625,
                    1.085938,
                    0.84375,
                    1.71875,
                    1.40625,
                    2.203125,
                    0.8125,
                    1.09375,
                    1.734375,
                    0.742188,
                    0.964844,
                    1.40625,
                    1.109375,
                    0.75,
                    1.148438,
                    0.710938,
                    2.046875,
                    0.980469,
                    1.640625,
                    1.40625,
                    1.171875,
                    1.5,
                    1.804688,
                    0.388672,
                    0.478516,
                    1.234375,
                    0.515625,
                    0.867188,
                    0.71875,
                    1.398438,
                    1.625,
                    1.640625,
                    0.347656,
                    0.863281,
                    1.8125,
                    0.933594,
                    1.195312,
                    1.28125,
                    1.867188,
                    1.4375,
                    1.796875,
                    0.722656,
                    2.15625,
                    0.753906,
                    1.085938,
                    0.285156,
                    1.03125,
                    0.828125,
                    0.435547,
                    1.554688,
                    0.601562,
                    1.5,
                    1.976562,
                    1.867188,
                    1.140625,
                    0.972656,
                    1.421875,
                    0.490234,
                    1.171875,
                    0.933594,
                    0.625,
                    1.351562,
                    0.710938,
                    1.742188,
                    1.671875,
                    0.773438,
                    0.902344,
                    1.515625,
                    0.582031,
                    0.6875,
                    1.390625,
                    1.21875,
                    1.445312,
                    1.171875,
                    1.921875,
                    2.09375,
                    1.203125,
                    1.226562,
                    1.953125,
                    0.953125,
                    1.53125,
                    1.59375,
                    2.015625,
                    1.492188,
                    2.015625,
                    1.3125,
                    0.878906,
                    1.773438,
                    1.632812,
                    1.335938,
                    1.695312,
                    0.433594,
                    1.90625,
                    1.039062,
                    1.117188,
                    1.757812,
                    0.976562,
                    1.882812,
                    1.570312,
                    1.65625,
                    1.226562,
                    1.234375,
                    0.980469,
                    1.617188,
                    0.820312,
                    0.851562,
                    1.203125,
                    1.742188,
                    1.890625,
                    1.34375,
                    1.226562,
                    1.21875,
                    1.640625,
                    1.0,
                    1.539062,
                    1.1875,
                    1.632812,
                    0.808594,
                    0.875,
                    1.953125,
                    0.695312,
                    1.523438,
                    1.414062,
                    1.429688,
                    1.179688,
                    1.328125,
                    1.601562,
                    0.851562,
                    1.609375,
                    0.699219,
                    1.726562,
                    0.742188,
                    0.726562,
                    1.242188,
                    1.367188,
                    1.1875,
                    1.46875,
                    1.8125,
                    1.554688,
                    1.5,
                    0.597656,
                    1.21875,
                    1.15625,
                    1.25,
                    1.546875,
                    0.886719,
                    2.0625,
                    1.210938,
                    1.921875,
                    1.203125,
                    1.289062,
                    1.882812,
                    1.28125,
                    0.78125,
                    1.945312,
                    0.972656,
                    1.195312,
                    1.921875,
                    1.5625,
                    0.225586,
                    0.820312,
                    1.03125,
                    1.75,
                    1.773438,
                    1.1875,
                    1.21875,
                    1.828125,
                    1.484375,
                    0.792969,
                    1.601562,
                    0.953125,
                    0.707031,
                    1.820312,
                    1.15625,
                    0.933594,
                    1.414062,
                    1.265625,
                    0.851562,
                    1.3125,
                    0.722656,
                    0.710938,
                    0.419922,
                    1.40625,
                    0.609375,
                    1.640625,
                    1.460938,
                    0.882812,
                    0.964844,
                    1.070312,
                    1.367188,
                    0.361328,
                    1.15625,
                    1.546875,
                    1.03125,
                    1.625,
                    1.421875,
                    1.773438,
                    2.109375,
                    1.875,
                    0.839844,
                    0.957031,
                    1.257812,
                    1.28125,
                    1.6875,
                    1.757812,
                    0.378906,
                    0.796875,
                    1.609375,
                    0.466797,
                    2.25,
                    0.988281,
                    1.507812,
                    0.910156,
                    1.507812,
                    0.367188,
                    0.808594,
                    1.578125,
                    0.429688,
                    1.023438,
                    1.742188,
                    1.59375,
                    0.867188,
                    1.234375,
                    1.257812,
                    0.410156,
                    1.492188,
                    1.90625,
                    1.226562,
                    0.828125,
                    1.140625,
                    1.648438,
                    0.976562,
                    0.320312,
                    1.171875,
                    0.976562,
                    0.209961,
                    1.5625,
                    0.384766,
                    1.304688,
                    1.0625,
                    1.226562,
                    1.046875,
                    0.371094,
                    0.863281,
                    0.589844,
                    1.179688,
                    1.515625,
                    0.886719,
                    1.6875,
                    1.53125,
                    1.070312,
                    1.109375,
                    0.84375,
                    0.648438,
                    1.359375,
                    0.710938,
                    0.867188,
                    0.890625,
                    1.679688,
                    0.816406,
                    1.617188,
                    1.59375,
                    1.171875,
                    1.5,
                    0.621094,
                    0.601562,
                    1.171875,
                    1.171875,
                    1.429688,
                    1.070312,
                    1.03125,
                    1.820312,
                    1.09375,
                    0.294922,
                    1.726562,
                    0.9375,
                    0.6875,
                    1.835938,
                    0.679688,
                    0.761719,
                    0.992188,
                    1.5,
                    0.925781,
                    1.710938,
                    0.703125,
                    1.703125,
                    2.046875,
                    1.359375,
                    2.09375,
                    0.65625,
                    1.210938,
                    0.785156,
                    1.859375,
                    0.890625,
                    1.4375,
                    1.007812,
                    1.125,
                    1.515625,
                    1.328125,
                    1.210938,
                    0.617188,
                    1.171875,
                    0.933594,
                    0.980469,
                    1.453125,
                    0.605469,
                    1.867188,
                    0.898438,
                    0.9375,
                    1.09375,
                    0.462891,
                    1.65625,
                    1.273438,
                    0.550781,
                    0.679688,
                    1.015625,
                    0.738281,
                    1.671875,
                    1.835938,
                    0.875,
                    0.851562,
                    1.9375,
                    1.726562,
                    0.628906,
                    1.46875,
                    1.65625,
                    0.640625,
                    1.507812,
                    0.765625,
                    0.59375,
                    1.726562,
                    0.773438,
                    1.414062,
                    0.910156,
                    1.304688,
                    1.953125,
                    1.671875,
                    1.226562,
                    2.234375,
                    0.78125,
                    0.765625,
                    0.785156,
                    0.746094,
                    1.132812,
                    1.398438,
                    1.039062,
                    0.667969,
                    0.859375,
                    1.34375,
                    1.367188,
                    1.703125,
                    0.605469,
                    1.695312,
                    1.5,
                    1.835938,
                    1.875,
                    1.25,
                    0.957031,
                    2.203125,
                    1.8125,
                    1.578125,
                    1.890625,
                    1.4375,
                    0.244141,
                    2.171875,
                    0.613281,
                    1.164062,
                    1.390625,
                    0.984375,
                    0.890625,
                    0.392578,
                    0.914062,
                    0.90625,
                    1.046875,
                    0.90625,
                    1.5,
                    0.972656,
                    0.792969,
                    1.164062,
                    1.664062,
                    1.78125,
                    1.734375,
                    0.707031,
                    0.671875,
                    1.625,
                    1.773438,
                    1.265625,
                    1.234375,
                    1.625,
                    0.832031,
                    0.691406,
                    1.320312,
                    0.917969,
                    1.367188,
                    1.445312,
                    1.234375,
                    1.046875,
                    1.875,
                    1.15625,
                    1.5625,
                    1.671875,
                    2.015625,
                    1.671875,
                    0.726562,
                    0.625,
                    0.5,
                    1.640625,
                    1.3125,
                    0.609375,
                    2.21875,
                    0.890625,
                    1.625,
                    1.78125,
                    0.691406,
                    1.953125,
                    0.667969,
                    1.5,
                    1.953125,
                    1.765625,
                    0.367188,
                    1.25,
                    1.273438,
                    1.859375,
                    1.085938,
                    0.988281,
                    -0.018433,
                    1.25,
                    1.1875,
                    0.859375,
                    1.453125,
                    0.71875,
                    0.726562,
                    1.328125,
                    1.25,
                    1.304688,
                    0.660156,
                    0.734375,
                    0.492188,
                    0.859375,
                    1.398438,
                    1.609375,
                    1.859375,
                    1.234375,
                    1.296875,
                    0.304688,
                    0.890625,
                    0.960938,
                    1.554688,
                    1.070312,
                    0.875,
                    0.789062,
                    1.179688,
                    1.421875,
                    0.933594,
                    1.125,
                    0.59375,
                    1.242188,
                    1.460938,
                    0.808594,
                    0.347656,
                    1.023438,
                    1.960938,
                    1.40625,
                    1.601562,
                    0.419922,
                    1.695312,
                    1.78125,
                    1.507812,
                    1.34375,
                    1.546875,
                    1.28125,
                    0.474609,
                    1.640625,
                    1.5,
                    1.46875,
                    0.742188,
                    2.046875,
                    0.933594,
                    0.369141,
                    1.203125,
                    0.796875,
                    1.671875,
                    1.578125,
                    0.355469,
                    1.523438,
                    1.65625,
                    0.832031,
                    0.953125,
                    1.773438,
                    1.71875,
                    0.675781,
                    0.890625,
                    1.5625,
                    1.828125,
                    0.882812,
                    1.46875,
                    1.523438,
                    1.0625,
                    0.792969,
                    0.765625,
                    1.828125,
                    1.625,
                    1.65625,
                    1.304688,
                    0.78125,
                    1.617188,
                    1.71875,
                    1.125,
                    0.46875,
                    1.75,
                    0.800781,
                    0.414062,
                    1.796875,
                    1.515625,
                    -0.063477,
                    0.792969,
                    1.664062,
                    0.316406,
                    0.601562,
                    0.933594,
                    1.257812,
                    1.109375,
                    1.421875,
                    0.820312,
                    0.960938,
                    0.703125,
                    0.707031,
                    1.085938,
                    0.964844,
                    1.71875,
                    1.507812,
                    1.210938,
                    1.789062,
                    1.53125,
                    1.039062,
                    1.898438,
                    1.039062,
                    0.394531,
                    0.898438,
                    1.09375,
                    1.0625,
                    1.398438,
                    0.757812,
                    1.25,
                    1.101562,
                    1.648438,
                    0.390625,
                    1.328125,
                    0.671875,
                    0.371094,
                    1.695312,
                    1.75,
                    1.929688,
                    1.039062,
                    0.828125,
                    0.433594,
                    1.515625,
                    0.90625,
                    0.644531,
                    0.628906,
                    2.125,
                    1.59375,
                    1.773438,
                    0.867188,
                    1.84375,
                    0.992188,
                    1.03125,
                    0.394531,
                    0.984375,
                    1.03125,
                    1.070312,
                    1.257812,
                    0.960938,
                    0.957031,
                    0.8125,
                    1.046875,
                    1.328125,
                    1.382812,
                    1.773438,
                    1.609375,
                    1.78125,
                    0.609375,
                    1.390625,
                    1.132812,
                    0.820312,
                    1.171875,
                    1.460938,
                    1.320312,
                    1.679688,
                    1.554688,
                    1.296875,
                    1.929688,
                    1.765625,
                    0.773438,
                    1.664062,
                    1.734375,
                    0.957031,
                    0.8125,
                    1.59375,
                    1.140625,
                    1.179688,
                    0.96875,
                    0.898438,
                    1.742188,
                    1.539062,
                    1.070312,
                    1.0,
                    1.078125,
                    1.5,
                    0.773438,
                    1.257812,
                    0.765625,
                    1.382812,
                    1.617188,
                    0.800781,
                    0.523438,
                    0.328125,
                    1.53125,
                    1.703125,
                    0.355469,
                    1.671875,
                    1.546875,
                    1.3125,
                    0.960938,
                    1.742188,
                    1.515625,
                    0.371094,
                    1.234375,
                    0.539062,
                    0.949219,
                    1.328125,
                    0.925781,
                    1.648438,
                    1.679688,
                    0.96875,
                    0.972656,
                    1.101562,
                    1.078125,
                    0.613281,
                    1.90625,
                    0.777344,
                    1.0,
                    1.585938,
                    1.640625,
                    1.898438,
                    1.140625,
                    0.412109,
                    1.617188,
                    0.804688,
                    1.367188,
                    1.546875,
                    0.902344,
                    1.21875,
                    1.9375,
                    1.695312,
                    1.164062,
                    1.570312,
                    1.59375,
                    0.570312,
                    0.980469,
                    0.925781,
                    1.140625,
                    0.605469,
                    0.625,
                    1.101562,
                    1.757812,
                    1.046875,
                    0.953125,
                    0.287109,
                    0.878906,
                    1.554688,
                    1.554688,
                    1.320312,
                    0.9375,
                    0.945312,
                    0.365234,
                    1.242188,
                    1.367188,
                    0.863281,
                    1.234375,
                    0.632812,
                    0.777344,
                    0.808594,
                    1.640625,
                    0.761719,
                    0.683594,
                    1.65625,
                    0.761719,
                    1.25,
                    0.929688,
                    0.882812,
                    1.929688,
                    0.644531,
                    1.023438,
                    0.71875,
                    1.554688,
                    1.90625,
                    1.359375,
                    1.546875,
                    0.941406,
                    1.859375,
                    0.878906,
                    0.625,
                    2.25,
                    1.054688,
                    0.714844,
                    1.765625,
                    0.863281,
                    1.164062,
                    1.289062,
                    1.15625,
                    0.734375,
                    1.273438,
                    0.416016,
                    0.625,
                    1.03125,
                    0.84375,
                    1.1875,
                    0.710938,
                    0.847656,
                    1.625,
                    1.273438,
                    0.9375,
                    1.25,
                    1.96875,
                    1.335938,
                    1.382812,
                    1.421875,
                    1.414062,
                    1.671875,
                    1.03125,
                    0.8125,
                    0.554688,
                    1.351562,
                    0.6875,
                    1.265625,
                    0.664062,
                    0.960938,
                    0.746094,
                    0.808594,
                    1.359375,
                    1.226562,
                    0.640625,
                    1.78125,
                    1.335938,
                    2.125,
                    1.203125,
                    0.84375,
                    1.515625,
                    0.957031,
                    0.707031,
                    1.875,
                    0.734375,
                    1.148438,
                    0.347656,
                    1.226562,
                    1.359375,
                    1.710938,
                    0.933594,
                    1.367188,
                    2.0625,
                    0.316406,
                    0.675781,
                    0.582031,
                    1.453125,
                    1.765625,
                    1.0,
                    1.828125,
                    1.71875,
                    0.396484,
                    1.632812,
                    1.78125,
                    0.726562,
                    1.71875,
                    1.117188,
                    1.039062,
                    1.117188,
                    0.949219,
                    0.945312,
                    1.742188,
                    0.992188,
                    1.695312,
                    1.117188,
                    0.746094,
                    1.796875,
                    0.294922,
                    1.632812,
                    0.894531,
                    0.761719,
                    1.0625,
                    1.226562,
                    1.703125,
                    1.601562,
                    1.34375,
                    1.367188,
                    0.640625,
                    1.703125,
                    1.117188,
                    0.253906,
                    0.996094,
                    1.976562,
                    2.0625,
                    1.609375,
                    0.867188,
                    0.223633,
                    1.859375,
                    1.453125,
                    1.171875,
                    1.0,
                    0.824219,
                    1.148438,
                    0.820312,
                    1.75,
                    1.054688,
                    1.015625,
                    1.4375,
                    0.78125,
                    0.976562,
                    0.96875,
                    0.667969,
                    1.554688,
                    1.96875,
                    0.345703,
                    1.554688,
                    1.359375,
                    1.953125,
                    1.578125,
                    1.203125,
                    1.710938,
                    0.742188,
                    1.164062,
                    0.796875,
                    0.78125,
                    1.21875,
                    1.484375,
                    1.804688,
                    1.46875,
                    0.964844,
                    0.294922,
                    5.875,
                    1.210938,
                    1.0,
                    1.742188,
                    0.796875,
                    1.859375,
                    -0.015259,
                    1.007812,
                    1.125,
                    0.757812,
                    0.921875,
                    1.765625,
                    1.3125,
                    0.78125,
                    1.609375,
                    1.820312,
                    1.859375,
                    0.34375,
                    1.578125,
                    1.492188,
                    0.96875,
                    1.007812,
                    0.953125,
                    1.085938,
                    0.617188,
                    1.226562,
                    1.765625,
                    1.921875,
                    0.820312,
                    1.53125,
                    0.785156,
                    0.953125,
                    1.570312,
                    0.871094,
                    1.046875,
                    0.910156,
                    0.777344,
                    1.273438,
                    1.5625,
                    1.265625,
                    1.554688,
                    0.289062,
                    2.125,
                    1.484375,
                    0.695312,
                    0.8125,
                    0.726562,
                    1.203125,
                    1.054688,
                    0.855469,
                    0.933594,
                    0.714844,
                    0.921875,
                    1.71875,
                    1.453125,
                    0.5,
                    1.757812,
                    0.322266,
                    2.0,
                    1.335938,
                    1.898438,
                    0.78125,
                    1.328125,
                    1.046875,
                    1.007812,
                    0.703125,
                    1.492188,
                    1.296875,
                    0.730469,
                    1.351562,
                    1.15625,
                    0.730469,
                    1.101562,
                    1.148438,
                    1.617188,
                    0.941406,
                    0.644531,
                    0.996094,
                    1.148438,
                    1.328125,
                    3.421875,
                    0.910156,
                    1.898438,
                    1.679688,
                    0.660156,
                    0.792969,
                    0.941406,
                    1.0625,
                    1.414062,
                    0.816406,
                    1.40625,
                    1.414062,
                    1.25,
                    1.828125,
                    1.09375,
                    1.703125,
                    0.710938,
                    1.773438,
                    1.039062,
                    1.101562,
                    1.992188,
                    1.53125,
                    1.914062,
                    1.328125,
                    1.414062,
                    0.96875,
                    1.140625,
                    0.929688,
                    1.296875,
                    1.710938,
                    1.132812,
                    1.367188,
                    1.539062,
                    1.179688,
                    1.914062,
                    1.1875,
                    0.910156,
                    0.949219,
                    1.578125,
                    1.421875,
                    1.71875,
                    1.445312,
                    0.9375,
                    1.398438,
                    1.796875,
                    1.84375,
                    0.679688,
                    1.8125,
                    0.859375,
                    0.753906,
                    0.75,
                    1.03125,
                    1.203125,
                    1.882812,
                    0.824219,
                    1.539062,
                    0.976562,
                    1.484375,
                    1.945312,
                    1.71875,
                    1.109375,
                    1.453125,
                    1.507812,
                    1.445312,
                    1.296875,
                    1.75,
                    1.414062,
                    0.710938,
                    1.179688,
                    1.492188,
                    1.210938,
                    1.210938,
                    1.0625,
                    0.324219,
                    1.75,
                    1.453125,
                    1.195312,
                    1.953125,
                    0.902344,
                    0.746094,
                    0.816406,
                    1.109375,
                    0.9375,
                    2.0625,
                    0.378906,
                    0.738281,
                    1.375,
                    0.523438,
                    0.248047,
                    1.054688,
                    0.84375,
                    0.753906,
                    1.40625,
                    1.046875,
                    1.34375,
                    0.703125,
                    2.234375,
                    0.785156,
                    0.373047,
                    2.09375,
                    1.945312,
                    1.109375,
                    1.242188,
                    0.894531,
                    1.039062,
                    1.820312,
                    0.820312,
                    0.914062,
                    0.976562,
                    0.976562,
                    1.25,
                    0.8125,
                    1.828125,
                    1.539062,
                    1.523438,
                    1.226562,
                    1.914062,
                    1.46875,
                    1.023438,
                    1.015625,
                    0.699219,
                    1.328125,
                    1.359375,
                    1.507812,
                    1.914062,
                    0.785156,
                    1.0,
                    1.304688,
                    1.703125,
                    0.910156,
                    2.09375,
                    1.757812,
                    0.789062,
                    1.890625,
                    0.804688,
                    0.753906,
                    1.71875,
                    1.117188,
                    0.9375,
                    0.925781,
                    1.296875,
                    0.332031,
                    1.9375,
                    0.279297,
                    1.851562,
                    1.984375,
                    0.490234,
                    0.59375,
                    1.796875,
                    0.960938,
                    1.304688,
                    1.351562,
                    1.773438,
                    1.171875,
                    0.777344,
                    0.707031,
                    1.195312,
                    1.507812,
                    1.078125,
                    1.828125,
                    0.910156,
                    1.3125,
                    1.539062,
                    0.675781,
                    1.84375,
                    1.53125,
                    1.414062,
                    1.8125,
                    0.6875,
                    0.519531,
                    1.0,
                    1.453125,
                    1.109375,
                    1.398438,
                    0.929688,
                    1.34375,
                    1.78125,
                    1.484375,
                    0.992188,
                    1.75,
                    0.789062,
                    1.5625,
                    0.914062,
                    0.605469,
                    1.023438,
                    1.265625,
                    1.320312,
                    1.15625,
                    1.695312,
                    1.734375,
                    1.742188,
                    0.882812,
                    1.890625,
                    1.75,
                    1.523438,
                    0.992188,
                    1.625,
                    1.984375,
                    0.851562,
                    0.828125,
                    1.234375,
                    1.507812,
                    1.914062,
                    1.359375,
                    1.15625,
                    0.824219,
                    1.15625,
                    1.445312,
                    1.75,
                    0.902344,
                    0.804688,
                    0.664062,
                    1.414062,
                    1.25,
                    0.890625,
                    1.328125,
                    1.296875,
                    1.492188,
                    0.789062,
                    0.349609,
                    1.78125,
                    0.785156,
                    1.75,
                    1.046875,
                    2.0625,
                    1.414062,
                    1.945312,
                    1.359375,
                    1.382812,
                    0.443359,
                    2.15625,
                    0.9375,
                    0.777344,
                    1.265625,
                    1.492188,
                    1.007812,
                    1.648438,
                    0.371094,
                    1.210938,
                    1.664062,
                    1.765625,
                    0.324219,
                    1.304688,
                    0.839844,
                    2.125,
                    0.800781,
                    1.226562,
                    1.15625,
                    0.314453,
                    1.921875,
                    1.453125,
                    1.273438,
                    0.691406,
                    0.984375,
                    1.179688,
                    1.25,
                    1.539062,
                    1.28125,
                    0.703125,
                    0.65625,
                    1.335938,
                    1.117188,
                    1.851562,
                    0.921875,
                    0.640625,
                    1.398438,
                    1.304688,
                    1.1875,
                    0.757812,
                    1.5,
                    1.84375,
                    1.53125,
                    0.34375,
                    0.710938,
                    0.365234,
                    1.476562,
                    1.679688,
                    1.835938,
                    1.28125,
                    0.84375,
                    1.078125,
                    1.695312,
                    1.226562,
                    0.683594,
                    1.070312,
                    0.625,
                    1.398438,
                    0.796875,
                    1.789062,
                    0.484375,
                    1.1875,
                    1.8125,
                    1.351562,
                    1.695312,
                    0.976562,
                    1.914062,
                    1.140625,
                    1.960938,
                    1.304688,
                    1.65625,
                    1.40625,
                    0.78125,
                    1.96875,
                    0.808594,
                    1.125,
                    0.867188,
                    1.359375,
                    1.65625,
                    1.789062,
                    1.75,
                    1.335938,
                    1.5625,
                    0.404297,
                    0.976562,
                    1.265625,
                    1.148438,
                    1.929688,
                    0.699219,
                    1.890625,
                    1.578125,
                    1.132812,
                    1.609375,
                    1.59375,
                    1.734375,
                    1.234375,
                    1.484375,
                    0.722656,
                    1.796875,
                    1.796875,
                    0.800781,
                    1.4375,
                    1.359375,
                    1.570312,
                    1.1875,
                    0.691406,
                    2.03125,
                    0.675781,
                    0.851562,
                    0.734375,
                    1.640625,
                    1.90625,
                    1.546875,
                    1.570312,
                    0.765625,
                    0.333984,
                    0.941406,
                    1.71875,
                    1.265625,
                    1.460938,
                    1.671875,
                    1.234375,
                    1.164062,
                    1.835938,
                    0.855469,
                    0.988281,
                    0.984375,
                    1.289062,
                    0.875,
                    1.359375,
                    1.109375,
                    1.296875,
                    1.671875,
                    1.523438,
                    1.296875,
                    1.65625,
                    1.3125,
                    1.257812,
                    0.402344,
                    1.734375,
                    0.302734,
                    0.5625,
                    0.804688,
                    0.960938,
                    0.707031,
                    0.710938,
                    0.804688,
                    0.285156,
                    0.8125,
                    1.492188,
                    1.226562,
                    7.21875,
                    0.605469,
                    1.203125,
                    1.203125,
                    1.59375,
                    0.84375,
                    0.507812,
                    1.5625,
                    1.75,
                    1.40625,
                    2.015625,
                    1.4375,
                    1.625,
                    1.078125,
                    2.015625,
                    1.460938,
                    1.296875,
                    1.679688,
                    1.179688,
                    1.84375,
                    0.8125,
                    0.5,
                    1.398438,
                    0.71875,
                    1.039062,
                    1.515625,
                    2.0625,
                    0.074219,
                    0.707031,
                    1.085938,
                    1.820312,
                    1.039062,
                    1.234375,
                    1.601562,
                    0.90625,
                    1.8125,
                    1.71875,
                    1.054688,
                    1.382812,
                    0.675781,
                    0.617188,
                    0.582031,
                    1.109375,
                    0.90625,
                    1.460938,
                    1.507812,
                    0.3125,
                    0.410156,
                    0.503906,
                    1.5,
                    0.804688,
                    0.914062,
                    1.296875,
                    1.796875,
                    0.882812,
                    1.546875,
                    1.421875,
                    0.972656,
                    0.542969,
                    1.304688,
                    0.828125,
                    1.578125,
                    1.992188,
                    0.695312,
                    0.707031,
                    1.703125,
                    1.25,
                    1.085938,
                    0.621094,
                    0.832031,
                    1.453125,
                    0.453125,
                    1.015625,
                    1.375,
                    0.710938,
                    1.351562,
                    1.492188,
                    0.855469,
                    2.0,
                    1.0625,
                    1.0,
                    0.435547,
                    1.046875,
                    0.667969,
                    1.4375,
                    1.40625,
                    0.625,
                    0.90625,
                    1.1875,
                    1.132812,
                    0.660156,
                    0.910156,
                    0.59375,
                    1.054688,
                    1.203125,
                    0.9375,
                    0.855469,
                    1.429688,
                    0.640625,
                    1.53125,
                    1.59375,
                    0.941406,
                    1.96875,
                    1.21875,
                    1.179688,
                    0.75,
                    0.730469,
                    1.59375,
                    1.984375,
                    1.679688,
                    1.1875,
                    2.09375,
                    1.054688,
                    1.101562,
                    1.375,
                    0.992188,
                    1.445312,
                    1.960938,
                    0.75,
                    0.78125,
                    1.234375,
                    0.785156,
                    2.65625,
                    1.140625,
                    1.046875,
                    1.5,
                    0.972656,
                    1.90625,
                    0.78125,
                    2.15625,
                    0.84375,
                    1.09375,
                    0.921875,
                    1.304688,
                    1.0,
                    0.589844,
                    0.992188,
                    1.429688,
                    0.492188,
                    1.265625,
                    1.210938,
                    1.6875
                ]
            },
            "name": "model.model.layers.19.input_layernorm.weight",
            "outputIndexes": [
                1566
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1565
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_19/Mul_output_0",
            "outputIndexes": [
                1567
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1566,
                1567
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_19/Mul_1_output_0",
            "outputIndexes": [
                1568
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1568
            ],
            "outputIndexes": [
                2840
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2840
            ],
            "outputIndexes": [
                2841
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/q_proj/Linear",
            "inputIndexes": [
                2841
            ],
            "outputIndexes": [
                2842
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    500255598,
                    1179670,
                    147456,
                    6144,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2842
            ],
            "outputIndexes": [
                2843
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2843
            ],
            "outputIndexes": [
                1569
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1568
            ],
            "main_type": "NONE",
            "name": "/Shape_267_output_0",
            "outputIndexes": [
                1570
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1570
            ],
            "main_type": "NONE",
            "name": "Shape4828",
            "outputIndexes": [
                1571
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1570
            ],
            "main_type": "NONE",
            "name": "Rank4830",
            "outputIndexes": [
                1572
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1572,
                1572
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4832",
            "outputIndexes": [
                1573
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1573
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4833",
            "outputIndexes": [
                1574
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1573,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4835",
            "outputIndexes": [
                1575
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1575
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4836",
            "outputIndexes": [
                1576
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1571,
                1574,
                1576,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice4839",
            "outputIndexes": [
                1577
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1577
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze4840",
            "outputIndexes": [
                1578
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                1578
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4841",
            "outputIndexes": [
                1579
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1579,
                1578
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4842",
            "outputIndexes": [
                1580
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1570,
                1580,
                1573
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_289_output_0",
            "outputIndexes": [
                1581
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1581,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_609_output_0",
            "outputIndexes": [
                1582
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1582,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_247_output_0",
            "outputIndexes": [
                1583
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1569,
                1583
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_172_output_0",
            "outputIndexes": [
                1584
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1584,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_152_output_0",
            "outputIndexes": [
                1585
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1584
            ],
            "main_type": "NONE",
            "name": "/Shape_268_output_0",
            "outputIndexes": [
                1586
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1586
            ],
            "main_type": "NONE",
            "name": "Shape4849",
            "outputIndexes": [
                1587
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1586
            ],
            "main_type": "NONE",
            "name": "Rank4851",
            "outputIndexes": [
                1588
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1588,
                1588
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4853",
            "outputIndexes": [
                1589
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1589
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4854",
            "outputIndexes": [
                1590
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1589,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4856",
            "outputIndexes": [
                1591
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1591
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4857",
            "outputIndexes": [
                1592
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1587,
                1590,
                1592,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice4860",
            "outputIndexes": [
                1593
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1593
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze4861",
            "outputIndexes": [
                1594
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1594
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4862",
            "outputIndexes": [
                1595
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1595,
                1594
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4863",
            "outputIndexes": [
                1596
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1586,
                1596,
                1589
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_290_output_0",
            "outputIndexes": [
                1597
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1597,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_57_output_0",
            "outputIndexes": [
                1598
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1598,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_614_output_0",
            "outputIndexes": [
                1599
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1584,
                1599,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_77_output_0",
            "outputIndexes": [
                1600
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1600
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_38_output_0",
            "outputIndexes": [
                1601
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1584,
                22,
                1599,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_76_output_0",
            "outputIndexes": [
                1602
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1601,
                1602
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_250_output_0",
            "outputIndexes": [
                1603
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1603,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_153_output_0",
            "outputIndexes": [
                1604
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1585,
                1604
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_95_output_0",
            "outputIndexes": [
                1605
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1568
            ],
            "outputIndexes": [
                2844
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2844
            ],
            "outputIndexes": [
                2845
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/k_proj/Linear",
            "inputIndexes": [
                2845
            ],
            "outputIndexes": [
                2846
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    501588868,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2846
            ],
            "outputIndexes": [
                2847
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2847
            ],
            "outputIndexes": [
                1606
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1582,
                85,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_248_output_0",
            "outputIndexes": [
                1607
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1606,
                1607
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_173_output_0",
            "outputIndexes": [
                1608
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1608,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_154_output_0",
            "outputIndexes": [
                1609
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1608
            ],
            "main_type": "NONE",
            "name": "/Shape_269_output_0",
            "outputIndexes": [
                1610
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1610
            ],
            "main_type": "NONE",
            "name": "Shape4912",
            "outputIndexes": [
                1611
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1610
            ],
            "main_type": "NONE",
            "name": "Rank4914",
            "outputIndexes": [
                1612
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1612,
                1612
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4916",
            "outputIndexes": [
                1613
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1613
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4917",
            "outputIndexes": [
                1614
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1613,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4919",
            "outputIndexes": [
                1615
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1615
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4920",
            "outputIndexes": [
                1616
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1611,
                1614,
                1616,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice4923",
            "outputIndexes": [
                1617
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1617
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze4924",
            "outputIndexes": [
                1618
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1618
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4925",
            "outputIndexes": [
                1619
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1619,
                1618
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4926",
            "outputIndexes": [
                1620
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1610,
                1620,
                1613
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_291_output_0",
            "outputIndexes": [
                1621
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1621,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_58_output_0",
            "outputIndexes": [
                1622
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1622,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_616_output_0",
            "outputIndexes": [
                1623
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1608,
                1623,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_79_output_0",
            "outputIndexes": [
                1624
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1624
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_39_output_0",
            "outputIndexes": [
                1625
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1608,
                22,
                1623,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_78_output_0",
            "outputIndexes": [
                1626
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1625,
                1626
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_251_output_0",
            "outputIndexes": [
                1627
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1627,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_155_output_0",
            "outputIndexes": [
                1628
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1609,
                1628
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_96_output_0",
            "outputIndexes": [
                1629
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1568
            ],
            "outputIndexes": [
                2848
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2848
            ],
            "outputIndexes": [
                2849
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/v_proj/Linear",
            "inputIndexes": [
                2849
            ],
            "outputIndexes": [
                2850
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    501811098,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2850
            ],
            "outputIndexes": [
                2851
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2851
            ],
            "outputIndexes": [
                1630
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1630,
                1607
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_174_output_0",
            "outputIndexes": [
                1631
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1605,
                1629,
                1631,
                111
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_179_output_0",
            "outputIndexes": [
                1632
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1632
            ],
            "outputIndexes": [
                2852
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2852
            ],
            "outputIndexes": [
                2853
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/o_proj/Linear",
            "inputIndexes": [
                2853
            ],
            "outputIndexes": [
                2854
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    502033328,
                    1179670,
                    147456,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2854
            ],
            "outputIndexes": [
                2855
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2855
            ],
            "outputIndexes": [
                1633
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1565,
                1633
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_98_output_0",
            "outputIndexes": [
                1634
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.388672,
                    1.125,
                    0.671875,
                    0.859375,
                    0.757812,
                    0.722656,
                    0.917969,
                    0.859375,
                    0.898438,
                    0.664062,
                    0.902344,
                    0.726562,
                    1.03125,
                    1.0,
                    1.015625,
                    0.886719,
                    0.980469,
                    0.835938,
                    1.0625,
                    0.648438,
                    1.039062,
                    0.851562,
                    0.886719,
                    0.34375,
                    1.039062,
                    1.015625,
                    0.742188,
                    0.710938,
                    0.6875,
                    1.078125,
                    1.0625,
                    1.0,
                    1.15625,
                    0.667969,
                    0.84375,
                    1.132812,
                    1.015625,
                    0.882812,
                    0.644531,
                    0.636719,
                    1.125,
                    1.101562,
                    0.992188,
                    1.109375,
                    0.388672,
                    0.875,
                    0.816406,
                    0.917969,
                    0.824219,
                    0.679688,
                    0.359375,
                    0.605469,
                    1.109375,
                    0.953125,
                    0.929688,
                    0.734375,
                    0.703125,
                    0.363281,
                    0.597656,
                    0.648438,
                    0.824219,
                    0.683594,
                    0.753906,
                    1.046875,
                    0.914062,
                    0.53125,
                    0.808594,
                    0.644531,
                    0.84375,
                    0.75,
                    0.800781,
                    0.71875,
                    0.363281,
                    0.71875,
                    0.976562,
                    0.605469,
                    0.964844,
                    0.960938,
                    0.96875,
                    1.179688,
                    1.148438,
                    0.363281,
                    0.578125,
                    1.140625,
                    1.054688,
                    1.09375,
                    1.09375,
                    1.15625,
                    0.785156,
                    0.980469,
                    0.894531,
                    0.75,
                    0.664062,
                    0.71875,
                    1.070312,
                    0.490234,
                    0.863281,
                    0.6875,
                    1.101562,
                    0.980469,
                    1.3125,
                    0.613281,
                    0.679688,
                    1.171875,
                    0.664062,
                    0.835938,
                    0.828125,
                    0.878906,
                    0.632812,
                    0.941406,
                    0.664062,
                    1.203125,
                    0.835938,
                    0.339844,
                    1.054688,
                    0.929688,
                    0.96875,
                    1.054688,
                    0.359375,
                    0.398438,
                    1.015625,
                    0.431641,
                    0.707031,
                    0.683594,
                    1.0,
                    1.148438,
                    1.109375,
                    0.410156,
                    0.730469,
                    1.28125,
                    0.84375,
                    0.953125,
                    0.96875,
                    1.179688,
                    1.054688,
                    1.15625,
                    0.644531,
                    1.289062,
                    0.640625,
                    0.933594,
                    0.363281,
                    0.8125,
                    0.765625,
                    0.447266,
                    1.078125,
                    0.636719,
                    1.0625,
                    1.0,
                    1.171875,
                    0.910156,
                    0.8125,
                    1.046875,
                    0.439453,
                    0.996094,
                    1.242188,
                    0.632812,
                    0.988281,
                    0.710938,
                    1.140625,
                    1.117188,
                    0.679688,
                    0.753906,
                    0.863281,
                    0.417969,
                    0.679688,
                    1.03125,
                    0.914062,
                    1.078125,
                    0.941406,
                    0.988281,
                    1.164062,
                    0.953125,
                    0.96875,
                    1.101562,
                    0.796875,
                    1.078125,
                    0.902344,
                    1.1875,
                    1.03125,
                    1.195312,
                    1.054688,
                    0.78125,
                    1.078125,
                    0.746094,
                    0.953125,
                    0.59375,
                    0.4375,
                    1.171875,
                    0.902344,
                    0.878906,
                    1.101562,
                    0.800781,
                    1.15625,
                    1.09375,
                    1.046875,
                    0.980469,
                    0.957031,
                    0.859375,
                    1.054688,
                    0.71875,
                    0.820312,
                    0.984375,
                    1.078125,
                    1.203125,
                    1.0625,
                    0.945312,
                    0.9375,
                    1.140625,
                    0.832031,
                    1.039062,
                    0.847656,
                    1.109375,
                    0.636719,
                    0.761719,
                    1.132812,
                    0.423828,
                    1.039062,
                    1.039062,
                    1.023438,
                    0.949219,
                    0.988281,
                    1.070312,
                    0.648438,
                    0.431641,
                    0.714844,
                    1.125,
                    0.726562,
                    0.636719,
                    0.628906,
                    0.976562,
                    0.953125,
                    1.054688,
                    1.054688,
                    1.070312,
                    1.039062,
                    0.722656,
                    0.972656,
                    0.855469,
                    0.917969,
                    1.109375,
                    0.792969,
                    0.945312,
                    0.878906,
                    1.164062,
                    0.933594,
                    1.007812,
                    1.164062,
                    0.898438,
                    0.757812,
                    1.234375,
                    0.808594,
                    0.613281,
                    1.101562,
                    0.386719,
                    0.353516,
                    0.808594,
                    0.8125,
                    1.1875,
                    1.117188,
                    0.875,
                    0.933594,
                    1.148438,
                    1.078125,
                    0.707031,
                    1.03125,
                    0.902344,
                    0.683594,
                    1.171875,
                    0.925781,
                    0.804688,
                    0.984375,
                    0.769531,
                    0.730469,
                    0.980469,
                    0.609375,
                    0.664062,
                    0.453125,
                    1.015625,
                    0.652344,
                    1.15625,
                    1.046875,
                    0.777344,
                    0.777344,
                    0.75,
                    0.953125,
                    0.367188,
                    1.054688,
                    0.96875,
                    0.832031,
                    1.101562,
                    1.015625,
                    1.179688,
                    1.25,
                    1.148438,
                    0.738281,
                    0.832031,
                    0.957031,
                    0.890625,
                    1.109375,
                    1.085938,
                    0.369141,
                    0.484375,
                    1.117188,
                    0.4375,
                    1.15625,
                    0.820312,
                    1.0625,
                    0.734375,
                    0.96875,
                    0.367188,
                    0.628906,
                    1.078125,
                    0.421875,
                    0.921875,
                    1.203125,
                    1.101562,
                    0.5,
                    0.929688,
                    0.929688,
                    0.361328,
                    0.96875,
                    1.203125,
                    1.03125,
                    0.632812,
                    0.859375,
                    0.882812,
                    0.789062,
                    0.363281,
                    0.867188,
                    0.820312,
                    0.351562,
                    1.007812,
                    0.400391,
                    0.769531,
                    0.800781,
                    0.648438,
                    0.914062,
                    0.359375,
                    0.726562,
                    0.46875,
                    0.804688,
                    0.996094,
                    0.792969,
                    1.070312,
                    1.109375,
                    0.894531,
                    0.875,
                    0.734375,
                    0.695312,
                    1.039062,
                    0.714844,
                    0.554688,
                    0.617188,
                    0.9375,
                    0.773438,
                    1.023438,
                    0.355469,
                    0.878906,
                    1.03125,
                    0.648438,
                    0.667969,
                    0.839844,
                    0.957031,
                    0.949219,
                    0.914062,
                    0.835938,
                    1.171875,
                    0.847656,
                    0.376953,
                    1.125,
                    0.828125,
                    0.648438,
                    1.15625,
                    0.644531,
                    0.757812,
                    0.835938,
                    1.03125,
                    0.71875,
                    1.148438,
                    0.671875,
                    1.09375,
                    1.21875,
                    0.988281,
                    1.273438,
                    0.511719,
                    1.0,
                    0.722656,
                    1.1875,
                    0.792969,
                    1.070312,
                    0.875,
                    0.910156,
                    1.117188,
                    0.878906,
                    0.589844,
                    0.419922,
                    0.976562,
                    0.71875,
                    0.863281,
                    1.023438,
                    0.644531,
                    1.148438,
                    0.726562,
                    0.820312,
                    0.808594,
                    0.386719,
                    1.148438,
                    0.992188,
                    0.6875,
                    0.433594,
                    0.796875,
                    0.691406,
                    1.09375,
                    1.070312,
                    0.785156,
                    0.75,
                    1.226562,
                    1.117188,
                    0.628906,
                    1.039062,
                    1.109375,
                    0.617188,
                    0.972656,
                    0.675781,
                    0.644531,
                    1.039062,
                    0.71875,
                    1.0,
                    0.773438,
                    1.015625,
                    1.257812,
                    1.148438,
                    0.960938,
                    1.15625,
                    0.628906,
                    0.699219,
                    0.734375,
                    0.65625,
                    0.902344,
                    0.976562,
                    0.820312,
                    0.664062,
                    0.478516,
                    0.789062,
                    0.972656,
                    1.125,
                    0.40625,
                    1.101562,
                    1.015625,
                    1.132812,
                    1.210938,
                    0.957031,
                    0.867188,
                    1.265625,
                    1.078125,
                    1.148438,
                    1.148438,
                    1.039062,
                    0.361328,
                    1.351562,
                    0.648438,
                    0.890625,
                    1.023438,
                    0.785156,
                    0.78125,
                    0.410156,
                    0.679688,
                    0.804688,
                    0.828125,
                    0.820312,
                    0.976562,
                    0.890625,
                    0.660156,
                    0.882812,
                    1.164062,
                    1.101562,
                    1.070312,
                    0.664062,
                    0.404297,
                    1.015625,
                    1.117188,
                    0.882812,
                    0.988281,
                    1.054688,
                    0.765625,
                    0.648438,
                    1.007812,
                    0.734375,
                    1.007812,
                    1.03125,
                    0.976562,
                    0.898438,
                    1.0625,
                    0.882812,
                    1.046875,
                    1.109375,
                    0.953125,
                    1.132812,
                    0.703125,
                    0.441406,
                    0.347656,
                    1.148438,
                    0.96875,
                    1.054688,
                    1.335938,
                    0.828125,
                    1.078125,
                    0.414062,
                    0.660156,
                    1.257812,
                    0.640625,
                    1.070312,
                    1.164062,
                    1.140625,
                    0.371094,
                    1.015625,
                    0.910156,
                    1.171875,
                    0.832031,
                    0.671875,
                    1.015625,
                    0.972656,
                    0.925781,
                    0.695312,
                    1.023438,
                    0.695312,
                    0.851562,
                    1.015625,
                    0.945312,
                    1.03125,
                    0.71875,
                    0.71875,
                    0.375,
                    0.75,
                    1.015625,
                    1.054688,
                    1.117188,
                    0.972656,
                    1.023438,
                    0.369141,
                    0.859375,
                    0.863281,
                    1.046875,
                    0.886719,
                    0.84375,
                    0.710938,
                    0.558594,
                    0.933594,
                    0.609375,
                    0.902344,
                    0.671875,
                    0.992188,
                    1.09375,
                    0.800781,
                    0.386719,
                    0.855469,
                    1.132812,
                    1.007812,
                    1.09375,
                    0.392578,
                    1.171875,
                    1.140625,
                    1.0,
                    0.949219,
                    1.101562,
                    0.652344,
                    0.371094,
                    1.046875,
                    1.070312,
                    1.0625,
                    0.652344,
                    1.257812,
                    0.789062,
                    0.347656,
                    0.566406,
                    0.738281,
                    1.140625,
                    1.070312,
                    0.384766,
                    1.0,
                    0.371094,
                    0.714844,
                    0.851562,
                    1.171875,
                    1.070312,
                    0.648438,
                    0.765625,
                    1.117188,
                    1.171875,
                    0.808594,
                    1.070312,
                    1.109375,
                    0.910156,
                    0.753906,
                    0.691406,
                    1.140625,
                    1.070312,
                    1.140625,
                    1.054688,
                    0.6875,
                    1.179688,
                    1.140625,
                    0.882812,
                    0.378906,
                    1.117188,
                    0.546875,
                    0.394531,
                    1.15625,
                    0.90625,
                    4.7e-05,
                    0.730469,
                    0.984375,
                    0.357422,
                    0.617188,
                    0.816406,
                    0.9375,
                    0.789062,
                    1.070312,
                    0.621094,
                    0.835938,
                    0.691406,
                    0.65625,
                    0.851562,
                    0.863281,
                    1.0625,
                    1.085938,
                    0.917969,
                    1.171875,
                    1.046875,
                    0.8125,
                    1.15625,
                    0.773438,
                    0.359375,
                    0.886719,
                    0.890625,
                    0.808594,
                    1.007812,
                    0.6875,
                    1.0,
                    0.851562,
                    1.1875,
                    0.367188,
                    1.046875,
                    0.671875,
                    0.371094,
                    1.078125,
                    1.09375,
                    1.242188,
                    0.605469,
                    0.730469,
                    0.417969,
                    1.101562,
                    0.742188,
                    0.664062,
                    0.640625,
                    1.171875,
                    1.140625,
                    1.210938,
                    0.792969,
                    1.125,
                    0.8125,
                    0.570312,
                    0.353516,
                    0.835938,
                    0.609375,
                    0.960938,
                    0.992188,
                    0.84375,
                    0.824219,
                    0.726562,
                    0.921875,
                    0.523438,
                    0.988281,
                    1.0625,
                    1.109375,
                    1.179688,
                    0.412109,
                    1.023438,
                    0.878906,
                    0.667969,
                    0.890625,
                    1.03125,
                    1.015625,
                    1.039062,
                    1.078125,
                    0.875,
                    1.195312,
                    1.125,
                    0.777344,
                    1.179688,
                    1.09375,
                    0.886719,
                    0.714844,
                    1.15625,
                    0.535156,
                    0.882812,
                    0.695312,
                    0.765625,
                    1.234375,
                    1.0,
                    0.84375,
                    0.90625,
                    0.839844,
                    1.125,
                    0.476562,
                    0.964844,
                    0.71875,
                    0.847656,
                    1.09375,
                    0.726562,
                    0.472656,
                    0.363281,
                    1.078125,
                    0.929688,
                    0.382812,
                    1.109375,
                    1.101562,
                    1.0,
                    0.484375,
                    1.132812,
                    1.03125,
                    0.414062,
                    0.914062,
                    0.46875,
                    0.851562,
                    0.964844,
                    0.765625,
                    1.15625,
                    1.0625,
                    0.878906,
                    0.808594,
                    0.898438,
                    0.867188,
                    0.636719,
                    1.195312,
                    0.644531,
                    0.800781,
                    1.109375,
                    1.109375,
                    1.328125,
                    0.777344,
                    0.419922,
                    0.503906,
                    0.726562,
                    1.015625,
                    1.007812,
                    0.769531,
                    0.933594,
                    1.179688,
                    0.988281,
                    0.707031,
                    1.054688,
                    0.359375,
                    0.472656,
                    0.742188,
                    0.839844,
                    0.953125,
                    0.664062,
                    0.632812,
                    0.84375,
                    1.0625,
                    0.851562,
                    0.796875,
                    0.361328,
                    0.796875,
                    1.148438,
                    1.0625,
                    0.785156,
                    0.738281,
                    0.820312,
                    0.359375,
                    0.953125,
                    1.039062,
                    0.628906,
                    0.875,
                    0.65625,
                    0.671875,
                    0.535156,
                    1.0625,
                    0.632812,
                    0.648438,
                    1.03125,
                    0.707031,
                    0.917969,
                    0.671875,
                    0.769531,
                    1.234375,
                    0.625,
                    0.894531,
                    0.761719,
                    1.09375,
                    1.15625,
                    1.0625,
                    0.359375,
                    0.632812,
                    1.164062,
                    0.574219,
                    0.640625,
                    1.257812,
                    0.886719,
                    0.652344,
                    1.179688,
                    0.714844,
                    0.953125,
                    0.925781,
                    0.921875,
                    0.65625,
                    0.886719,
                    0.402344,
                    0.652344,
                    0.933594,
                    0.746094,
                    0.945312,
                    0.632812,
                    0.734375,
                    1.070312,
                    0.945312,
                    0.851562,
                    1.023438,
                    1.234375,
                    1.007812,
                    1.0,
                    1.054688,
                    1.039062,
                    1.125,
                    0.867188,
                    0.628906,
                    0.425781,
                    1.015625,
                    0.648438,
                    1.03125,
                    0.660156,
                    0.75,
                    0.65625,
                    0.777344,
                    0.984375,
                    0.882812,
                    0.664062,
                    1.101562,
                    1.0,
                    1.257812,
                    0.957031,
                    0.617188,
                    1.085938,
                    0.507812,
                    0.625,
                    1.234375,
                    0.714844,
                    0.851562,
                    0.347656,
                    0.949219,
                    0.988281,
                    1.148438,
                    0.621094,
                    0.929688,
                    1.1875,
                    0.380859,
                    0.648438,
                    0.640625,
                    1.078125,
                    1.132812,
                    0.75,
                    1.085938,
                    1.046875,
                    0.363281,
                    0.412109,
                    1.132812,
                    0.640625,
                    0.371094,
                    0.890625,
                    0.882812,
                    0.851562,
                    0.890625,
                    0.910156,
                    1.125,
                    0.878906,
                    1.109375,
                    0.875,
                    0.652344,
                    1.007812,
                    0.367188,
                    1.132812,
                    0.792969,
                    0.765625,
                    0.820312,
                    0.921875,
                    1.195312,
                    1.085938,
                    1.03125,
                    0.921875,
                    0.53125,
                    1.085938,
                    0.90625,
                    0.357422,
                    0.804688,
                    1.125,
                    1.210938,
                    1.101562,
                    0.609375,
                    0.363281,
                    0.429688,
                    0.400391,
                    0.941406,
                    0.851562,
                    0.667969,
                    0.890625,
                    0.578125,
                    1.117188,
                    0.886719,
                    1.125,
                    1.078125,
                    0.679688,
                    0.796875,
                    0.816406,
                    0.632812,
                    1.054688,
                    1.078125,
                    0.357422,
                    0.960938,
                    1.0,
                    1.195312,
                    1.054688,
                    1.023438,
                    1.054688,
                    0.5625,
                    0.824219,
                    0.636719,
                    0.714844,
                    0.925781,
                    1.023438,
                    1.101562,
                    1.070312,
                    0.765625,
                    0.378906,
                    0.652344,
                    0.9375,
                    0.855469,
                    1.085938,
                    0.667969,
                    1.273438,
                    0.742188,
                    0.851562,
                    0.90625,
                    0.679688,
                    0.976562,
                    1.132812,
                    0.988281,
                    0.734375,
                    0.972656,
                    1.148438,
                    1.195312,
                    0.404297,
                    1.03125,
                    1.03125,
                    0.78125,
                    0.871094,
                    0.894531,
                    0.601562,
                    0.632812,
                    0.960938,
                    1.171875,
                    1.1875,
                    0.808594,
                    1.0625,
                    0.707031,
                    0.828125,
                    1.0,
                    0.71875,
                    0.828125,
                    0.964844,
                    0.757812,
                    0.929688,
                    1.109375,
                    0.921875,
                    1.039062,
                    0.392578,
                    1.210938,
                    1.007812,
                    0.679688,
                    0.769531,
                    0.640625,
                    0.96875,
                    0.792969,
                    0.628906,
                    0.800781,
                    0.679688,
                    0.796875,
                    0.910156,
                    0.953125,
                    0.369141,
                    1.265625,
                    0.369141,
                    1.25,
                    1.015625,
                    1.15625,
                    0.746094,
                    0.9375,
                    0.851562,
                    0.914062,
                    0.761719,
                    1.023438,
                    0.921875,
                    0.648438,
                    0.945312,
                    0.914062,
                    0.667969,
                    0.890625,
                    0.447266,
                    1.117188,
                    0.808594,
                    0.644531,
                    0.816406,
                    0.921875,
                    0.988281,
                    0.882812,
                    0.742188,
                    1.132812,
                    1.125,
                    0.605469,
                    0.757812,
                    0.847656,
                    0.933594,
                    1.0625,
                    0.554688,
                    0.691406,
                    1.0,
                    0.976562,
                    1.148438,
                    0.574219,
                    1.164062,
                    0.675781,
                    1.125,
                    0.863281,
                    0.902344,
                    1.164062,
                    1.109375,
                    1.039062,
                    1.023438,
                    0.625,
                    0.863281,
                    0.890625,
                    0.804688,
                    0.980469,
                    1.195312,
                    0.851562,
                    0.960938,
                    1.09375,
                    0.859375,
                    1.171875,
                    0.929688,
                    0.738281,
                    0.753906,
                    1.078125,
                    1.023438,
                    1.117188,
                    1.023438,
                    0.792969,
                    1.046875,
                    1.15625,
                    1.21875,
                    0.6875,
                    1.210938,
                    0.742188,
                    0.734375,
                    0.65625,
                    0.851562,
                    0.925781,
                    1.125,
                    0.6875,
                    1.117188,
                    0.828125,
                    1.0,
                    1.234375,
                    0.482422,
                    0.890625,
                    0.925781,
                    0.988281,
                    0.9375,
                    1.015625,
                    1.0625,
                    0.992188,
                    0.65625,
                    0.953125,
                    1.046875,
                    0.929688,
                    0.890625,
                    1.0,
                    0.382812,
                    1.125,
                    0.78125,
                    0.917969,
                    1.195312,
                    0.847656,
                    0.640625,
                    0.730469,
                    0.929688,
                    0.605469,
                    1.195312,
                    0.34375,
                    0.664062,
                    1.054688,
                    0.408203,
                    0.351562,
                    0.824219,
                    0.699219,
                    0.753906,
                    1.054688,
                    0.925781,
                    0.640625,
                    0.683594,
                    1.257812,
                    0.757812,
                    0.398438,
                    1.375,
                    1.1875,
                    0.976562,
                    0.929688,
                    0.753906,
                    0.589844,
                    1.171875,
                    0.777344,
                    0.835938,
                    0.742188,
                    0.636719,
                    1.007812,
                    0.5625,
                    1.140625,
                    1.0625,
                    1.101562,
                    0.933594,
                    1.242188,
                    0.96875,
                    0.871094,
                    0.8125,
                    0.679688,
                    0.941406,
                    1.007812,
                    0.980469,
                    1.117188,
                    0.582031,
                    0.816406,
                    0.976562,
                    1.117188,
                    0.773438,
                    1.210938,
                    1.210938,
                    0.726562,
                    1.117188,
                    0.710938,
                    0.71875,
                    1.046875,
                    0.867188,
                    0.816406,
                    0.789062,
                    0.722656,
                    0.378906,
                    1.1875,
                    0.351562,
                    1.125,
                    1.164062,
                    0.394531,
                    0.714844,
                    1.226562,
                    0.789062,
                    1.03125,
                    0.953125,
                    0.59375,
                    0.9375,
                    0.75,
                    0.644531,
                    0.96875,
                    1.03125,
                    0.839844,
                    1.179688,
                    0.773438,
                    1.046875,
                    1.03125,
                    0.660156,
                    1.0625,
                    1.148438,
                    0.949219,
                    1.203125,
                    0.65625,
                    0.382812,
                    0.773438,
                    1.007812,
                    0.921875,
                    1.085938,
                    0.863281,
                    1.0,
                    1.210938,
                    1.046875,
                    0.820312,
                    1.0625,
                    0.773438,
                    1.039062,
                    0.664062,
                    0.378906,
                    0.59375,
                    0.960938,
                    0.714844,
                    0.933594,
                    1.101562,
                    1.140625,
                    1.140625,
                    0.78125,
                    1.140625,
                    1.210938,
                    1.078125,
                    0.855469,
                    1.164062,
                    1.25,
                    0.78125,
                    0.734375,
                    0.65625,
                    0.738281,
                    1.179688,
                    0.523438,
                    0.78125,
                    0.617188,
                    0.925781,
                    0.972656,
                    0.652344,
                    0.507812,
                    0.757812,
                    0.515625,
                    1.023438,
                    0.859375,
                    0.816406,
                    0.878906,
                    1.0,
                    1.117188,
                    0.710938,
                    0.359375,
                    1.171875,
                    0.710938,
                    1.15625,
                    0.835938,
                    1.203125,
                    1.015625,
                    1.1875,
                    0.917969,
                    1.023438,
                    0.449219,
                    1.382812,
                    0.59375,
                    0.679688,
                    1.023438,
                    0.832031,
                    0.851562,
                    1.101562,
                    0.341797,
                    0.785156,
                    1.164062,
                    1.078125,
                    0.382812,
                    0.949219,
                    0.75,
                    1.25,
                    0.703125,
                    0.957031,
                    0.894531,
                    0.357422,
                    1.03125,
                    1.070312,
                    1.023438,
                    0.640625,
                    0.882812,
                    0.777344,
                    0.96875,
                    1.023438,
                    1.09375,
                    0.660156,
                    0.640625,
                    0.96875,
                    0.90625,
                    1.164062,
                    0.632812,
                    0.449219,
                    0.609375,
                    0.988281,
                    0.882812,
                    0.753906,
                    0.378906,
                    1.132812,
                    0.460938,
                    0.353516,
                    0.636719,
                    0.357422,
                    1.015625,
                    0.605469,
                    1.273438,
                    0.960938,
                    0.804688,
                    0.90625,
                    0.457031,
                    0.902344,
                    0.671875,
                    0.886719,
                    0.667969,
                    0.992188,
                    0.671875,
                    1.148438,
                    0.369141,
                    0.945312,
                    1.140625,
                    1.03125,
                    1.03125,
                    0.617188,
                    1.242188,
                    0.851562,
                    1.164062,
                    0.871094,
                    1.109375,
                    1.007812,
                    0.683594,
                    1.21875,
                    0.792969,
                    0.851562,
                    0.792969,
                    0.996094,
                    1.101562,
                    1.125,
                    1.140625,
                    1.0625,
                    1.070312,
                    0.378906,
                    0.722656,
                    0.960938,
                    0.808594,
                    1.15625,
                    0.695312,
                    1.234375,
                    0.996094,
                    0.851562,
                    1.0625,
                    0.976562,
                    1.125,
                    0.835938,
                    1.101562,
                    0.425781,
                    1.109375,
                    1.164062,
                    0.613281,
                    1.039062,
                    0.996094,
                    1.085938,
                    0.894531,
                    0.621094,
                    1.164062,
                    0.640625,
                    0.761719,
                    0.632812,
                    1.140625,
                    1.1875,
                    1.070312,
                    1.101562,
                    0.691406,
                    0.392578,
                    0.847656,
                    0.421875,
                    1.015625,
                    1.023438,
                    1.132812,
                    0.90625,
                    0.84375,
                    1.148438,
                    0.691406,
                    0.832031,
                    0.851562,
                    0.921875,
                    0.785156,
                    1.070312,
                    0.902344,
                    0.953125,
                    1.085938,
                    1.09375,
                    0.507812,
                    1.054688,
                    1.0,
                    0.933594,
                    0.341797,
                    1.140625,
                    0.382812,
                    0.457031,
                    0.765625,
                    0.867188,
                    0.628906,
                    0.449219,
                    0.789062,
                    0.376953,
                    0.652344,
                    1.039062,
                    0.921875,
                    0.753906,
                    0.921875,
                    0.835938,
                    0.578125,
                    1.132812,
                    0.695312,
                    0.375,
                    1.070312,
                    1.070312,
                    0.992188,
                    1.171875,
                    0.886719,
                    1.078125,
                    0.875,
                    1.296875,
                    0.9375,
                    0.957031,
                    1.171875,
                    0.5625,
                    1.148438,
                    0.785156,
                    0.378906,
                    1.039062,
                    0.707031,
                    0.867188,
                    1.0625,
                    1.179688,
                    0.330078,
                    0.664062,
                    0.695312,
                    0.332031,
                    0.6875,
                    0.957031,
                    1.132812,
                    0.90625,
                    1.179688,
                    1.148438,
                    0.871094,
                    0.984375,
                    0.6875,
                    0.435547,
                    0.652344,
                    0.914062,
                    0.863281,
                    1.09375,
                    1.070312,
                    0.363281,
                    0.351562,
                    0.417969,
                    1.078125,
                    0.707031,
                    0.703125,
                    0.695312,
                    1.203125,
                    0.753906,
                    1.0,
                    1.078125,
                    0.859375,
                    0.371094,
                    0.90625,
                    0.742188,
                    1.09375,
                    1.203125,
                    0.625,
                    0.644531,
                    1.203125,
                    1.007812,
                    0.890625,
                    0.65625,
                    0.8125,
                    1.0625,
                    0.376953,
                    0.863281,
                    1.03125,
                    0.707031,
                    1.023438,
                    0.992188,
                    0.648438,
                    1.265625,
                    0.921875,
                    0.828125,
                    0.359375,
                    0.851562,
                    0.640625,
                    1.101562,
                    1.054688,
                    0.648438,
                    0.835938,
                    0.722656,
                    0.890625,
                    0.679688,
                    0.851562,
                    0.636719,
                    0.890625,
                    0.832031,
                    0.789062,
                    0.769531,
                    0.964844,
                    0.667969,
                    1.015625,
                    1.046875,
                    0.757812,
                    1.25,
                    1.070312,
                    0.910156,
                    0.636719,
                    0.664062,
                    1.078125,
                    1.164062,
                    1.117188,
                    0.980469,
                    1.257812,
                    0.894531,
                    0.910156,
                    1.09375,
                    0.832031,
                    1.070312,
                    1.21875,
                    0.730469,
                    0.757812,
                    0.972656,
                    0.714844,
                    0.960938,
                    0.773438,
                    0.933594,
                    1.078125,
                    0.894531,
                    1.101562,
                    0.640625,
                    1.289062,
                    0.667969,
                    0.851562,
                    0.765625,
                    0.976562,
                    0.613281,
                    0.46875,
                    0.84375,
                    1.0,
                    0.363281,
                    0.914062,
                    0.96875,
                    1.15625
                ]
            },
            "name": "model.model.layers.19.post_attention_layernorm.weight",
            "outputIndexes": [
                1635
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1634
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_19/Mul_output_0",
            "outputIndexes": [
                1636
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1635,
                1636
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_19/Mul_1_output_0",
            "outputIndexes": [
                1637
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1637
            ],
            "outputIndexes": [
                2856
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2856
            ],
            "outputIndexes": [
                2857
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/gate_proj/Linear",
            "inputIndexes": [
                2857
            ],
            "outputIndexes": [
                2858
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    503360454,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2858
            ],
            "outputIndexes": [
                2859
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2859
            ],
            "outputIndexes": [
                1638
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1638
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_19/Sigmoid_output_0",
            "outputIndexes": [
                1639
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1638,
                1639
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_19/Mul_output_0",
            "outputIndexes": [
                1640
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1637
            ],
            "outputIndexes": [
                2860
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2860
            ],
            "outputIndexes": [
                2861
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/up_proj/Linear",
            "inputIndexes": [
                2861
            ],
            "outputIndexes": [
                2862
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    511101916,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2862
            ],
            "outputIndexes": [
                2863
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2863
            ],
            "outputIndexes": [
                1641
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1640,
                1641
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_19/Mul_output_0",
            "outputIndexes": [
                1642
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1642
            ],
            "outputIndexes": [
                2864
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    8960,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2864
            ],
            "outputIndexes": [
                2865
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/down_proj/Linear",
            "inputIndexes": [
                2865
            ],
            "outputIndexes": [
                2866
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 8960,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    518843378,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2866
            ],
            "outputIndexes": [
                2867
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2867
            ],
            "outputIndexes": [
                1643
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1634,
                1643
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_99_output_0",
            "outputIndexes": [
                1644
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1644,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_180_output_0",
            "outputIndexes": [
                1645
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.416016,
                    1.257812,
                    1.367188,
                    1.140625,
                    1.289062,
                    1.148438,
                    1.21875,
                    1.125,
                    1.15625,
                    1.351562,
                    1.320312,
                    0.9375,
                    1.1875,
                    1.21875,
                    1.265625,
                    1.148438,
                    1.164062,
                    1.25,
                    1.25,
                    1.09375,
                    1.1875,
                    1.304688,
                    1.328125,
                    0.209961,
                    1.375,
                    1.25,
                    1.203125,
                    1.203125,
                    0.902344,
                    1.34375,
                    1.3125,
                    1.25,
                    1.414062,
                    1.039062,
                    1.289062,
                    1.273438,
                    1.289062,
                    1.15625,
                    1.054688,
                    1.039062,
                    1.28125,
                    1.265625,
                    1.375,
                    1.445312,
                    0.519531,
                    1.25,
                    1.109375,
                    1.171875,
                    1.171875,
                    1.453125,
                    0.265625,
                    0.992188,
                    1.390625,
                    1.015625,
                    1.265625,
                    1.21875,
                    1.25,
                    0.261719,
                    1.273438,
                    1.132812,
                    1.226562,
                    1.203125,
                    1.429688,
                    1.335938,
                    1.132812,
                    0.734375,
                    1.359375,
                    1.03125,
                    1.304688,
                    1.296875,
                    1.351562,
                    1.328125,
                    0.251953,
                    1.132812,
                    1.070312,
                    0.9375,
                    1.1875,
                    1.148438,
                    1.179688,
                    1.367188,
                    1.3125,
                    0.292969,
                    1.179688,
                    1.320312,
                    1.421875,
                    1.28125,
                    1.257812,
                    1.539062,
                    1.375,
                    1.234375,
                    1.195312,
                    1.289062,
                    1.429688,
                    1.1875,
                    1.273438,
                    1.28125,
                    1.25,
                    1.265625,
                    1.289062,
                    1.328125,
                    1.445312,
                    1.039062,
                    0.988281,
                    1.4375,
                    1.0625,
                    1.09375,
                    1.460938,
                    1.273438,
                    1.015625,
                    1.171875,
                    1.09375,
                    1.59375,
                    1.226562,
                    1.828125,
                    1.242188,
                    1.304688,
                    1.289062,
                    1.507812,
                    0.261719,
                    0.328125,
                    1.203125,
                    0.40625,
                    1.304688,
                    1.203125,
                    1.140625,
                    1.335938,
                    1.34375,
                    0.351562,
                    1.320312,
                    1.601562,
                    1.171875,
                    1.28125,
                    1.1875,
                    1.421875,
                    1.179688,
                    1.34375,
                    0.96875,
                    1.5625,
                    1.054688,
                    1.101562,
                    0.269531,
                    1.242188,
                    1.28125,
                    0.462891,
                    1.34375,
                    1.226562,
                    1.3125,
                    1.90625,
                    1.4375,
                    1.195312,
                    1.289062,
                    1.3125,
                    0.445312,
                    1.140625,
                    0.675781,
                    1.171875,
                    1.210938,
                    1.335938,
                    1.304688,
                    1.453125,
                    1.25,
                    1.257812,
                    1.507812,
                    0.425781,
                    1.234375,
                    1.320312,
                    1.164062,
                    1.398438,
                    1.203125,
                    1.617188,
                    1.515625,
                    1.226562,
                    1.25,
                    1.570312,
                    1.234375,
                    1.28125,
                    1.445312,
                    1.625,
                    1.242188,
                    1.382812,
                    1.25,
                    1.132812,
                    1.460938,
                    1.65625,
                    1.085938,
                    1.414062,
                    0.429688,
                    1.328125,
                    0.914062,
                    1.203125,
                    1.28125,
                    1.390625,
                    1.445312,
                    1.367188,
                    1.375,
                    1.109375,
                    1.148438,
                    1.140625,
                    1.367188,
                    1.15625,
                    1.03125,
                    1.226562,
                    1.320312,
                    1.40625,
                    1.210938,
                    1.171875,
                    1.164062,
                    1.273438,
                    1.148438,
                    1.28125,
                    1.304688,
                    1.273438,
                    1.0625,
                    1.257812,
                    1.5625,
                    0.542969,
                    1.234375,
                    1.242188,
                    1.335938,
                    1.15625,
                    1.210938,
                    1.296875,
                    0.671875,
                    1.203125,
                    1.257812,
                    1.34375,
                    1.25,
                    0.917969,
                    1.25,
                    1.203125,
                    1.15625,
                    1.28125,
                    1.265625,
                    1.28125,
                    1.304688,
                    1.117188,
                    1.164062,
                    1.1875,
                    1.195312,
                    1.296875,
                    1.234375,
                    1.414062,
                    1.3125,
                    1.609375,
                    1.257812,
                    1.125,
                    1.320312,
                    1.242188,
                    1.3125,
                    1.390625,
                    1.34375,
                    0.882812,
                    1.625,
                    1.828125,
                    0.216797,
                    1.03125,
                    1.289062,
                    1.34375,
                    1.398438,
                    1.273438,
                    1.257812,
                    1.375,
                    1.234375,
                    1.335938,
                    1.351562,
                    1.078125,
                    1.34375,
                    1.359375,
                    1.210938,
                    1.085938,
                    1.375,
                    1.351562,
                    1.3125,
                    1.164062,
                    0.957031,
                    1.054688,
                    0.453125,
                    1.25,
                    1.125,
                    1.25,
                    1.28125,
                    1.328125,
                    1.273438,
                    1.164062,
                    1.148438,
                    0.314453,
                    1.101562,
                    1.15625,
                    1.289062,
                    1.242188,
                    1.195312,
                    1.328125,
                    1.46875,
                    1.539062,
                    1.28125,
                    1.164062,
                    1.296875,
                    1.515625,
                    1.445312,
                    1.34375,
                    0.304688,
                    0.695312,
                    1.320312,
                    0.435547,
                    1.453125,
                    1.085938,
                    1.25,
                    1.40625,
                    1.421875,
                    0.25,
                    1.039062,
                    1.3125,
                    0.384766,
                    1.226562,
                    1.46875,
                    1.265625,
                    0.640625,
                    1.234375,
                    1.132812,
                    0.275391,
                    1.265625,
                    1.539062,
                    1.257812,
                    1.039062,
                    1.226562,
                    1.429688,
                    1.164062,
                    0.227539,
                    1.25,
                    1.242188,
                    0.208984,
                    1.320312,
                    0.363281,
                    1.15625,
                    1.414062,
                    1.046875,
                    1.21875,
                    0.227539,
                    1.3125,
                    0.566406,
                    1.21875,
                    1.445312,
                    1.25,
                    1.484375,
                    1.398438,
                    1.148438,
                    1.140625,
                    1.289062,
                    1.21875,
                    1.164062,
                    1.226562,
                    0.886719,
                    1.023438,
                    1.5,
                    0.96875,
                    1.320312,
                    1.773438,
                    1.203125,
                    1.289062,
                    1.070312,
                    0.902344,
                    1.234375,
                    1.078125,
                    1.359375,
                    1.179688,
                    1.203125,
                    1.335938,
                    1.28125,
                    0.269531,
                    1.375,
                    1.164062,
                    1.109375,
                    1.507812,
                    1.09375,
                    1.296875,
                    1.257812,
                    1.3125,
                    1.273438,
                    1.367188,
                    1.21875,
                    1.578125,
                    1.445312,
                    1.210938,
                    1.375,
                    0.699219,
                    1.117188,
                    1.257812,
                    1.453125,
                    1.265625,
                    1.226562,
                    1.265625,
                    1.15625,
                    1.351562,
                    1.421875,
                    1.125,
                    0.486328,
                    1.210938,
                    0.898438,
                    1.210938,
                    1.257812,
                    1.171875,
                    1.320312,
                    1.351562,
                    0.6875,
                    1.375,
                    0.337891,
                    1.304688,
                    1.234375,
                    0.417969,
                    0.53125,
                    1.328125,
                    1.28125,
                    1.375,
                    1.539062,
                    1.15625,
                    1.15625,
                    1.460938,
                    1.328125,
                    1.007812,
                    1.320312,
                    1.351562,
                    0.992188,
                    1.429688,
                    1.109375,
                    0.777344,
                    1.382812,
                    1.351562,
                    1.304688,
                    1.3125,
                    1.15625,
                    1.453125,
                    1.3125,
                    1.195312,
                    1.640625,
                    1.09375,
                    1.296875,
                    1.242188,
                    1.148438,
                    1.335938,
                    1.203125,
                    1.21875,
                    0.730469,
                    0.738281,
                    1.484375,
                    1.1875,
                    1.25,
                    0.417969,
                    1.351562,
                    1.359375,
                    1.421875,
                    1.382812,
                    1.203125,
                    1.070312,
                    1.382812,
                    1.25,
                    1.21875,
                    1.414062,
                    1.367188,
                    0.25,
                    1.625,
                    1.101562,
                    1.234375,
                    1.3125,
                    1.15625,
                    1.140625,
                    0.378906,
                    1.15625,
                    1.25,
                    1.1875,
                    1.125,
                    1.328125,
                    1.140625,
                    1.015625,
                    1.125,
                    1.429688,
                    1.46875,
                    1.335938,
                    1.09375,
                    0.429688,
                    1.359375,
                    1.382812,
                    1.382812,
                    1.21875,
                    1.328125,
                    1.273438,
                    1.203125,
                    1.375,
                    1.335938,
                    1.195312,
                    1.328125,
                    1.070312,
                    1.148438,
                    1.4375,
                    1.296875,
                    1.382812,
                    1.34375,
                    1.320312,
                    1.3125,
                    1.359375,
                    0.486328,
                    0.332031,
                    1.367188,
                    1.257812,
                    0.390625,
                    1.4375,
                    1.234375,
                    1.335938,
                    1.632812,
                    1.1875,
                    1.453125,
                    0.789062,
                    1.242188,
                    1.398438,
                    1.390625,
                    0.296875,
                    1.21875,
                    1.304688,
                    1.507812,
                    0.765625,
                    1.335938,
                    0.002411,
                    1.203125,
                    1.15625,
                    1.21875,
                    1.414062,
                    1.109375,
                    0.597656,
                    1.195312,
                    1.132812,
                    1.132812,
                    1.09375,
                    1.273438,
                    0.384766,
                    1.359375,
                    1.359375,
                    1.304688,
                    1.40625,
                    1.046875,
                    1.351562,
                    0.233398,
                    1.101562,
                    1.140625,
                    1.289062,
                    1.1875,
                    0.957031,
                    1.335938,
                    1.21875,
                    1.296875,
                    1.070312,
                    1.179688,
                    1.195312,
                    0.960938,
                    1.234375,
                    0.574219,
                    0.304688,
                    1.1875,
                    1.351562,
                    1.328125,
                    1.304688,
                    0.335938,
                    1.453125,
                    1.328125,
                    1.25,
                    1.25,
                    1.335938,
                    1.367188,
                    0.335938,
                    1.257812,
                    1.203125,
                    1.328125,
                    1.046875,
                    1.40625,
                    1.171875,
                    0.21582,
                    0.867188,
                    1.15625,
                    1.359375,
                    1.257812,
                    0.320312,
                    1.28125,
                    1.859375,
                    1.335938,
                    0.992188,
                    1.390625,
                    1.359375,
                    1.046875,
                    1.328125,
                    1.320312,
                    1.414062,
                    0.910156,
                    1.296875,
                    1.34375,
                    1.046875,
                    1.3125,
                    1.265625,
                    1.382812,
                    1.320312,
                    1.351562,
                    1.21875,
                    1.398438,
                    1.375,
                    1.382812,
                    1.195312,
                    0.341797,
                    1.398438,
                    0.75,
                    0.351562,
                    1.476562,
                    1.390625,
                    -0.05835,
                    1.242188,
                    1.226562,
                    0.246094,
                    1.046875,
                    1.164062,
                    1.1875,
                    0.972656,
                    1.265625,
                    1.054688,
                    1.15625,
                    1.242188,
                    1.21875,
                    1.203125,
                    1.117188,
                    1.4375,
                    1.328125,
                    1.078125,
                    1.46875,
                    1.304688,
                    1.28125,
                    1.398438,
                    1.28125,
                    0.210938,
                    0.710938,
                    1.132812,
                    1.265625,
                    1.3125,
                    1.179688,
                    1.171875,
                    1.234375,
                    1.40625,
                    0.251953,
                    1.242188,
                    1.210938,
                    0.302734,
                    1.570312,
                    1.367188,
                    1.4375,
                    1.109375,
                    1.335938,
                    0.386719,
                    1.234375,
                    1.296875,
                    1.164062,
                    1.070312,
                    1.65625,
                    1.390625,
                    1.40625,
                    1.078125,
                    1.398438,
                    1.28125,
                    0.949219,
                    0.257812,
                    1.210938,
                    1.109375,
                    1.101562,
                    1.195312,
                    1.101562,
                    1.242188,
                    1.132812,
                    1.179688,
                    1.3125,
                    1.335938,
                    1.4375,
                    1.28125,
                    1.359375,
                    0.480469,
                    1.28125,
                    1.125,
                    1.367188,
                    1.289062,
                    1.257812,
                    1.148438,
                    1.296875,
                    1.234375,
                    1.242188,
                    1.445312,
                    1.296875,
                    1.273438,
                    1.492188,
                    1.296875,
                    1.0625,
                    1.296875,
                    1.390625,
                    1.054688,
                    1.226562,
                    1.328125,
                    1.3125,
                    1.3125,
                    1.242188,
                    1.382812,
                    1.195312,
                    1.148438,
                    1.265625,
                    0.613281,
                    1.296875,
                    1.257812,
                    1.390625,
                    1.351562,
                    1.28125,
                    0.519531,
                    0.245117,
                    1.25,
                    1.1875,
                    0.308594,
                    1.421875,
                    1.210938,
                    1.210938,
                    0.664062,
                    1.328125,
                    1.226562,
                    0.337891,
                    1.109375,
                    0.482422,
                    1.203125,
                    1.070312,
                    1.296875,
                    1.460938,
                    1.242188,
                    1.125,
                    1.265625,
                    1.21875,
                    1.304688,
                    1.140625,
                    1.453125,
                    0.632812,
                    1.15625,
                    1.351562,
                    1.3125,
                    1.367188,
                    1.351562,
                    0.394531,
                    1.773438,
                    1.28125,
                    1.242188,
                    1.296875,
                    1.34375,
                    1.1875,
                    1.40625,
                    1.351562,
                    0.960938,
                    1.34375,
                    1.796875,
                    0.558594,
                    1.242188,
                    1.195312,
                    1.171875,
                    1.226562,
                    1.25,
                    1.257812,
                    1.445312,
                    1.226562,
                    1.265625,
                    0.232422,
                    1.171875,
                    1.3125,
                    1.375,
                    1.484375,
                    1.398438,
                    1.3125,
                    0.251953,
                    1.117188,
                    1.21875,
                    1.109375,
                    1.242188,
                    1.203125,
                    1.210938,
                    0.726562,
                    1.234375,
                    1.046875,
                    1.15625,
                    1.492188,
                    1.257812,
                    1.257812,
                    1.164062,
                    1.15625,
                    1.460938,
                    1.15625,
                    1.1875,
                    1.140625,
                    1.367188,
                    1.476562,
                    1.234375,
                    1.84375,
                    1.234375,
                    1.539062,
                    0.898438,
                    1.125,
                    1.484375,
                    1.164062,
                    1.28125,
                    1.4375,
                    0.683594,
                    1.1875,
                    1.320312,
                    1.210938,
                    1.0,
                    1.28125,
                    0.373047,
                    1.304688,
                    0.804688,
                    1.359375,
                    1.203125,
                    1.21875,
                    1.3125,
                    1.164062,
                    1.195312,
                    1.015625,
                    1.078125,
                    1.492188,
                    1.28125,
                    1.25,
                    1.320312,
                    1.296875,
                    1.359375,
                    1.25,
                    1.117188,
                    0.449219,
                    1.210938,
                    0.953125,
                    1.078125,
                    1.234375,
                    1.289062,
                    1.132812,
                    1.289062,
                    1.3125,
                    1.34375,
                    1.234375,
                    1.351562,
                    1.273438,
                    1.703125,
                    1.140625,
                    0.851562,
                    1.210938,
                    0.703125,
                    1.0625,
                    1.515625,
                    1.3125,
                    1.171875,
                    0.227539,
                    1.257812,
                    1.28125,
                    1.429688,
                    0.929688,
                    1.289062,
                    1.5625,
                    0.320312,
                    1.210938,
                    1.101562,
                    1.21875,
                    1.390625,
                    1.390625,
                    1.539062,
                    1.367188,
                    0.279297,
                    2.265625,
                    1.359375,
                    1.085938,
                    1.875,
                    1.28125,
                    1.125,
                    1.296875,
                    0.929688,
                    1.03125,
                    1.476562,
                    1.140625,
                    1.335938,
                    1.28125,
                    1.242188,
                    1.398438,
                    0.279297,
                    1.390625,
                    1.429688,
                    1.3125,
                    1.085938,
                    1.234375,
                    1.296875,
                    1.414062,
                    1.210938,
                    1.34375,
                    0.628906,
                    1.265625,
                    1.21875,
                    0.234375,
                    1.226562,
                    1.4375,
                    1.617188,
                    1.414062,
                    1.09375,
                    0.224609,
                    1.976562,
                    1.820312,
                    1.140625,
                    1.21875,
                    0.929688,
                    1.148438,
                    0.910156,
                    1.351562,
                    1.164062,
                    0.992188,
                    1.25,
                    1.1875,
                    1.164062,
                    1.304688,
                    1.179688,
                    1.171875,
                    1.421875,
                    0.248047,
                    1.289062,
                    1.226562,
                    1.3125,
                    1.289062,
                    1.179688,
                    1.335938,
                    0.820312,
                    1.132812,
                    1.125,
                    1.273438,
                    1.429688,
                    1.242188,
                    1.46875,
                    1.390625,
                    1.140625,
                    0.28125,
                    1.15625,
                    1.117188,
                    1.296875,
                    1.398438,
                    1.046875,
                    1.445312,
                    -0.000452,
                    1.0625,
                    1.179688,
                    1.265625,
                    0.695312,
                    1.390625,
                    1.265625,
                    1.21875,
                    1.414062,
                    1.320312,
                    1.429688,
                    0.335938,
                    1.296875,
                    1.34375,
                    1.359375,
                    1.117188,
                    1.171875,
                    1.1875,
                    1.085938,
                    1.265625,
                    1.34375,
                    1.484375,
                    1.101562,
                    1.40625,
                    1.210938,
                    1.125,
                    1.4375,
                    1.03125,
                    1.296875,
                    0.828125,
                    1.351562,
                    1.171875,
                    1.34375,
                    1.1875,
                    1.25,
                    0.292969,
                    1.539062,
                    1.195312,
                    1.21875,
                    1.265625,
                    1.039062,
                    1.289062,
                    1.265625,
                    1.101562,
                    1.289062,
                    1.328125,
                    1.234375,
                    1.398438,
                    1.398438,
                    0.429688,
                    1.539062,
                    0.234375,
                    1.46875,
                    1.265625,
                    1.3125,
                    1.257812,
                    1.296875,
                    1.234375,
                    1.195312,
                    1.117188,
                    1.296875,
                    1.210938,
                    0.929688,
                    1.328125,
                    1.1875,
                    1.140625,
                    1.171875,
                    0.910156,
                    1.257812,
                    1.28125,
                    1.125,
                    1.234375,
                    1.179688,
                    1.367188,
                    1.335938,
                    1.40625,
                    1.421875,
                    1.476562,
                    0.941406,
                    1.390625,
                    1.203125,
                    1.054688,
                    1.265625,
                    0.753906,
                    1.445312,
                    1.382812,
                    1.25,
                    1.4375,
                    1.085938,
                    1.421875,
                    1.226562,
                    1.296875,
                    1.296875,
                    1.140625,
                    1.3125,
                    1.296875,
                    1.484375,
                    1.164062,
                    1.40625,
                    1.140625,
                    1.242188,
                    1.273438,
                    1.28125,
                    1.625,
                    1.257812,
                    1.15625,
                    1.382812,
                    1.289062,
                    1.320312,
                    1.164062,
                    1.148438,
                    1.421875,
                    1.320312,
                    1.234375,
                    1.328125,
                    1.34375,
                    1.304688,
                    1.3125,
                    1.367188,
                    1.578125,
                    1.007812,
                    1.398438,
                    1.265625,
                    1.328125,
                    1.195312,
                    1.296875,
                    1.234375,
                    1.351562,
                    0.910156,
                    1.203125,
                    1.179688,
                    1.4375,
                    1.5,
                    1.78125,
                    1.203125,
                    1.414062,
                    1.046875,
                    1.523438,
                    1.21875,
                    1.4375,
                    1.351562,
                    1.210938,
                    1.171875,
                    1.320312,
                    1.351562,
                    1.203125,
                    1.203125,
                    0.279297,
                    1.4375,
                    1.34375,
                    1.164062,
                    1.328125,
                    1.125,
                    1.1875,
                    1.445312,
                    1.085938,
                    1.09375,
                    1.703125,
                    0.217773,
                    1.0625,
                    1.226562,
                    0.375,
                    0.228516,
                    1.289062,
                    1.390625,
                    0.625,
                    1.226562,
                    1.28125,
                    1.492188,
                    1.273438,
                    1.664062,
                    1.171875,
                    0.341797,
                    1.507812,
                    1.484375,
                    1.140625,
                    1.296875,
                    1.335938,
                    1.039062,
                    1.421875,
                    1.101562,
                    1.15625,
                    1.359375,
                    1.171875,
                    1.28125,
                    0.679688,
                    1.398438,
                    1.289062,
                    1.40625,
                    1.070312,
                    1.46875,
                    1.335938,
                    1.179688,
                    1.109375,
                    1.226562,
                    1.335938,
                    1.109375,
                    1.570312,
                    1.515625,
                    0.878906,
                    1.132812,
                    1.226562,
                    1.507812,
                    1.21875,
                    1.40625,
                    1.46875,
                    1.21875,
                    1.328125,
                    1.203125,
                    1.289062,
                    1.289062,
                    1.203125,
                    1.273438,
                    1.265625,
                    1.476562,
                    0.269531,
                    1.445312,
                    0.208984,
                    1.375,
                    1.492188,
                    0.380859,
                    0.613281,
                    1.390625,
                    1.328125,
                    1.179688,
                    1.289062,
                    1.328125,
                    1.273438,
                    1.21875,
                    1.125,
                    1.3125,
                    1.375,
                    1.3125,
                    1.335938,
                    1.28125,
                    1.1875,
                    1.265625,
                    1.179688,
                    1.445312,
                    1.3125,
                    1.3125,
                    1.429688,
                    1.039062,
                    0.365234,
                    1.351562,
                    1.257812,
                    1.179688,
                    1.25,
                    1.125,
                    1.265625,
                    1.351562,
                    1.296875,
                    1.34375,
                    1.414062,
                    1.335938,
                    1.304688,
                    1.070312,
                    0.382812,
                    1.296875,
                    1.21875,
                    0.863281,
                    1.125,
                    1.367188,
                    1.429688,
                    1.4375,
                    1.375,
                    1.46875,
                    1.296875,
                    1.34375,
                    1.015625,
                    1.367188,
                    1.4375,
                    1.164062,
                    1.328125,
                    1.070312,
                    1.0625,
                    1.421875,
                    1.515625,
                    1.351562,
                    0.929688,
                    1.132812,
                    1.328125,
                    1.648438,
                    0.773438,
                    1.234375,
                    0.578125,
                    1.234375,
                    1.257812,
                    1.25,
                    1.164062,
                    1.148438,
                    1.296875,
                    1.40625,
                    0.232422,
                    1.4375,
                    1.390625,
                    1.3125,
                    1.0625,
                    1.445312,
                    1.296875,
                    1.492188,
                    1.203125,
                    1.265625,
                    0.458984,
                    1.492188,
                    0.9375,
                    1.203125,
                    1.140625,
                    1.382812,
                    1.28125,
                    1.296875,
                    0.24707,
                    1.5,
                    1.460938,
                    1.257812,
                    0.3125,
                    1.148438,
                    1.367188,
                    1.4375,
                    1.195312,
                    1.328125,
                    1.179688,
                    0.236328,
                    1.695312,
                    1.273438,
                    1.257812,
                    1.015625,
                    1.09375,
                    1.289062,
                    1.25,
                    1.320312,
                    1.179688,
                    0.494141,
                    1.0625,
                    1.3125,
                    1.09375,
                    1.390625,
                    1.03125,
                    0.519531,
                    1.71875,
                    1.296875,
                    1.28125,
                    1.226562,
                    1.640625,
                    1.46875,
                    1.65625,
                    0.199219,
                    1.085938,
                    0.249023,
                    1.367188,
                    1.882812,
                    1.40625,
                    1.179688,
                    1.359375,
                    1.109375,
                    1.742188,
                    1.257812,
                    1.226562,
                    1.125,
                    1.132812,
                    1.25,
                    0.832031,
                    1.414062,
                    0.375,
                    1.21875,
                    1.351562,
                    1.171875,
                    1.40625,
                    0.976562,
                    1.53125,
                    1.320312,
                    1.523438,
                    1.21875,
                    1.59375,
                    1.25,
                    1.164062,
                    1.46875,
                    1.242188,
                    1.1875,
                    1.242188,
                    1.257812,
                    1.382812,
                    1.421875,
                    1.34375,
                    1.1875,
                    1.335938,
                    0.324219,
                    1.273438,
                    1.171875,
                    1.234375,
                    1.375,
                    1.351562,
                    1.40625,
                    1.46875,
                    1.296875,
                    1.460938,
                    1.34375,
                    1.359375,
                    1.328125,
                    1.234375,
                    0.423828,
                    1.296875,
                    1.34375,
                    0.933594,
                    1.265625,
                    1.203125,
                    1.265625,
                    1.148438,
                    1.0,
                    1.335938,
                    1.25,
                    1.15625,
                    1.0,
                    1.4375,
                    1.414062,
                    1.273438,
                    1.429688,
                    1.265625,
                    0.306641,
                    1.15625,
                    1.859375,
                    0.921875,
                    1.25,
                    1.375,
                    1.257812,
                    1.421875,
                    1.398438,
                    1.265625,
                    1.289062,
                    1.210938,
                    1.15625,
                    1.273438,
                    1.226562,
                    1.09375,
                    1.28125,
                    1.34375,
                    1.257812,
                    1.5625,
                    1.375,
                    1.226562,
                    1.171875,
                    0.197266,
                    1.320312,
                    0.298828,
                    0.523438,
                    1.117188,
                    1.171875,
                    1.078125,
                    0.585938,
                    1.335938,
                    0.267578,
                    1.054688,
                    1.296875,
                    1.242188,
                    1.234375,
                    0.578125,
                    1.15625,
                    1.09375,
                    1.304688,
                    1.171875,
                    0.332031,
                    1.398438,
                    1.414062,
                    1.25,
                    1.460938,
                    1.304688,
                    1.375,
                    1.203125,
                    1.359375,
                    1.304688,
                    1.1875,
                    1.320312,
                    0.871094,
                    1.414062,
                    0.992188,
                    0.390625,
                    1.257812,
                    1.375,
                    1.039062,
                    1.28125,
                    1.453125,
                    -0.063477,
                    1.257812,
                    0.953125,
                    1.632812,
                    1.375,
                    1.234375,
                    1.304688,
                    0.972656,
                    1.421875,
                    1.289062,
                    1.234375,
                    1.195312,
                    1.289062,
                    0.457031,
                    1.117188,
                    1.054688,
                    1.054688,
                    1.328125,
                    1.289062,
                    0.25,
                    0.238281,
                    0.410156,
                    1.335938,
                    1.289062,
                    1.234375,
                    2.125,
                    1.53125,
                    1.171875,
                    1.328125,
                    1.234375,
                    1.164062,
                    0.324219,
                    1.210938,
                    1.203125,
                    1.367188,
                    1.53125,
                    1.085938,
                    1.015625,
                    1.40625,
                    1.242188,
                    1.125,
                    1.132812,
                    1.296875,
                    1.257812,
                    0.304688,
                    1.148438,
                    1.265625,
                    0.832031,
                    1.226562,
                    1.09375,
                    1.109375,
                    1.515625,
                    1.171875,
                    1.117188,
                    0.246094,
                    1.164062,
                    0.980469,
                    1.320312,
                    1.289062,
                    0.941406,
                    1.242188,
                    1.40625,
                    1.15625,
                    1.242188,
                    1.171875,
                    1.109375,
                    1.085938,
                    1.429688,
                    1.351562,
                    1.367188,
                    1.296875,
                    1.210938,
                    1.304688,
                    1.328125,
                    1.109375,
                    1.507812,
                    1.039062,
                    1.148438,
                    1.21875,
                    1.03125,
                    1.367188,
                    1.515625,
                    1.320312,
                    1.40625,
                    1.40625,
                    1.328125,
                    1.257812,
                    1.3125,
                    1.203125,
                    1.25,
                    1.523438,
                    1.25,
                    1.265625,
                    1.242188,
                    1.28125,
                    1.234375,
                    1.359375,
                    1.148438,
                    1.289062,
                    0.984375,
                    1.601562,
                    1.101562,
                    1.507812,
                    1.023438,
                    1.21875,
                    1.132812,
                    1.148438,
                    0.921875,
                    0.527344,
                    1.25,
                    1.296875,
                    0.275391,
                    1.304688,
                    1.125,
                    1.335938
                ]
            },
            "name": "model.model.layers.20.input_layernorm.weight",
            "outputIndexes": [
                1646
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1645
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_20/Mul_output_0",
            "outputIndexes": [
                1647
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1646,
                1647
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_20/Mul_1_output_0",
            "outputIndexes": [
                1648
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1648
            ],
            "outputIndexes": [
                2868
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2868
            ],
            "outputIndexes": [
                2869
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/q_proj/Linear",
            "inputIndexes": [
                2869
            ],
            "outputIndexes": [
                2870
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    526584840,
                    1179670,
                    147456,
                    6144,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2870
            ],
            "outputIndexes": [
                2871
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2871
            ],
            "outputIndexes": [
                1649
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1648
            ],
            "main_type": "NONE",
            "name": "/Shape_281_output_0",
            "outputIndexes": [
                1650
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1650
            ],
            "main_type": "NONE",
            "name": "Shape5078",
            "outputIndexes": [
                1651
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1650
            ],
            "main_type": "NONE",
            "name": "Rank5080",
            "outputIndexes": [
                1652
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1652,
                1652
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5082",
            "outputIndexes": [
                1653
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1653
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5083",
            "outputIndexes": [
                1654
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1653,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5085",
            "outputIndexes": [
                1655
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1655
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5086",
            "outputIndexes": [
                1656
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1651,
                1654,
                1656,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5089",
            "outputIndexes": [
                1657
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1657
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5090",
            "outputIndexes": [
                1658
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                1658
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5091",
            "outputIndexes": [
                1659
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1659,
                1658
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5092",
            "outputIndexes": [
                1660
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1650,
                1660,
                1653
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_304_output_0",
            "outputIndexes": [
                1661
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1661,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_641_output_0",
            "outputIndexes": [
                1662
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1662,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_260_output_0",
            "outputIndexes": [
                1663
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1649,
                1663
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_181_output_0",
            "outputIndexes": [
                1664
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1664,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_160_output_0",
            "outputIndexes": [
                1665
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1664
            ],
            "main_type": "NONE",
            "name": "/Shape_282_output_0",
            "outputIndexes": [
                1666
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1666
            ],
            "main_type": "NONE",
            "name": "Shape5099",
            "outputIndexes": [
                1667
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1666
            ],
            "main_type": "NONE",
            "name": "Rank5101",
            "outputIndexes": [
                1668
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1668,
                1668
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5103",
            "outputIndexes": [
                1669
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1669
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5104",
            "outputIndexes": [
                1670
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1669,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5106",
            "outputIndexes": [
                1671
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1671
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5107",
            "outputIndexes": [
                1672
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1667,
                1670,
                1672,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5110",
            "outputIndexes": [
                1673
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1673
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5111",
            "outputIndexes": [
                1674
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1674
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5112",
            "outputIndexes": [
                1675
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1675,
                1674
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5113",
            "outputIndexes": [
                1676
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1666,
                1676,
                1669
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_305_output_0",
            "outputIndexes": [
                1677
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1677,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_60_output_0",
            "outputIndexes": [
                1678
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1678,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_646_output_0",
            "outputIndexes": [
                1679
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1664,
                1679,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_81_output_0",
            "outputIndexes": [
                1680
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1680
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_40_output_0",
            "outputIndexes": [
                1681
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1664,
                22,
                1679,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_80_output_0",
            "outputIndexes": [
                1682
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1681,
                1682
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_263_output_0",
            "outputIndexes": [
                1683
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1683,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_161_output_0",
            "outputIndexes": [
                1684
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1665,
                1684
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_100_output_0",
            "outputIndexes": [
                1685
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1648
            ],
            "outputIndexes": [
                2872
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2872
            ],
            "outputIndexes": [
                2873
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/k_proj/Linear",
            "inputIndexes": [
                2873
            ],
            "outputIndexes": [
                2874
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    527918110,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2874
            ],
            "outputIndexes": [
                2875
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2875
            ],
            "outputIndexes": [
                1686
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1662,
                85,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_261_output_0",
            "outputIndexes": [
                1687
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1686,
                1687
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_182_output_0",
            "outputIndexes": [
                1688
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1688,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_162_output_0",
            "outputIndexes": [
                1689
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1688
            ],
            "main_type": "NONE",
            "name": "/Shape_283_output_0",
            "outputIndexes": [
                1690
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1690
            ],
            "main_type": "NONE",
            "name": "Shape5162",
            "outputIndexes": [
                1691
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1690
            ],
            "main_type": "NONE",
            "name": "Rank5164",
            "outputIndexes": [
                1692
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1692,
                1692
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5166",
            "outputIndexes": [
                1693
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1693
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5167",
            "outputIndexes": [
                1694
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1693,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5169",
            "outputIndexes": [
                1695
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1695
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5170",
            "outputIndexes": [
                1696
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1691,
                1694,
                1696,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5173",
            "outputIndexes": [
                1697
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1697
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5174",
            "outputIndexes": [
                1698
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1698
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5175",
            "outputIndexes": [
                1699
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1699,
                1698
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5176",
            "outputIndexes": [
                1700
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1690,
                1700,
                1693
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_306_output_0",
            "outputIndexes": [
                1701
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1701,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_61_output_0",
            "outputIndexes": [
                1702
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1702,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_648_output_0",
            "outputIndexes": [
                1703
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1688,
                1703,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_83_output_0",
            "outputIndexes": [
                1704
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1704
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_41_output_0",
            "outputIndexes": [
                1705
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1688,
                22,
                1703,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_82_output_0",
            "outputIndexes": [
                1706
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1705,
                1706
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_264_output_0",
            "outputIndexes": [
                1707
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1707,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_163_output_0",
            "outputIndexes": [
                1708
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1689,
                1708
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_101_output_0",
            "outputIndexes": [
                1709
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1648
            ],
            "outputIndexes": [
                2876
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2876
            ],
            "outputIndexes": [
                2877
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/v_proj/Linear",
            "inputIndexes": [
                2877
            ],
            "outputIndexes": [
                2878
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    528140340,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2878
            ],
            "outputIndexes": [
                2879
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2879
            ],
            "outputIndexes": [
                1710
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1710,
                1687
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_183_output_0",
            "outputIndexes": [
                1711
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1685,
                1709,
                1711,
                111
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_188_output_0",
            "outputIndexes": [
                1712
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1712
            ],
            "outputIndexes": [
                2880
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2880
            ],
            "outputIndexes": [
                2881
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/o_proj/Linear",
            "inputIndexes": [
                2881
            ],
            "outputIndexes": [
                2882
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    528362570,
                    1179670,
                    147456,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2882
            ],
            "outputIndexes": [
                2883
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2883
            ],
            "outputIndexes": [
                1713
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1645,
                1713
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_103_output_0",
            "outputIndexes": [
                1714
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.359375,
                    1.109375,
                    0.691406,
                    0.890625,
                    0.832031,
                    0.820312,
                    0.957031,
                    0.917969,
                    0.933594,
                    0.8125,
                    0.957031,
                    0.75,
                    1.03125,
                    1.015625,
                    1.023438,
                    0.957031,
                    0.996094,
                    0.898438,
                    1.0625,
                    0.757812,
                    1.046875,
                    0.898438,
                    0.925781,
                    0.279297,
                    1.039062,
                    1.039062,
                    0.847656,
                    0.816406,
                    0.832031,
                    1.085938,
                    1.078125,
                    1.03125,
                    1.101562,
                    0.78125,
                    0.910156,
                    1.085938,
                    1.03125,
                    0.929688,
                    0.773438,
                    0.691406,
                    1.125,
                    1.070312,
                    1.0,
                    1.09375,
                    0.363281,
                    0.941406,
                    0.882812,
                    0.945312,
                    0.921875,
                    0.71875,
                    0.3125,
                    0.609375,
                    1.078125,
                    0.933594,
                    0.964844,
                    0.824219,
                    0.8125,
                    0.3125,
                    0.589844,
                    0.765625,
                    0.894531,
                    0.804688,
                    0.832031,
                    1.09375,
                    0.949219,
                    0.515625,
                    0.902344,
                    0.773438,
                    0.925781,
                    0.839844,
                    0.871094,
                    0.804688,
                    0.298828,
                    0.804688,
                    0.976562,
                    0.621094,
                    0.976562,
                    1.0,
                    1.015625,
                    1.085938,
                    1.109375,
                    0.308594,
                    0.601562,
                    1.078125,
                    1.046875,
                    1.085938,
                    1.070312,
                    1.117188,
                    0.847656,
                    0.996094,
                    0.941406,
                    0.820312,
                    0.710938,
                    0.8125,
                    1.078125,
                    0.449219,
                    0.917969,
                    0.773438,
                    1.070312,
                    0.992188,
                    1.195312,
                    0.667969,
                    0.742188,
                    1.125,
                    0.753906,
                    0.875,
                    0.875,
                    0.917969,
                    0.714844,
                    0.96875,
                    0.765625,
                    1.164062,
                    0.90625,
                    0.196289,
                    1.046875,
                    0.992188,
                    0.984375,
                    1.046875,
                    0.291016,
                    0.353516,
                    1.015625,
                    0.373047,
                    0.8125,
                    0.785156,
                    1.015625,
                    1.101562,
                    1.085938,
                    0.386719,
                    0.828125,
                    1.257812,
                    0.914062,
                    0.988281,
                    0.980469,
                    1.117188,
                    1.054688,
                    1.140625,
                    0.75,
                    1.226562,
                    0.742188,
                    0.96875,
                    0.314453,
                    0.886719,
                    0.847656,
                    0.419922,
                    1.0625,
                    0.78125,
                    1.085938,
                    0.882812,
                    1.140625,
                    0.953125,
                    0.890625,
                    1.046875,
                    0.410156,
                    1.015625,
                    1.195312,
                    0.757812,
                    0.976562,
                    0.820312,
                    1.085938,
                    1.101562,
                    0.765625,
                    0.820312,
                    0.90625,
                    0.382812,
                    0.820312,
                    1.023438,
                    0.949219,
                    1.085938,
                    0.960938,
                    1.007812,
                    1.171875,
                    0.980469,
                    0.984375,
                    1.085938,
                    0.867188,
                    1.078125,
                    0.925781,
                    1.15625,
                    1.046875,
                    1.164062,
                    1.070312,
                    0.828125,
                    1.054688,
                    0.796875,
                    0.972656,
                    0.558594,
                    0.400391,
                    1.148438,
                    0.945312,
                    0.929688,
                    1.085938,
                    0.875,
                    1.101562,
                    1.0625,
                    1.007812,
                    1.007812,
                    0.988281,
                    0.914062,
                    1.046875,
                    0.796875,
                    0.855469,
                    1.007812,
                    1.085938,
                    1.164062,
                    1.070312,
                    0.972656,
                    0.992188,
                    1.09375,
                    0.863281,
                    1.0625,
                    0.882812,
                    1.09375,
                    0.699219,
                    0.839844,
                    1.117188,
                    0.410156,
                    1.054688,
                    1.054688,
                    1.039062,
                    0.976562,
                    1.007812,
                    1.0625,
                    0.644531,
                    0.367188,
                    0.820312,
                    1.09375,
                    0.835938,
                    0.714844,
                    0.679688,
                    0.992188,
                    0.980469,
                    1.054688,
                    1.078125,
                    1.078125,
                    1.070312,
                    0.820312,
                    0.972656,
                    0.90625,
                    0.949219,
                    1.09375,
                    0.878906,
                    0.953125,
                    0.929688,
                    1.117188,
                    0.972656,
                    1.007812,
                    1.117188,
                    0.941406,
                    0.839844,
                    1.171875,
                    0.898438,
                    0.542969,
                    1.101562,
                    0.273438,
                    0.285156,
                    0.863281,
                    0.882812,
                    1.179688,
                    1.070312,
                    0.933594,
                    0.976562,
                    1.109375,
                    1.0625,
                    0.8125,
                    1.023438,
                    0.949219,
                    0.824219,
                    1.109375,
                    0.972656,
                    0.871094,
                    1.007812,
                    0.808594,
                    0.835938,
                    1.03125,
                    0.683594,
                    0.789062,
                    0.417969,
                    1.054688,
                    0.78125,
                    1.125,
                    1.0625,
                    0.867188,
                    0.875,
                    0.804688,
                    0.976562,
                    0.324219,
                    1.25,
                    1.0,
                    0.890625,
                    1.09375,
                    1.039062,
                    1.164062,
                    1.179688,
                    1.132812,
                    0.832031,
                    0.894531,
                    1.0,
                    0.921875,
                    1.109375,
                    1.085938,
                    0.316406,
                    0.457031,
                    1.085938,
                    0.410156,
                    1.132812,
                    0.859375,
                    1.070312,
                    0.832031,
                    0.980469,
                    0.3125,
                    0.683594,
                    1.046875,
                    0.386719,
                    0.960938,
                    1.15625,
                    1.070312,
                    0.460938,
                    0.988281,
                    0.933594,
                    0.328125,
                    1.0,
                    1.179688,
                    1.039062,
                    0.703125,
                    0.929688,
                    0.910156,
                    0.867188,
                    0.300781,
                    0.921875,
                    0.871094,
                    0.285156,
                    1.0,
                    0.355469,
                    0.804688,
                    0.882812,
                    0.660156,
                    0.972656,
                    0.291016,
                    0.824219,
                    0.451172,
                    0.859375,
                    1.03125,
                    0.882812,
                    1.078125,
                    1.09375,
                    0.953125,
                    0.921875,
                    0.828125,
                    0.800781,
                    1.007812,
                    0.828125,
                    0.550781,
                    0.648438,
                    0.957031,
                    0.902344,
                    1.03125,
                    0.226562,
                    0.921875,
                    1.023438,
                    0.757812,
                    0.792969,
                    0.914062,
                    0.996094,
                    0.972656,
                    0.96875,
                    0.898438,
                    1.125,
                    0.886719,
                    0.328125,
                    1.09375,
                    0.90625,
                    0.757812,
                    1.117188,
                    0.742188,
                    0.867188,
                    0.902344,
                    1.03125,
                    0.792969,
                    1.125,
                    0.773438,
                    1.085938,
                    1.148438,
                    1.015625,
                    1.210938,
                    0.488281,
                    1.007812,
                    0.796875,
                    1.140625,
                    0.882812,
                    1.070312,
                    0.921875,
                    0.933594,
                    1.0625,
                    0.917969,
                    0.589844,
                    0.380859,
                    1.0,
                    0.804688,
                    0.9375,
                    1.039062,
                    0.78125,
                    1.132812,
                    0.808594,
                    0.855469,
                    0.882812,
                    0.349609,
                    1.117188,
                    1.015625,
                    0.703125,
                    0.404297,
                    0.863281,
                    0.785156,
                    1.078125,
                    1.070312,
                    0.863281,
                    0.839844,
                    1.171875,
                    1.085938,
                    0.730469,
                    1.054688,
                    1.109375,
                    0.71875,
                    0.96875,
                    0.773438,
                    0.773438,
                    1.078125,
                    0.824219,
                    1.023438,
                    0.84375,
                    1.039062,
                    1.179688,
                    1.125,
                    1.007812,
                    1.125,
                    0.710938,
                    0.796875,
                    0.816406,
                    0.765625,
                    0.960938,
                    1.007812,
                    0.890625,
                    0.777344,
                    0.445312,
                    0.804688,
                    0.980469,
                    1.101562,
                    0.363281,
                    1.085938,
                    1.015625,
                    1.109375,
                    1.210938,
                    1.0,
                    0.929688,
                    1.203125,
                    1.0625,
                    1.132812,
                    1.132812,
                    1.0625,
                    0.302734,
                    1.234375,
                    0.765625,
                    0.960938,
                    1.03125,
                    0.847656,
                    0.855469,
                    0.378906,
                    0.75,
                    0.882812,
                    0.894531,
                    0.875,
                    0.992188,
                    0.953125,
                    0.757812,
                    0.929688,
                    1.140625,
                    1.046875,
                    1.046875,
                    0.773438,
                    0.365234,
                    1.03125,
                    1.101562,
                    0.917969,
                    1.007812,
                    1.085938,
                    0.847656,
                    0.773438,
                    1.015625,
                    0.8125,
                    1.007812,
                    1.046875,
                    0.976562,
                    0.914062,
                    1.078125,
                    0.953125,
                    1.039062,
                    1.09375,
                    0.960938,
                    1.140625,
                    0.804688,
                    0.40625,
                    0.339844,
                    1.132812,
                    1.0,
                    1.046875,
                    1.203125,
                    0.902344,
                    1.0625,
                    0.324219,
                    0.78125,
                    1.226562,
                    0.75,
                    1.078125,
                    1.125,
                    1.09375,
                    0.324219,
                    1.023438,
                    0.957031,
                    1.101562,
                    0.828125,
                    0.742188,
                    1.273438,
                    0.996094,
                    0.949219,
                    0.789062,
                    1.007812,
                    0.777344,
                    0.851562,
                    1.023438,
                    0.960938,
                    1.054688,
                    0.878906,
                    0.851562,
                    0.357422,
                    0.828125,
                    1.023438,
                    1.046875,
                    1.09375,
                    0.964844,
                    1.0625,
                    0.316406,
                    0.90625,
                    0.917969,
                    1.046875,
                    0.933594,
                    0.933594,
                    0.820312,
                    0.53125,
                    0.960938,
                    0.640625,
                    0.949219,
                    0.816406,
                    0.992188,
                    1.109375,
                    0.773438,
                    0.359375,
                    0.917969,
                    1.117188,
                    1.039062,
                    1.078125,
                    0.355469,
                    1.15625,
                    1.140625,
                    1.015625,
                    0.960938,
                    1.09375,
                    0.683594,
                    0.363281,
                    1.03125,
                    1.0625,
                    1.070312,
                    0.757812,
                    1.164062,
                    0.871094,
                    0.283203,
                    0.496094,
                    0.835938,
                    1.109375,
                    1.0625,
                    0.34375,
                    1.0,
                    0.235352,
                    0.820312,
                    0.914062,
                    1.140625,
                    1.070312,
                    0.734375,
                    0.839844,
                    1.070312,
                    1.140625,
                    0.859375,
                    1.078125,
                    1.085938,
                    0.925781,
                    0.855469,
                    0.792969,
                    1.132812,
                    1.0625,
                    1.132812,
                    1.078125,
                    0.816406,
                    1.140625,
                    1.117188,
                    0.921875,
                    0.333984,
                    1.0625,
                    0.515625,
                    0.341797,
                    1.09375,
                    0.929688,
                    -0.000171,
                    0.835938,
                    0.988281,
                    0.296875,
                    0.742188,
                    0.875,
                    0.972656,
                    0.804688,
                    1.0625,
                    0.679688,
                    0.882812,
                    0.816406,
                    0.765625,
                    0.914062,
                    0.929688,
                    1.039062,
                    1.085938,
                    0.953125,
                    1.15625,
                    1.054688,
                    0.894531,
                    1.109375,
                    0.84375,
                    0.292969,
                    0.910156,
                    0.925781,
                    0.871094,
                    1.023438,
                    0.78125,
                    1.039062,
                    0.925781,
                    1.117188,
                    0.291016,
                    1.070312,
                    0.804688,
                    0.322266,
                    1.09375,
                    1.101562,
                    1.171875,
                    0.617188,
                    0.847656,
                    0.375,
                    1.101562,
                    0.820312,
                    0.789062,
                    0.761719,
                    1.140625,
                    1.085938,
                    1.15625,
                    0.855469,
                    1.101562,
                    0.878906,
                    0.566406,
                    0.300781,
                    0.882812,
                    0.621094,
                    0.996094,
                    1.03125,
                    0.894531,
                    0.886719,
                    0.824219,
                    0.972656,
                    0.494141,
                    1.03125,
                    1.054688,
                    1.085938,
                    1.117188,
                    0.384766,
                    1.046875,
                    0.921875,
                    0.789062,
                    0.949219,
                    1.046875,
                    1.03125,
                    1.03125,
                    1.070312,
                    0.90625,
                    1.171875,
                    1.078125,
                    0.855469,
                    1.132812,
                    1.109375,
                    0.933594,
                    0.808594,
                    1.148438,
                    0.5,
                    0.9375,
                    0.785156,
                    0.84375,
                    1.164062,
                    1.03125,
                    0.90625,
                    0.96875,
                    0.917969,
                    1.109375,
                    0.464844,
                    0.984375,
                    0.8125,
                    0.882812,
                    1.078125,
                    0.820312,
                    0.447266,
                    0.291016,
                    1.046875,
                    0.828125,
                    0.326172,
                    1.085938,
                    1.0625,
                    1.023438,
                    0.445312,
                    1.085938,
                    1.039062,
                    0.373047,
                    0.953125,
                    0.447266,
                    0.917969,
                    0.984375,
                    0.851562,
                    1.101562,
                    1.0625,
                    0.953125,
                    0.894531,
                    0.992188,
                    0.929688,
                    0.785156,
                    1.148438,
                    0.652344,
                    0.886719,
                    1.109375,
                    1.109375,
                    1.210938,
                    0.839844,
                    0.386719,
                    0.455078,
                    0.828125,
                    1.039062,
                    1.023438,
                    0.851562,
                    0.988281,
                    1.148438,
                    1.007812,
                    0.773438,
                    1.0625,
                    0.25,
                    0.441406,
                    0.800781,
                    0.910156,
                    0.984375,
                    0.789062,
                    0.78125,
                    0.910156,
                    1.054688,
                    0.902344,
                    0.863281,
                    0.308594,
                    0.855469,
                    1.117188,
                    1.070312,
                    0.816406,
                    0.859375,
                    0.902344,
                    0.302734,
                    0.953125,
                    1.054688,
                    0.703125,
                    0.925781,
                    0.796875,
                    0.773438,
                    0.527344,
                    1.046875,
                    0.734375,
                    0.769531,
                    1.03125,
                    0.8125,
                    0.980469,
                    0.75,
                    0.84375,
                    1.1875,
                    0.773438,
                    0.96875,
                    0.855469,
                    1.078125,
                    1.109375,
                    1.0625,
                    0.226562,
                    0.691406,
                    1.101562,
                    0.585938,
                    0.773438,
                    1.210938,
                    0.953125,
                    0.769531,
                    1.140625,
                    0.785156,
                    0.96875,
                    0.96875,
                    0.988281,
                    0.75,
                    0.917969,
                    0.365234,
                    0.8125,
                    0.941406,
                    0.851562,
                    0.984375,
                    0.753906,
                    0.828125,
                    1.0625,
                    0.96875,
                    0.890625,
                    1.03125,
                    1.1875,
                    1.015625,
                    1.015625,
                    1.054688,
                    1.0625,
                    1.0625,
                    0.914062,
                    0.730469,
                    0.390625,
                    1.03125,
                    0.765625,
                    1.023438,
                    0.765625,
                    0.820312,
                    0.742188,
                    0.867188,
                    1.023438,
                    0.957031,
                    0.78125,
                    1.085938,
                    1.007812,
                    1.1875,
                    0.980469,
                    0.632812,
                    1.078125,
                    0.460938,
                    0.734375,
                    1.179688,
                    0.847656,
                    0.886719,
                    0.287109,
                    0.980469,
                    1.023438,
                    1.109375,
                    0.683594,
                    0.972656,
                    1.148438,
                    0.347656,
                    0.789062,
                    0.789062,
                    1.109375,
                    1.101562,
                    0.84375,
                    1.078125,
                    1.046875,
                    0.308594,
                    0.253906,
                    1.109375,
                    0.753906,
                    0.249023,
                    0.945312,
                    0.9375,
                    0.90625,
                    1.039062,
                    0.960938,
                    1.09375,
                    0.917969,
                    1.070312,
                    0.921875,
                    0.773438,
                    1.023438,
                    0.314453,
                    1.117188,
                    0.910156,
                    0.867188,
                    0.863281,
                    0.96875,
                    1.140625,
                    1.0625,
                    1.023438,
                    0.964844,
                    0.523438,
                    1.054688,
                    0.960938,
                    0.289062,
                    0.863281,
                    1.085938,
                    1.109375,
                    1.078125,
                    0.683594,
                    0.298828,
                    0.275391,
                    0.273438,
                    0.980469,
                    0.917969,
                    0.769531,
                    0.941406,
                    0.605469,
                    1.085938,
                    0.925781,
                    1.3125,
                    1.070312,
                    0.765625,
                    0.859375,
                    0.886719,
                    0.757812,
                    1.070312,
                    1.054688,
                    0.298828,
                    1.015625,
                    1.03125,
                    1.148438,
                    1.078125,
                    1.03125,
                    1.070312,
                    0.566406,
                    0.859375,
                    0.71875,
                    0.835938,
                    0.976562,
                    1.046875,
                    1.070312,
                    1.085938,
                    0.828125,
                    0.328125,
                    0.894531,
                    0.996094,
                    0.898438,
                    1.09375,
                    0.777344,
                    1.242188,
                    0.925781,
                    0.914062,
                    0.921875,
                    0.796875,
                    0.929688,
                    1.132812,
                    1.023438,
                    0.828125,
                    0.988281,
                    1.148438,
                    1.164062,
                    0.359375,
                    1.03125,
                    1.046875,
                    0.851562,
                    0.9375,
                    0.949219,
                    0.632812,
                    0.746094,
                    0.972656,
                    1.140625,
                    1.140625,
                    0.871094,
                    1.0625,
                    0.808594,
                    0.875,
                    1.015625,
                    0.8125,
                    0.90625,
                    1.117188,
                    0.867188,
                    0.972656,
                    1.101562,
                    0.980469,
                    1.03125,
                    0.332031,
                    1.148438,
                    1.03125,
                    0.800781,
                    0.863281,
                    0.738281,
                    1.015625,
                    0.859375,
                    0.683594,
                    0.878906,
                    0.800781,
                    0.851562,
                    0.914062,
                    0.992188,
                    0.384766,
                    1.179688,
                    0.306641,
                    1.164062,
                    1.070312,
                    1.132812,
                    0.832031,
                    0.945312,
                    0.914062,
                    0.957031,
                    0.914062,
                    1.046875,
                    0.953125,
                    0.757812,
                    0.953125,
                    0.96875,
                    0.761719,
                    0.941406,
                    0.431641,
                    1.109375,
                    0.890625,
                    0.796875,
                    0.890625,
                    0.929688,
                    1.03125,
                    1.015625,
                    0.832031,
                    1.09375,
                    1.109375,
                    0.71875,
                    0.863281,
                    0.917969,
                    0.945312,
                    1.054688,
                    0.566406,
                    0.722656,
                    1.015625,
                    1.0,
                    1.125,
                    0.582031,
                    1.140625,
                    0.796875,
                    1.09375,
                    0.953125,
                    0.925781,
                    1.117188,
                    1.125,
                    1.03125,
                    1.046875,
                    0.644531,
                    0.917969,
                    0.945312,
                    0.882812,
                    1.0,
                    1.148438,
                    0.902344,
                    0.96875,
                    1.09375,
                    0.898438,
                    1.164062,
                    0.984375,
                    0.808594,
                    0.855469,
                    1.070312,
                    1.023438,
                    1.09375,
                    1.023438,
                    0.851562,
                    1.070312,
                    1.171875,
                    1.15625,
                    0.800781,
                    1.179688,
                    0.851562,
                    0.84375,
                    0.765625,
                    0.921875,
                    0.957031,
                    1.09375,
                    0.808594,
                    1.101562,
                    0.890625,
                    1.03125,
                    1.171875,
                    0.378906,
                    0.949219,
                    0.949219,
                    0.984375,
                    0.980469,
                    1.007812,
                    1.046875,
                    1.007812,
                    0.757812,
                    0.996094,
                    1.078125,
                    0.96875,
                    0.941406,
                    0.992188,
                    0.332031,
                    1.101562,
                    0.84375,
                    0.96875,
                    1.109375,
                    0.894531,
                    0.765625,
                    0.84375,
                    0.960938,
                    0.671875,
                    1.15625,
                    0.273438,
                    0.773438,
                    1.085938,
                    0.353516,
                    0.292969,
                    0.863281,
                    0.808594,
                    0.746094,
                    1.054688,
                    0.972656,
                    0.632812,
                    0.792969,
                    1.171875,
                    0.828125,
                    0.367188,
                    1.28125,
                    1.132812,
                    1.0,
                    0.964844,
                    0.839844,
                    0.570312,
                    1.148438,
                    0.832031,
                    0.890625,
                    0.839844,
                    0.710938,
                    1.03125,
                    0.554688,
                    1.078125,
                    1.085938,
                    1.085938,
                    0.925781,
                    1.203125,
                    1.03125,
                    0.902344,
                    0.855469,
                    0.789062,
                    0.953125,
                    1.007812,
                    0.972656,
                    1.109375,
                    0.566406,
                    0.878906,
                    0.992188,
                    1.09375,
                    0.835938,
                    1.203125,
                    1.148438,
                    0.824219,
                    1.09375,
                    0.808594,
                    0.8125,
                    1.046875,
                    0.921875,
                    0.878906,
                    0.898438,
                    0.761719,
                    0.320312,
                    1.132812,
                    0.277344,
                    1.101562,
                    1.117188,
                    0.351562,
                    0.777344,
                    1.226562,
                    0.875,
                    1.046875,
                    0.980469,
                    0.550781,
                    0.972656,
                    0.847656,
                    0.765625,
                    1.015625,
                    1.054688,
                    0.898438,
                    1.054688,
                    0.851562,
                    1.054688,
                    1.039062,
                    0.792969,
                    1.039062,
                    1.117188,
                    1.007812,
                    1.148438,
                    0.769531,
                    0.347656,
                    0.835938,
                    1.054688,
                    0.96875,
                    1.0625,
                    0.925781,
                    0.992188,
                    1.179688,
                    1.078125,
                    0.902344,
                    1.078125,
                    0.867188,
                    1.046875,
                    0.730469,
                    0.375,
                    0.625,
                    0.980469,
                    0.589844,
                    0.953125,
                    1.078125,
                    1.132812,
                    1.109375,
                    0.886719,
                    1.117188,
                    1.195312,
                    1.070312,
                    0.871094,
                    1.125,
                    1.171875,
                    0.878906,
                    0.855469,
                    0.636719,
                    0.535156,
                    1.179688,
                    0.46875,
                    0.84375,
                    0.65625,
                    0.984375,
                    1.007812,
                    0.59375,
                    0.494141,
                    0.847656,
                    0.511719,
                    1.046875,
                    0.886719,
                    0.890625,
                    0.929688,
                    1.007812,
                    1.09375,
                    0.839844,
                    0.308594,
                    1.140625,
                    0.832031,
                    1.132812,
                    0.875,
                    1.140625,
                    1.015625,
                    1.148438,
                    0.9375,
                    1.0625,
                    0.425781,
                    1.304688,
                    0.621094,
                    0.792969,
                    1.039062,
                    0.898438,
                    0.917969,
                    1.109375,
                    0.289062,
                    0.832031,
                    1.109375,
                    1.085938,
                    0.34375,
                    0.953125,
                    0.824219,
                    1.171875,
                    0.8125,
                    0.992188,
                    0.914062,
                    0.294922,
                    1.007812,
                    1.078125,
                    1.03125,
                    0.730469,
                    0.941406,
                    0.828125,
                    1.015625,
                    1.054688,
                    1.054688,
                    0.675781,
                    0.734375,
                    1.0,
                    0.949219,
                    1.101562,
                    0.675781,
                    0.421875,
                    0.601562,
                    0.992188,
                    0.941406,
                    0.855469,
                    0.269531,
                    1.117188,
                    0.410156,
                    0.28125,
                    0.730469,
                    0.289062,
                    1.070312,
                    0.5625,
                    1.234375,
                    0.976562,
                    0.898438,
                    0.949219,
                    0.357422,
                    0.960938,
                    0.792969,
                    0.929688,
                    0.777344,
                    1.023438,
                    0.78125,
                    1.109375,
                    0.34375,
                    0.96875,
                    1.117188,
                    1.03125,
                    1.039062,
                    0.644531,
                    1.1875,
                    0.898438,
                    1.117188,
                    0.941406,
                    1.101562,
                    1.023438,
                    0.769531,
                    1.148438,
                    0.875,
                    0.886719,
                    0.890625,
                    1.015625,
                    1.085938,
                    1.109375,
                    1.109375,
                    1.054688,
                    1.054688,
                    0.333984,
                    0.792969,
                    0.988281,
                    0.863281,
                    1.132812,
                    0.816406,
                    1.195312,
                    0.996094,
                    0.945312,
                    1.070312,
                    1.015625,
                    1.085938,
                    0.890625,
                    1.09375,
                    0.359375,
                    1.085938,
                    1.132812,
                    0.683594,
                    1.046875,
                    1.007812,
                    1.09375,
                    0.921875,
                    0.714844,
                    1.109375,
                    0.75,
                    0.847656,
                    0.746094,
                    1.109375,
                    1.148438,
                    1.0625,
                    1.085938,
                    0.800781,
                    0.341797,
                    0.910156,
                    0.324219,
                    0.988281,
                    1.023438,
                    1.109375,
                    0.9375,
                    0.894531,
                    1.101562,
                    0.800781,
                    0.910156,
                    0.914062,
                    0.984375,
                    0.875,
                    1.0625,
                    0.945312,
                    0.992188,
                    1.054688,
                    1.070312,
                    0.464844,
                    1.046875,
                    0.996094,
                    0.933594,
                    0.275391,
                    1.125,
                    0.335938,
                    0.449219,
                    0.839844,
                    0.925781,
                    0.742188,
                    0.439453,
                    0.890625,
                    0.326172,
                    0.730469,
                    1.054688,
                    0.9375,
                    0.957031,
                    1.007812,
                    0.882812,
                    0.554688,
                    1.109375,
                    0.792969,
                    0.326172,
                    1.070312,
                    1.078125,
                    0.992188,
                    1.117188,
                    0.898438,
                    1.054688,
                    0.914062,
                    1.21875,
                    0.988281,
                    1.0,
                    1.117188,
                    0.490234,
                    1.148438,
                    0.847656,
                    0.361328,
                    1.039062,
                    0.855469,
                    0.917969,
                    1.054688,
                    1.171875,
                    0.355469,
                    0.800781,
                    0.769531,
                    0.253906,
                    0.742188,
                    0.953125,
                    1.125,
                    0.960938,
                    1.140625,
                    1.132812,
                    0.9375,
                    1.0,
                    0.8125,
                    0.402344,
                    0.773438,
                    0.929688,
                    0.90625,
                    1.09375,
                    1.078125,
                    0.304688,
                    0.298828,
                    0.380859,
                    1.070312,
                    0.816406,
                    0.765625,
                    0.660156,
                    1.140625,
                    0.835938,
                    1.007812,
                    1.085938,
                    0.898438,
                    0.330078,
                    0.9375,
                    0.839844,
                    1.078125,
                    1.171875,
                    0.71875,
                    0.726562,
                    1.171875,
                    1.039062,
                    0.925781,
                    0.792969,
                    0.894531,
                    1.070312,
                    0.320312,
                    0.898438,
                    1.046875,
                    0.839844,
                    1.039062,
                    1.0,
                    0.761719,
                    1.148438,
                    0.953125,
                    0.886719,
                    0.306641,
                    0.910156,
                    0.742188,
                    1.09375,
                    1.054688,
                    0.773438,
                    0.914062,
                    0.773438,
                    0.953125,
                    0.796875,
                    0.917969,
                    0.773438,
                    0.945312,
                    0.875,
                    0.890625,
                    0.832031,
                    0.980469,
                    0.777344,
                    1.054688,
                    1.039062,
                    0.792969,
                    1.1875,
                    1.039062,
                    0.953125,
                    0.738281,
                    0.742188,
                    1.0625,
                    1.109375,
                    1.109375,
                    1.046875,
                    1.195312,
                    0.941406,
                    0.964844,
                    1.085938,
                    0.898438,
                    1.085938,
                    1.195312,
                    0.835938,
                    0.824219,
                    0.996094,
                    0.820312,
                    1.046875,
                    0.847656,
                    0.980469,
                    1.070312,
                    0.933594,
                    1.09375,
                    0.742188,
                    1.234375,
                    0.789062,
                    0.902344,
                    0.824219,
                    0.992188,
                    0.644531,
                    0.425781,
                    0.914062,
                    1.0,
                    0.3125,
                    0.953125,
                    1.015625,
                    1.109375
                ]
            },
            "name": "model.model.layers.20.post_attention_layernorm.weight",
            "outputIndexes": [
                1715
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1714
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_20/Mul_output_0",
            "outputIndexes": [
                1716
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1715,
                1716
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_20/Mul_1_output_0",
            "outputIndexes": [
                1717
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1717
            ],
            "outputIndexes": [
                2884
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2884
            ],
            "outputIndexes": [
                2885
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/gate_proj/Linear",
            "inputIndexes": [
                2885
            ],
            "outputIndexes": [
                2886
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    529689696,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2886
            ],
            "outputIndexes": [
                2887
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2887
            ],
            "outputIndexes": [
                1718
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1718
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_20/Sigmoid_output_0",
            "outputIndexes": [
                1719
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1718,
                1719
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_20/Mul_output_0",
            "outputIndexes": [
                1720
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1717
            ],
            "outputIndexes": [
                2888
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2888
            ],
            "outputIndexes": [
                2889
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/up_proj/Linear",
            "inputIndexes": [
                2889
            ],
            "outputIndexes": [
                2890
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    537431158,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2890
            ],
            "outputIndexes": [
                2891
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2891
            ],
            "outputIndexes": [
                1721
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1720,
                1721
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_20/Mul_output_0",
            "outputIndexes": [
                1722
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1722
            ],
            "outputIndexes": [
                2892
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    8960,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2892
            ],
            "outputIndexes": [
                2893
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/down_proj/Linear",
            "inputIndexes": [
                2893
            ],
            "outputIndexes": [
                2894
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 8960,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    545172620,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2894
            ],
            "outputIndexes": [
                2895
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2895
            ],
            "outputIndexes": [
                1723
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1714,
                1723
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_104_output_0",
            "outputIndexes": [
                1724
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1724,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_189_output_0",
            "outputIndexes": [
                1725
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.376953,
                    1.273438,
                    1.460938,
                    1.085938,
                    1.257812,
                    0.898438,
                    1.164062,
                    1.125,
                    1.085938,
                    1.15625,
                    1.234375,
                    1.171875,
                    1.1875,
                    1.171875,
                    1.210938,
                    1.1875,
                    1.109375,
                    1.179688,
                    1.226562,
                    1.359375,
                    1.148438,
                    1.304688,
                    1.117188,
                    0.263672,
                    1.328125,
                    1.164062,
                    1.140625,
                    1.265625,
                    1.203125,
                    1.390625,
                    1.257812,
                    1.335938,
                    1.21875,
                    1.148438,
                    1.265625,
                    1.242188,
                    1.179688,
                    1.125,
                    1.28125,
                    1.289062,
                    1.234375,
                    1.210938,
                    1.28125,
                    1.242188,
                    0.404297,
                    1.21875,
                    1.070312,
                    1.0625,
                    1.078125,
                    1.445312,
                    0.289062,
                    1.234375,
                    1.195312,
                    1.015625,
                    1.1875,
                    0.992188,
                    1.117188,
                    0.275391,
                    1.40625,
                    1.164062,
                    1.15625,
                    1.179688,
                    1.3125,
                    1.265625,
                    1.09375,
                    0.980469,
                    1.210938,
                    0.988281,
                    1.25,
                    1.085938,
                    1.164062,
                    1.320312,
                    0.234375,
                    1.054688,
                    1.0625,
                    1.179688,
                    1.21875,
                    1.109375,
                    1.210938,
                    1.304688,
                    1.234375,
                    0.275391,
                    1.421875,
                    1.234375,
                    1.304688,
                    1.21875,
                    1.140625,
                    1.382812,
                    1.234375,
                    1.140625,
                    1.070312,
                    1.078125,
                    1.421875,
                    0.957031,
                    1.242188,
                    1.4375,
                    1.265625,
                    1.109375,
                    1.242188,
                    1.265625,
                    1.390625,
                    1.15625,
                    1.257812,
                    1.421875,
                    1.28125,
                    1.0,
                    1.507812,
                    1.1875,
                    1.242188,
                    1.125,
                    1.234375,
                    1.390625,
                    1.34375,
                    2.296875,
                    1.117188,
                    1.203125,
                    1.273438,
                    1.28125,
                    0.243164,
                    0.375,
                    1.210938,
                    0.449219,
                    1.40625,
                    1.054688,
                    1.132812,
                    1.242188,
                    1.171875,
                    0.474609,
                    1.398438,
                    1.5625,
                    1.03125,
                    1.203125,
                    1.117188,
                    1.367188,
                    1.15625,
                    1.257812,
                    1.179688,
                    1.320312,
                    1.117188,
                    1.09375,
                    0.330078,
                    1.109375,
                    0.960938,
                    0.640625,
                    1.289062,
                    1.273438,
                    1.164062,
                    2.0625,
                    1.3125,
                    1.117188,
                    1.0625,
                    1.25,
                    0.488281,
                    1.125,
                    0.796875,
                    1.21875,
                    1.101562,
                    1.15625,
                    1.226562,
                    1.203125,
                    1.179688,
                    1.234375,
                    1.640625,
                    0.451172,
                    1.382812,
                    1.148438,
                    1.171875,
                    1.328125,
                    1.179688,
                    1.546875,
                    1.4375,
                    1.320312,
                    1.171875,
                    1.390625,
                    1.140625,
                    1.304688,
                    1.585938,
                    1.3125,
                    1.234375,
                    1.25,
                    1.179688,
                    1.015625,
                    1.351562,
                    1.484375,
                    1.070312,
                    1.609375,
                    0.480469,
                    1.21875,
                    0.96875,
                    1.132812,
                    1.257812,
                    1.335938,
                    1.445312,
                    1.226562,
                    1.320312,
                    1.085938,
                    1.023438,
                    1.09375,
                    1.328125,
                    1.03125,
                    0.917969,
                    1.21875,
                    1.320312,
                    1.320312,
                    1.171875,
                    1.15625,
                    1.21875,
                    1.1875,
                    0.980469,
                    1.28125,
                    1.273438,
                    1.25,
                    1.210938,
                    1.140625,
                    1.335938,
                    0.523438,
                    1.210938,
                    1.179688,
                    1.25,
                    1.140625,
                    1.125,
                    1.265625,
                    0.820312,
                    1.390625,
                    1.109375,
                    1.179688,
                    1.101562,
                    1.234375,
                    1.507812,
                    1.164062,
                    1.117188,
                    1.101562,
                    1.140625,
                    1.125,
                    1.210938,
                    0.96875,
                    1.09375,
                    1.101562,
                    1.03125,
                    1.34375,
                    1.117188,
                    1.34375,
                    1.304688,
                    1.351562,
                    1.148438,
                    1.078125,
                    1.164062,
                    1.21875,
                    1.109375,
                    1.289062,
                    1.15625,
                    1.039062,
                    1.40625,
                    2.359375,
                    0.243164,
                    1.085938,
                    1.070312,
                    1.304688,
                    1.3125,
                    1.210938,
                    1.179688,
                    1.265625,
                    1.203125,
                    1.109375,
                    1.203125,
                    1.046875,
                    1.28125,
                    1.3125,
                    1.1875,
                    0.910156,
                    1.34375,
                    1.492188,
                    1.195312,
                    1.1875,
                    1.234375,
                    1.007812,
                    0.601562,
                    1.234375,
                    1.101562,
                    1.28125,
                    1.257812,
                    1.078125,
                    1.28125,
                    1.007812,
                    1.117188,
                    0.306641,
                    1.3125,
                    1.1875,
                    1.226562,
                    1.117188,
                    1.140625,
                    1.273438,
                    1.25,
                    1.375,
                    1.023438,
                    1.070312,
                    1.265625,
                    1.585938,
                    1.375,
                    1.320312,
                    0.326172,
                    0.78125,
                    1.164062,
                    0.5,
                    1.382812,
                    0.96875,
                    1.242188,
                    1.304688,
                    1.34375,
                    0.287109,
                    1.132812,
                    1.359375,
                    0.5,
                    1.085938,
                    1.320312,
                    1.234375,
                    0.738281,
                    1.109375,
                    1.078125,
                    0.28125,
                    1.210938,
                    1.304688,
                    1.203125,
                    1.21875,
                    1.171875,
                    1.4375,
                    1.117188,
                    0.273438,
                    1.164062,
                    1.09375,
                    0.25,
                    1.34375,
                    0.378906,
                    1.203125,
                    1.25,
                    1.21875,
                    1.085938,
                    0.251953,
                    1.242188,
                    0.671875,
                    1.1875,
                    1.335938,
                    1.15625,
                    1.351562,
                    1.117188,
                    1.0625,
                    1.101562,
                    1.078125,
                    1.039062,
                    1.117188,
                    1.015625,
                    1.125,
                    1.265625,
                    1.460938,
                    0.972656,
                    1.234375,
                    2.0625,
                    1.273438,
                    1.195312,
                    1.25,
                    1.039062,
                    1.140625,
                    1.09375,
                    1.390625,
                    1.203125,
                    1.070312,
                    1.164062,
                    1.039062,
                    0.320312,
                    1.171875,
                    1.132812,
                    1.21875,
                    1.28125,
                    1.164062,
                    1.09375,
                    1.007812,
                    1.257812,
                    1.171875,
                    1.296875,
                    1.117188,
                    1.515625,
                    1.265625,
                    1.257812,
                    1.367188,
                    0.835938,
                    1.125,
                    1.164062,
                    1.414062,
                    1.125,
                    1.171875,
                    1.242188,
                    1.125,
                    1.21875,
                    1.335938,
                    1.34375,
                    0.441406,
                    1.210938,
                    1.25,
                    1.1875,
                    1.265625,
                    1.335938,
                    1.234375,
                    1.125,
                    0.78125,
                    1.375,
                    0.304688,
                    1.21875,
                    1.1875,
                    0.322266,
                    0.515625,
                    1.125,
                    1.117188,
                    1.34375,
                    1.328125,
                    1.09375,
                    1.03125,
                    1.273438,
                    1.25,
                    1.265625,
                    1.195312,
                    1.375,
                    1.34375,
                    1.476562,
                    1.03125,
                    1.296875,
                    1.328125,
                    1.125,
                    1.234375,
                    1.125,
                    1.101562,
                    1.320312,
                    1.1875,
                    1.125,
                    1.351562,
                    1.257812,
                    1.132812,
                    1.09375,
                    1.296875,
                    1.25,
                    1.25,
                    1.132812,
                    1.4375,
                    0.800781,
                    1.570312,
                    1.078125,
                    1.234375,
                    0.429688,
                    1.210938,
                    1.3125,
                    1.234375,
                    1.28125,
                    1.304688,
                    1.046875,
                    1.375,
                    1.28125,
                    1.117188,
                    1.257812,
                    1.28125,
                    0.265625,
                    1.367188,
                    1.28125,
                    1.1875,
                    1.179688,
                    1.140625,
                    1.054688,
                    0.423828,
                    1.0625,
                    1.148438,
                    1.179688,
                    1.007812,
                    1.273438,
                    1.015625,
                    1.328125,
                    1.070312,
                    1.359375,
                    1.34375,
                    1.382812,
                    1.09375,
                    0.441406,
                    1.367188,
                    1.3125,
                    1.273438,
                    1.140625,
                    1.242188,
                    1.054688,
                    1.203125,
                    1.195312,
                    1.359375,
                    1.140625,
                    1.226562,
                    1.03125,
                    1.03125,
                    1.304688,
                    1.179688,
                    1.304688,
                    1.234375,
                    1.453125,
                    1.234375,
                    1.132812,
                    0.53125,
                    0.251953,
                    1.203125,
                    1.117188,
                    0.667969,
                    1.257812,
                    1.164062,
                    1.21875,
                    1.984375,
                    1.179688,
                    1.234375,
                    1.507812,
                    1.21875,
                    1.234375,
                    1.296875,
                    0.304688,
                    1.15625,
                    1.375,
                    1.296875,
                    1.015625,
                    1.359375,
                    -0.000157,
                    1.117188,
                    1.070312,
                    1.234375,
                    1.375,
                    1.125,
                    0.570312,
                    1.140625,
                    1.046875,
                    1.1875,
                    0.996094,
                    1.1875,
                    0.357422,
                    1.242188,
                    1.25,
                    1.304688,
                    1.257812,
                    1.078125,
                    1.28125,
                    0.263672,
                    1.09375,
                    1.070312,
                    1.179688,
                    1.179688,
                    0.664062,
                    1.234375,
                    1.476562,
                    1.296875,
                    1.296875,
                    1.109375,
                    1.234375,
                    0.996094,
                    1.148438,
                    0.765625,
                    0.322266,
                    1.078125,
                    1.234375,
                    1.195312,
                    1.265625,
                    0.355469,
                    1.265625,
                    1.25,
                    1.210938,
                    1.210938,
                    1.28125,
                    1.367188,
                    0.294922,
                    1.132812,
                    1.070312,
                    1.3125,
                    1.21875,
                    1.273438,
                    1.0625,
                    0.234375,
                    0.863281,
                    0.949219,
                    1.1875,
                    1.101562,
                    0.328125,
                    1.257812,
                    2.078125,
                    1.210938,
                    0.816406,
                    1.1875,
                    1.242188,
                    1.164062,
                    1.125,
                    1.203125,
                    1.265625,
                    0.890625,
                    1.21875,
                    1.101562,
                    0.976562,
                    1.023438,
                    1.171875,
                    1.257812,
                    1.179688,
                    1.25,
                    1.195312,
                    1.195312,
                    1.226562,
                    1.273438,
                    1.148438,
                    0.328125,
                    1.273438,
                    0.929688,
                    0.365234,
                    1.242188,
                    1.40625,
                    -0.037354,
                    1.0625,
                    1.054688,
                    0.271484,
                    1.429688,
                    0.972656,
                    1.140625,
                    0.96875,
                    1.171875,
                    1.28125,
                    1.078125,
                    1.132812,
                    1.25,
                    1.09375,
                    0.964844,
                    1.296875,
                    1.234375,
                    1.101562,
                    1.304688,
                    1.179688,
                    1.242188,
                    1.304688,
                    1.171875,
                    0.230469,
                    0.753906,
                    1.15625,
                    1.0625,
                    1.140625,
                    1.125,
                    1.140625,
                    1.265625,
                    1.3125,
                    0.259766,
                    1.0625,
                    1.109375,
                    0.314453,
                    1.398438,
                    1.234375,
                    1.28125,
                    1.320312,
                    1.101562,
                    0.427734,
                    1.171875,
                    1.179688,
                    1.085938,
                    1.28125,
                    1.367188,
                    1.226562,
                    1.34375,
                    0.972656,
                    1.273438,
                    1.15625,
                    1.117188,
                    0.257812,
                    1.226562,
                    1.273438,
                    1.09375,
                    1.125,
                    1.09375,
                    1.1875,
                    1.117188,
                    1.070312,
                    1.492188,
                    1.265625,
                    1.28125,
                    1.15625,
                    1.265625,
                    0.457031,
                    1.203125,
                    1.0625,
                    1.28125,
                    1.304688,
                    1.226562,
                    1.09375,
                    1.273438,
                    1.148438,
                    1.179688,
                    1.265625,
                    1.125,
                    1.023438,
                    1.21875,
                    1.242188,
                    1.085938,
                    1.234375,
                    1.265625,
                    1.179688,
                    1.195312,
                    1.359375,
                    1.1875,
                    1.226562,
                    1.1875,
                    1.210938,
                    1.117188,
                    1.070312,
                    1.125,
                    0.664062,
                    1.265625,
                    1.171875,
                    1.382812,
                    1.328125,
                    1.203125,
                    0.699219,
                    0.271484,
                    1.195312,
                    1.375,
                    0.302734,
                    1.28125,
                    1.117188,
                    1.226562,
                    0.714844,
                    1.148438,
                    1.1875,
                    0.421875,
                    1.0625,
                    0.617188,
                    1.132812,
                    1.070312,
                    1.148438,
                    1.226562,
                    1.195312,
                    1.15625,
                    1.179688,
                    1.15625,
                    1.164062,
                    1.40625,
                    1.3125,
                    0.804688,
                    1.109375,
                    1.210938,
                    1.226562,
                    1.210938,
                    1.28125,
                    0.46875,
                    1.8125,
                    1.039062,
                    1.21875,
                    1.195312,
                    1.265625,
                    1.234375,
                    1.140625,
                    1.3125,
                    1.210938,
                    1.273438,
                    2.171875,
                    0.632812,
                    1.125,
                    1.125,
                    1.101562,
                    1.226562,
                    1.304688,
                    1.132812,
                    1.398438,
                    1.132812,
                    1.15625,
                    0.294922,
                    1.0,
                    1.21875,
                    1.257812,
                    1.492188,
                    1.257812,
                    1.164062,
                    0.246094,
                    1.023438,
                    1.328125,
                    1.148438,
                    1.234375,
                    1.210938,
                    1.140625,
                    0.933594,
                    1.210938,
                    1.34375,
                    1.117188,
                    1.367188,
                    1.179688,
                    1.171875,
                    1.210938,
                    0.859375,
                    1.351562,
                    1.226562,
                    1.148438,
                    0.96875,
                    1.265625,
                    1.351562,
                    1.203125,
                    2.203125,
                    1.445312,
                    1.335938,
                    1.09375,
                    1.289062,
                    1.296875,
                    1.046875,
                    1.296875,
                    1.328125,
                    1.335938,
                    1.242188,
                    1.203125,
                    1.296875,
                    1.085938,
                    1.28125,
                    0.396484,
                    1.25,
                    0.945312,
                    1.210938,
                    1.101562,
                    1.429688,
                    1.1875,
                    1.203125,
                    1.101562,
                    0.953125,
                    1.03125,
                    1.3125,
                    1.25,
                    1.171875,
                    1.234375,
                    1.15625,
                    1.265625,
                    1.226562,
                    1.453125,
                    0.433594,
                    1.1875,
                    1.164062,
                    1.039062,
                    1.257812,
                    1.265625,
                    1.265625,
                    0.96875,
                    1.242188,
                    1.203125,
                    1.390625,
                    1.367188,
                    1.164062,
                    1.375,
                    1.09375,
                    1.109375,
                    1.21875,
                    0.753906,
                    1.195312,
                    1.335938,
                    1.164062,
                    1.085938,
                    0.233398,
                    1.234375,
                    1.25,
                    1.210938,
                    1.132812,
                    1.28125,
                    1.398438,
                    0.34375,
                    1.25,
                    1.273438,
                    1.15625,
                    1.351562,
                    1.367188,
                    1.429688,
                    1.1875,
                    0.300781,
                    2.40625,
                    1.296875,
                    1.34375,
                    2.171875,
                    1.085938,
                    1.0,
                    1.085938,
                    1.234375,
                    1.070312,
                    1.273438,
                    1.007812,
                    1.304688,
                    1.171875,
                    1.34375,
                    1.367188,
                    0.320312,
                    1.304688,
                    1.265625,
                    1.226562,
                    1.039062,
                    1.132812,
                    1.296875,
                    1.320312,
                    1.109375,
                    1.289062,
                    0.804688,
                    1.140625,
                    1.09375,
                    0.273438,
                    1.101562,
                    1.421875,
                    1.453125,
                    1.234375,
                    1.140625,
                    0.287109,
                    2.328125,
                    2.03125,
                    1.078125,
                    1.015625,
                    1.132812,
                    1.1875,
                    1.210938,
                    1.226562,
                    1.101562,
                    0.910156,
                    1.3125,
                    1.234375,
                    1.085938,
                    1.109375,
                    1.296875,
                    1.226562,
                    1.4375,
                    0.246094,
                    1.296875,
                    1.203125,
                    1.28125,
                    1.265625,
                    1.09375,
                    1.21875,
                    1.0,
                    1.148438,
                    1.242188,
                    1.007812,
                    1.414062,
                    1.15625,
                    1.296875,
                    1.320312,
                    1.015625,
                    0.349609,
                    1.359375,
                    1.054688,
                    1.0625,
                    1.335938,
                    1.164062,
                    1.25,
                    0.000702,
                    1.023438,
                    1.109375,
                    1.257812,
                    0.796875,
                    1.328125,
                    1.164062,
                    1.0625,
                    1.453125,
                    1.1875,
                    1.304688,
                    0.404297,
                    1.203125,
                    1.289062,
                    1.234375,
                    1.101562,
                    1.0625,
                    1.4375,
                    1.203125,
                    1.101562,
                    1.28125,
                    1.335938,
                    0.984375,
                    1.390625,
                    1.023438,
                    1.0625,
                    1.328125,
                    1.023438,
                    1.25,
                    1.546875,
                    1.078125,
                    1.132812,
                    1.21875,
                    1.15625,
                    1.234375,
                    0.373047,
                    1.335938,
                    1.09375,
                    1.296875,
                    1.109375,
                    1.171875,
                    1.15625,
                    1.164062,
                    1.257812,
                    1.15625,
                    1.164062,
                    1.039062,
                    1.34375,
                    1.226562,
                    0.378906,
                    1.359375,
                    0.28125,
                    1.265625,
                    1.171875,
                    1.242188,
                    1.140625,
                    1.226562,
                    1.09375,
                    1.164062,
                    0.925781,
                    1.164062,
                    1.21875,
                    1.3125,
                    1.414062,
                    1.085938,
                    1.234375,
                    1.148438,
                    0.996094,
                    1.15625,
                    1.171875,
                    1.28125,
                    1.164062,
                    1.023438,
                    1.21875,
                    1.429688,
                    1.3125,
                    1.21875,
                    1.234375,
                    1.304688,
                    1.132812,
                    1.09375,
                    0.945312,
                    1.15625,
                    1.101562,
                    1.539062,
                    1.296875,
                    1.179688,
                    1.257812,
                    1.28125,
                    1.140625,
                    1.34375,
                    1.257812,
                    1.140625,
                    1.09375,
                    1.148438,
                    1.125,
                    1.476562,
                    1.140625,
                    1.53125,
                    1.054688,
                    1.195312,
                    1.132812,
                    1.273438,
                    1.429688,
                    1.242188,
                    1.078125,
                    1.34375,
                    1.429688,
                    1.328125,
                    1.070312,
                    0.9375,
                    1.273438,
                    1.203125,
                    1.140625,
                    1.226562,
                    1.296875,
                    1.234375,
                    1.1875,
                    1.296875,
                    1.34375,
                    1.15625,
                    1.289062,
                    1.25,
                    1.078125,
                    1.164062,
                    1.1875,
                    1.140625,
                    1.265625,
                    1.3125,
                    1.210938,
                    1.117188,
                    1.335938,
                    1.257812,
                    1.804688,
                    1.164062,
                    1.421875,
                    1.03125,
                    1.460938,
                    1.25,
                    1.28125,
                    1.242188,
                    1.101562,
                    1.054688,
                    1.335938,
                    1.210938,
                    1.148438,
                    1.085938,
                    0.335938,
                    1.179688,
                    1.34375,
                    1.15625,
                    1.234375,
                    1.101562,
                    1.398438,
                    1.25,
                    1.054688,
                    1.34375,
                    1.453125,
                    0.220703,
                    1.109375,
                    1.257812,
                    0.386719,
                    0.267578,
                    1.265625,
                    1.421875,
                    0.675781,
                    1.1875,
                    1.164062,
                    1.5625,
                    1.203125,
                    1.328125,
                    1.03125,
                    0.416016,
                    1.515625,
                    1.367188,
                    1.039062,
                    1.226562,
                    1.046875,
                    1.390625,
                    1.382812,
                    1.023438,
                    1.054688,
                    1.203125,
                    1.234375,
                    1.132812,
                    0.765625,
                    1.21875,
                    1.1875,
                    1.304688,
                    1.046875,
                    1.3125,
                    1.375,
                    1.023438,
                    0.949219,
                    1.203125,
                    1.3125,
                    1.125,
                    1.570312,
                    1.421875,
                    1.109375,
                    1.015625,
                    1.09375,
                    1.328125,
                    1.0625,
                    1.390625,
                    1.25,
                    1.195312,
                    1.320312,
                    1.039062,
                    1.046875,
                    1.320312,
                    1.210938,
                    1.140625,
                    1.203125,
                    1.5,
                    0.310547,
                    1.34375,
                    0.251953,
                    1.195312,
                    1.367188,
                    0.396484,
                    0.792969,
                    1.257812,
                    1.078125,
                    1.148438,
                    1.3125,
                    1.5,
                    1.09375,
                    1.09375,
                    1.179688,
                    1.164062,
                    1.21875,
                    1.1875,
                    1.546875,
                    1.078125,
                    1.203125,
                    1.125,
                    1.210938,
                    1.429688,
                    1.296875,
                    1.242188,
                    1.21875,
                    1.1875,
                    0.324219,
                    1.195312,
                    1.296875,
                    1.117188,
                    1.242188,
                    1.125,
                    1.117188,
                    1.304688,
                    1.15625,
                    1.179688,
                    1.382812,
                    1.085938,
                    1.203125,
                    1.164062,
                    0.339844,
                    1.53125,
                    1.1875,
                    1.273438,
                    1.125,
                    1.445312,
                    1.3125,
                    1.453125,
                    1.03125,
                    1.304688,
                    1.179688,
                    1.375,
                    0.992188,
                    1.21875,
                    1.3125,
                    0.976562,
                    1.257812,
                    1.289062,
                    1.148438,
                    1.375,
                    1.679688,
                    1.367188,
                    1.148438,
                    1.195312,
                    1.257812,
                    1.773438,
                    0.910156,
                    1.171875,
                    0.757812,
                    1.148438,
                    1.351562,
                    1.03125,
                    1.484375,
                    1.15625,
                    1.25,
                    1.210938,
                    0.237305,
                    1.3125,
                    1.289062,
                    1.414062,
                    1.09375,
                    1.28125,
                    1.210938,
                    1.375,
                    1.242188,
                    1.226562,
                    0.664062,
                    1.53125,
                    1.210938,
                    1.140625,
                    1.101562,
                    1.554688,
                    1.09375,
                    1.398438,
                    0.253906,
                    1.421875,
                    1.34375,
                    1.28125,
                    0.371094,
                    1.171875,
                    1.195312,
                    1.273438,
                    1.078125,
                    1.195312,
                    1.0625,
                    0.255859,
                    1.695312,
                    1.195312,
                    1.21875,
                    1.164062,
                    0.933594,
                    1.273438,
                    1.203125,
                    1.226562,
                    1.140625,
                    0.550781,
                    1.1875,
                    1.21875,
                    1.117188,
                    1.257812,
                    1.320312,
                    0.582031,
                    1.9375,
                    1.21875,
                    1.304688,
                    1.171875,
                    1.976562,
                    1.398438,
                    1.945312,
                    0.222656,
                    1.1875,
                    0.248047,
                    1.3125,
                    1.945312,
                    1.234375,
                    1.109375,
                    1.265625,
                    1.09375,
                    2.0625,
                    1.179688,
                    1.195312,
                    1.117188,
                    1.15625,
                    1.171875,
                    1.007812,
                    1.335938,
                    0.320312,
                    1.195312,
                    1.148438,
                    1.132812,
                    1.429688,
                    1.203125,
                    1.359375,
                    1.257812,
                    1.265625,
                    1.203125,
                    1.3125,
                    1.117188,
                    1.265625,
                    1.21875,
                    1.007812,
                    1.125,
                    1.117188,
                    1.1875,
                    1.289062,
                    1.351562,
                    1.1875,
                    1.234375,
                    1.257812,
                    0.294922,
                    1.039062,
                    1.101562,
                    1.132812,
                    1.273438,
                    1.148438,
                    1.375,
                    1.359375,
                    1.148438,
                    1.304688,
                    1.351562,
                    1.25,
                    1.164062,
                    1.164062,
                    0.455078,
                    1.273438,
                    1.296875,
                    1.195312,
                    1.289062,
                    1.148438,
                    1.25,
                    0.996094,
                    1.234375,
                    1.359375,
                    1.257812,
                    1.046875,
                    1.179688,
                    1.3125,
                    1.226562,
                    1.265625,
                    1.203125,
                    1.140625,
                    0.400391,
                    0.960938,
                    2.140625,
                    0.902344,
                    1.15625,
                    1.296875,
                    1.203125,
                    1.359375,
                    1.445312,
                    1.117188,
                    1.078125,
                    1.15625,
                    1.132812,
                    1.085938,
                    1.273438,
                    1.070312,
                    1.195312,
                    1.1875,
                    1.15625,
                    1.835938,
                    1.25,
                    1.179688,
                    1.109375,
                    0.228516,
                    1.1875,
                    0.357422,
                    0.652344,
                    0.984375,
                    1.15625,
                    1.242188,
                    0.6875,
                    1.046875,
                    0.3125,
                    1.164062,
                    1.164062,
                    1.140625,
                    1.40625,
                    0.539062,
                    1.296875,
                    1.375,
                    1.148438,
                    1.117188,
                    0.326172,
                    1.203125,
                    1.335938,
                    1.125,
                    1.40625,
                    1.265625,
                    1.304688,
                    1.125,
                    1.265625,
                    1.234375,
                    1.148438,
                    1.140625,
                    0.996094,
                    1.335938,
                    0.984375,
                    0.345703,
                    1.148438,
                    1.34375,
                    1.054688,
                    1.226562,
                    1.414062,
                    -0.044922,
                    1.265625,
                    1.359375,
                    1.789062,
                    1.21875,
                    1.21875,
                    1.132812,
                    0.761719,
                    1.367188,
                    1.226562,
                    1.273438,
                    1.078125,
                    1.242188,
                    0.484375,
                    1.195312,
                    1.039062,
                    0.941406,
                    1.304688,
                    1.148438,
                    0.275391,
                    0.259766,
                    0.496094,
                    1.203125,
                    1.117188,
                    1.132812,
                    1.992188,
                    1.203125,
                    1.039062,
                    1.101562,
                    1.179688,
                    1.054688,
                    0.332031,
                    1.28125,
                    1.070312,
                    1.21875,
                    1.445312,
                    1.179688,
                    1.171875,
                    1.226562,
                    1.164062,
                    1.09375,
                    1.296875,
                    1.085938,
                    1.242188,
                    0.320312,
                    1.015625,
                    1.15625,
                    1.132812,
                    1.171875,
                    1.203125,
                    1.179688,
                    1.265625,
                    1.078125,
                    0.964844,
                    0.244141,
                    1.179688,
                    1.242188,
                    1.140625,
                    1.21875,
                    1.171875,
                    1.054688,
                    1.289062,
                    1.09375,
                    1.164062,
                    1.070312,
                    1.351562,
                    1.140625,
                    1.414062,
                    1.203125,
                    1.21875,
                    1.265625,
                    1.09375,
                    1.226562,
                    1.257812,
                    0.945312,
                    1.398438,
                    1.046875,
                    1.257812,
                    1.375,
                    1.0625,
                    1.117188,
                    1.335938,
                    1.28125,
                    1.296875,
                    1.289062,
                    1.125,
                    1.210938,
                    1.210938,
                    1.164062,
                    1.234375,
                    1.265625,
                    1.046875,
                    1.21875,
                    1.03125,
                    0.96875,
                    1.265625,
                    1.320312,
                    1.09375,
                    1.132812,
                    0.882812,
                    1.367188,
                    1.148438,
                    1.5625,
                    1.15625,
                    1.125,
                    0.917969,
                    1.085938,
                    1.1875,
                    0.664062,
                    1.15625,
                    1.273438,
                    0.255859,
                    1.25,
                    1.148438,
                    1.132812
                ]
            },
            "name": "model.model.layers.21.input_layernorm.weight",
            "outputIndexes": [
                1726
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1725
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_21/Mul_output_0",
            "outputIndexes": [
                1727
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1726,
                1727
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_21/Mul_1_output_0",
            "outputIndexes": [
                1728
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1728
            ],
            "outputIndexes": [
                2896
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2896
            ],
            "outputIndexes": [
                2897
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/q_proj/Linear",
            "inputIndexes": [
                2897
            ],
            "outputIndexes": [
                2898
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    552914082,
                    1179670,
                    147456,
                    6144,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2898
            ],
            "outputIndexes": [
                2899
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2899
            ],
            "outputIndexes": [
                1729
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1728
            ],
            "main_type": "NONE",
            "name": "/Shape_295_output_0",
            "outputIndexes": [
                1730
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1730
            ],
            "main_type": "NONE",
            "name": "Shape5328",
            "outputIndexes": [
                1731
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1730
            ],
            "main_type": "NONE",
            "name": "Rank5330",
            "outputIndexes": [
                1732
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1732,
                1732
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5332",
            "outputIndexes": [
                1733
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1733
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5333",
            "outputIndexes": [
                1734
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1733,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5335",
            "outputIndexes": [
                1735
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1735
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5336",
            "outputIndexes": [
                1736
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1731,
                1734,
                1736,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5339",
            "outputIndexes": [
                1737
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1737
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5340",
            "outputIndexes": [
                1738
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                1738
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5341",
            "outputIndexes": [
                1739
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1739,
                1738
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5342",
            "outputIndexes": [
                1740
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1730,
                1740,
                1733
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_319_output_0",
            "outputIndexes": [
                1741
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1741,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_673_output_0",
            "outputIndexes": [
                1742
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1742,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_273_output_0",
            "outputIndexes": [
                1743
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1729,
                1743
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_190_output_0",
            "outputIndexes": [
                1744
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1744,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_168_output_0",
            "outputIndexes": [
                1745
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1744
            ],
            "main_type": "NONE",
            "name": "/Shape_296_output_0",
            "outputIndexes": [
                1746
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1746
            ],
            "main_type": "NONE",
            "name": "Shape5349",
            "outputIndexes": [
                1747
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1746
            ],
            "main_type": "NONE",
            "name": "Rank5351",
            "outputIndexes": [
                1748
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1748,
                1748
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5353",
            "outputIndexes": [
                1749
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1749
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5354",
            "outputIndexes": [
                1750
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1749,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5356",
            "outputIndexes": [
                1751
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1751
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5357",
            "outputIndexes": [
                1752
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1747,
                1750,
                1752,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5360",
            "outputIndexes": [
                1753
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1753
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5361",
            "outputIndexes": [
                1754
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1754
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5362",
            "outputIndexes": [
                1755
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1755,
                1754
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5363",
            "outputIndexes": [
                1756
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1746,
                1756,
                1749
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_320_output_0",
            "outputIndexes": [
                1757
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1757,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_63_output_0",
            "outputIndexes": [
                1758
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1758,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_678_output_0",
            "outputIndexes": [
                1759
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1744,
                1759,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_85_output_0",
            "outputIndexes": [
                1760
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1760
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_42_output_0",
            "outputIndexes": [
                1761
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1744,
                22,
                1759,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_84_output_0",
            "outputIndexes": [
                1762
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1761,
                1762
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_276_output_0",
            "outputIndexes": [
                1763
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1763,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_169_output_0",
            "outputIndexes": [
                1764
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1745,
                1764
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_105_output_0",
            "outputIndexes": [
                1765
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1728
            ],
            "outputIndexes": [
                2900
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2900
            ],
            "outputIndexes": [
                2901
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/k_proj/Linear",
            "inputIndexes": [
                2901
            ],
            "outputIndexes": [
                2902
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    554247352,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2902
            ],
            "outputIndexes": [
                2903
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2903
            ],
            "outputIndexes": [
                1766
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1742,
                85,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_274_output_0",
            "outputIndexes": [
                1767
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1766,
                1767
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_191_output_0",
            "outputIndexes": [
                1768
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1768,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_170_output_0",
            "outputIndexes": [
                1769
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1768
            ],
            "main_type": "NONE",
            "name": "/Shape_297_output_0",
            "outputIndexes": [
                1770
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1770
            ],
            "main_type": "NONE",
            "name": "Shape5412",
            "outputIndexes": [
                1771
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1770
            ],
            "main_type": "NONE",
            "name": "Rank5414",
            "outputIndexes": [
                1772
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1772,
                1772
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5416",
            "outputIndexes": [
                1773
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1773
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5417",
            "outputIndexes": [
                1774
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1773,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5419",
            "outputIndexes": [
                1775
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1775
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5420",
            "outputIndexes": [
                1776
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1771,
                1774,
                1776,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5423",
            "outputIndexes": [
                1777
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1777
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5424",
            "outputIndexes": [
                1778
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1778
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5425",
            "outputIndexes": [
                1779
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1779,
                1778
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5426",
            "outputIndexes": [
                1780
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1770,
                1780,
                1773
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_321_output_0",
            "outputIndexes": [
                1781
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1781,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_64_output_0",
            "outputIndexes": [
                1782
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1782,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_680_output_0",
            "outputIndexes": [
                1783
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1768,
                1783,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_87_output_0",
            "outputIndexes": [
                1784
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1784
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_43_output_0",
            "outputIndexes": [
                1785
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1768,
                22,
                1783,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_86_output_0",
            "outputIndexes": [
                1786
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1785,
                1786
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_277_output_0",
            "outputIndexes": [
                1787
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1787,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_171_output_0",
            "outputIndexes": [
                1788
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1769,
                1788
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_106_output_0",
            "outputIndexes": [
                1789
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1728
            ],
            "outputIndexes": [
                2904
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2904
            ],
            "outputIndexes": [
                2905
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/v_proj/Linear",
            "inputIndexes": [
                2905
            ],
            "outputIndexes": [
                2906
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    554469582,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2906
            ],
            "outputIndexes": [
                2907
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2907
            ],
            "outputIndexes": [
                1790
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1790,
                1767
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_192_output_0",
            "outputIndexes": [
                1791
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1765,
                1789,
                1791,
                111
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_197_output_0",
            "outputIndexes": [
                1792
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1792
            ],
            "outputIndexes": [
                2908
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2908
            ],
            "outputIndexes": [
                2909
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/o_proj/Linear",
            "inputIndexes": [
                2909
            ],
            "outputIndexes": [
                2910
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    554691812,
                    1179670,
                    147456,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2910
            ],
            "outputIndexes": [
                2911
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2911
            ],
            "outputIndexes": [
                1793
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1725,
                1793
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_108_output_0",
            "outputIndexes": [
                1794
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.519531,
                    1.203125,
                    0.761719,
                    0.980469,
                    0.945312,
                    0.898438,
                    1.078125,
                    1.046875,
                    1.023438,
                    0.84375,
                    1.078125,
                    0.847656,
                    1.164062,
                    1.148438,
                    1.140625,
                    1.078125,
                    1.101562,
                    1.007812,
                    1.1875,
                    0.785156,
                    1.15625,
                    1.007812,
                    1.054688,
                    0.404297,
                    1.148438,
                    1.171875,
                    0.933594,
                    0.875,
                    0.851562,
                    1.21875,
                    1.203125,
                    1.164062,
                    1.226562,
                    0.800781,
                    1.015625,
                    1.210938,
                    1.148438,
                    1.046875,
                    0.808594,
                    0.75,
                    1.203125,
                    1.210938,
                    1.140625,
                    1.242188,
                    0.578125,
                    1.046875,
                    0.996094,
                    1.0625,
                    1.015625,
                    0.820312,
                    0.451172,
                    0.695312,
                    1.226562,
                    1.03125,
                    1.085938,
                    0.898438,
                    0.878906,
                    0.4375,
                    0.640625,
                    0.816406,
                    1.0,
                    0.859375,
                    0.957031,
                    1.242188,
                    1.046875,
                    0.632812,
                    1.023438,
                    0.804688,
                    1.054688,
                    0.921875,
                    0.988281,
                    0.921875,
                    0.449219,
                    0.886719,
                    1.085938,
                    0.691406,
                    1.101562,
                    1.101562,
                    1.132812,
                    1.195312,
                    1.234375,
                    0.449219,
                    0.6875,
                    1.21875,
                    1.1875,
                    1.210938,
                    1.195312,
                    1.242188,
                    0.960938,
                    1.117188,
                    1.0625,
                    0.914062,
                    0.792969,
                    0.917969,
                    1.21875,
                    0.507812,
                    1.0625,
                    0.863281,
                    1.226562,
                    1.15625,
                    1.3125,
                    0.734375,
                    0.832031,
                    1.28125,
                    0.820312,
                    0.988281,
                    1.015625,
                    1.039062,
                    0.78125,
                    1.101562,
                    0.824219,
                    1.289062,
                    1.0,
                    0.269531,
                    1.171875,
                    1.101562,
                    1.085938,
                    1.179688,
                    0.429688,
                    0.488281,
                    1.164062,
                    0.511719,
                    0.921875,
                    0.855469,
                    1.132812,
                    1.226562,
                    1.21875,
                    0.5,
                    0.910156,
                    1.476562,
                    1.03125,
                    1.132812,
                    1.09375,
                    1.234375,
                    1.203125,
                    1.25,
                    0.789062,
                    1.351562,
                    0.800781,
                    1.085938,
                    0.4375,
                    0.996094,
                    0.921875,
                    0.535156,
                    1.1875,
                    0.8125,
                    1.21875,
                    0.992188,
                    1.273438,
                    1.054688,
                    1.023438,
                    1.15625,
                    0.523438,
                    1.117188,
                    1.609375,
                    0.820312,
                    1.070312,
                    0.902344,
                    1.210938,
                    1.234375,
                    0.828125,
                    0.929688,
                    1.039062,
                    0.515625,
                    0.882812,
                    1.140625,
                    1.046875,
                    1.210938,
                    1.078125,
                    1.148438,
                    1.273438,
                    1.125,
                    1.125,
                    1.21875,
                    0.953125,
                    1.179688,
                    1.054688,
                    1.273438,
                    1.179688,
                    1.28125,
                    1.210938,
                    0.910156,
                    1.203125,
                    0.9375,
                    1.09375,
                    0.613281,
                    0.519531,
                    1.28125,
                    1.007812,
                    1.046875,
                    1.210938,
                    0.988281,
                    1.257812,
                    1.1875,
                    1.1875,
                    1.117188,
                    1.101562,
                    1.046875,
                    1.203125,
                    0.851562,
                    0.953125,
                    1.117188,
                    1.171875,
                    1.3125,
                    1.203125,
                    1.085938,
                    1.117188,
                    1.226562,
                    0.972656,
                    1.210938,
                    1.023438,
                    1.210938,
                    0.761719,
                    0.9375,
                    1.289062,
                    0.582031,
                    1.179688,
                    1.171875,
                    1.171875,
                    1.117188,
                    1.140625,
                    1.195312,
                    0.804688,
                    0.417969,
                    0.917969,
                    1.234375,
                    0.894531,
                    0.773438,
                    0.734375,
                    1.140625,
                    1.101562,
                    1.171875,
                    1.179688,
                    1.195312,
                    1.203125,
                    0.902344,
                    1.09375,
                    1.023438,
                    1.085938,
                    1.21875,
                    0.976562,
                    1.09375,
                    1.046875,
                    1.257812,
                    1.085938,
                    1.132812,
                    1.242188,
                    1.054688,
                    0.925781,
                    1.3125,
                    1.03125,
                    0.664062,
                    1.234375,
                    0.339844,
                    0.396484,
                    0.996094,
                    1.023438,
                    1.257812,
                    1.21875,
                    1.0625,
                    1.117188,
                    1.226562,
                    1.1875,
                    0.890625,
                    1.171875,
                    1.101562,
                    0.902344,
                    1.226562,
                    1.109375,
                    0.980469,
                    1.164062,
                    0.914062,
                    0.925781,
                    1.164062,
                    0.742188,
                    0.847656,
                    0.535156,
                    1.210938,
                    0.847656,
                    1.257812,
                    1.1875,
                    0.960938,
                    0.976562,
                    0.863281,
                    1.078125,
                    0.476562,
                    1.328125,
                    1.132812,
                    1.015625,
                    1.1875,
                    1.15625,
                    1.304688,
                    1.289062,
                    1.257812,
                    0.925781,
                    1.03125,
                    1.164062,
                    1.03125,
                    1.21875,
                    1.210938,
                    0.443359,
                    0.601562,
                    1.226562,
                    0.578125,
                    1.242188,
                    0.960938,
                    1.195312,
                    0.925781,
                    1.109375,
                    0.441406,
                    0.769531,
                    1.179688,
                    0.496094,
                    1.070312,
                    1.289062,
                    1.171875,
                    0.609375,
                    1.125,
                    1.070312,
                    0.480469,
                    1.125,
                    1.296875,
                    1.164062,
                    0.769531,
                    1.046875,
                    1.039062,
                    0.949219,
                    0.425781,
                    1.054688,
                    0.972656,
                    0.402344,
                    1.117188,
                    0.476562,
                    0.898438,
                    0.976562,
                    0.753906,
                    1.09375,
                    0.421875,
                    0.902344,
                    0.554688,
                    0.949219,
                    1.203125,
                    0.984375,
                    1.203125,
                    1.226562,
                    1.0625,
                    1.039062,
                    0.945312,
                    0.878906,
                    1.15625,
                    0.914062,
                    0.65625,
                    0.726562,
                    1.101562,
                    0.914062,
                    1.171875,
                    0.289062,
                    1.03125,
                    1.15625,
                    0.800781,
                    0.832031,
                    1.023438,
                    1.109375,
                    1.101562,
                    1.09375,
                    1.007812,
                    1.226562,
                    1.007812,
                    0.441406,
                    1.210938,
                    1.015625,
                    0.800781,
                    1.25,
                    0.816406,
                    0.988281,
                    1.0,
                    1.171875,
                    0.886719,
                    1.273438,
                    0.835938,
                    1.1875,
                    1.265625,
                    1.125,
                    1.351562,
                    0.617188,
                    1.125,
                    0.886719,
                    1.289062,
                    0.964844,
                    1.195312,
                    1.054688,
                    1.046875,
                    1.179688,
                    1.039062,
                    0.664062,
                    0.546875,
                    1.132812,
                    0.867188,
                    1.054688,
                    1.164062,
                    0.835938,
                    1.257812,
                    0.90625,
                    0.941406,
                    0.988281,
                    0.480469,
                    1.226562,
                    1.140625,
                    0.835938,
                    0.558594,
                    0.96875,
                    0.867188,
                    1.195312,
                    1.210938,
                    0.960938,
                    0.933594,
                    1.304688,
                    1.21875,
                    0.789062,
                    1.1875,
                    1.234375,
                    0.769531,
                    1.101562,
                    0.832031,
                    0.8125,
                    1.210938,
                    0.910156,
                    1.15625,
                    0.976562,
                    1.15625,
                    1.328125,
                    1.257812,
                    1.171875,
                    1.257812,
                    0.773438,
                    0.882812,
                    0.890625,
                    0.804688,
                    1.09375,
                    1.132812,
                    1.007812,
                    0.808594,
                    0.554688,
                    0.90625,
                    1.09375,
                    1.195312,
                    0.511719,
                    1.203125,
                    1.140625,
                    1.257812,
                    1.296875,
                    1.132812,
                    1.039062,
                    1.296875,
                    1.203125,
                    1.226562,
                    1.28125,
                    1.1875,
                    0.417969,
                    1.359375,
                    0.816406,
                    1.109375,
                    1.15625,
                    0.945312,
                    0.945312,
                    0.515625,
                    0.820312,
                    0.996094,
                    1.03125,
                    0.980469,
                    1.125,
                    1.070312,
                    0.8125,
                    1.0625,
                    1.265625,
                    1.164062,
                    1.179688,
                    0.84375,
                    0.578125,
                    1.1875,
                    1.203125,
                    1.007812,
                    1.148438,
                    1.203125,
                    0.925781,
                    0.835938,
                    1.125,
                    0.898438,
                    1.125,
                    1.195312,
                    1.070312,
                    1.023438,
                    1.195312,
                    1.070312,
                    1.171875,
                    1.226562,
                    1.101562,
                    1.25,
                    0.894531,
                    0.550781,
                    0.523438,
                    1.273438,
                    1.140625,
                    1.1875,
                    1.367188,
                    1.0,
                    1.179688,
                    0.394531,
                    0.847656,
                    1.351562,
                    0.757812,
                    1.226562,
                    1.25,
                    1.203125,
                    0.455078,
                    1.140625,
                    1.078125,
                    1.226562,
                    0.953125,
                    0.816406,
                    1.375,
                    1.140625,
                    1.039062,
                    0.859375,
                    1.164062,
                    0.828125,
                    0.914062,
                    1.164062,
                    1.09375,
                    1.203125,
                    0.886719,
                    0.914062,
                    0.515625,
                    0.933594,
                    1.164062,
                    1.164062,
                    1.242188,
                    1.0625,
                    1.203125,
                    0.4375,
                    1.0,
                    1.039062,
                    1.164062,
                    1.046875,
                    0.945312,
                    0.910156,
                    0.589844,
                    1.070312,
                    0.710938,
                    1.070312,
                    0.851562,
                    1.109375,
                    1.234375,
                    0.933594,
                    0.488281,
                    1.03125,
                    1.234375,
                    1.195312,
                    1.21875,
                    0.484375,
                    1.257812,
                    1.289062,
                    1.148438,
                    1.085938,
                    1.234375,
                    0.757812,
                    0.535156,
                    1.140625,
                    1.171875,
                    1.195312,
                    0.800781,
                    1.304688,
                    0.976562,
                    0.417969,
                    0.640625,
                    0.90625,
                    1.226562,
                    1.179688,
                    0.5,
                    1.117188,
                    0.289062,
                    0.898438,
                    0.949219,
                    1.257812,
                    1.195312,
                    0.792969,
                    0.953125,
                    1.179688,
                    1.234375,
                    0.957031,
                    1.203125,
                    1.25,
                    1.023438,
                    0.929688,
                    0.878906,
                    1.242188,
                    1.203125,
                    1.265625,
                    1.179688,
                    0.886719,
                    1.25,
                    1.25,
                    1.0625,
                    0.478516,
                    1.203125,
                    0.632812,
                    0.472656,
                    1.210938,
                    1.054688,
                    0.296875,
                    0.914062,
                    1.101562,
                    0.423828,
                    0.785156,
                    0.96875,
                    1.09375,
                    0.917969,
                    1.195312,
                    0.746094,
                    0.988281,
                    0.867188,
                    0.847656,
                    1.03125,
                    1.046875,
                    1.164062,
                    1.234375,
                    1.078125,
                    1.304688,
                    1.179688,
                    1.007812,
                    1.234375,
                    0.933594,
                    0.425781,
                    0.996094,
                    1.0625,
                    0.972656,
                    1.1875,
                    0.828125,
                    1.164062,
                    1.03125,
                    1.242188,
                    0.421875,
                    1.1875,
                    0.867188,
                    0.441406,
                    1.234375,
                    1.226562,
                    1.320312,
                    0.6875,
                    0.945312,
                    0.511719,
                    1.210938,
                    0.878906,
                    0.832031,
                    0.792969,
                    1.296875,
                    1.1875,
                    1.3125,
                    0.941406,
                    1.265625,
                    1.0,
                    0.671875,
                    0.435547,
                    0.988281,
                    0.679688,
                    1.125,
                    1.140625,
                    1.015625,
                    0.992188,
                    0.878906,
                    1.085938,
                    0.554688,
                    1.140625,
                    1.203125,
                    1.21875,
                    1.21875,
                    0.53125,
                    1.1875,
                    1.03125,
                    0.867188,
                    1.054688,
                    1.164062,
                    1.148438,
                    1.148438,
                    1.195312,
                    1.046875,
                    1.28125,
                    1.210938,
                    0.957031,
                    1.265625,
                    1.226562,
                    1.078125,
                    0.875,
                    1.25,
                    0.609375,
                    1.0625,
                    0.867188,
                    0.945312,
                    1.296875,
                    1.164062,
                    1.054688,
                    1.078125,
                    1.03125,
                    1.226562,
                    0.613281,
                    1.117188,
                    0.882812,
                    1.015625,
                    1.226562,
                    0.882812,
                    0.554688,
                    0.408203,
                    1.210938,
                    1.023438,
                    0.480469,
                    1.210938,
                    1.1875,
                    1.15625,
                    0.597656,
                    1.21875,
                    1.148438,
                    0.503906,
                    1.0625,
                    0.582031,
                    1.125,
                    1.101562,
                    0.953125,
                    1.25,
                    1.210938,
                    1.078125,
                    1.023438,
                    1.109375,
                    1.03125,
                    0.796875,
                    1.273438,
                    0.789062,
                    0.984375,
                    1.210938,
                    1.21875,
                    1.34375,
                    0.953125,
                    0.519531,
                    0.523438,
                    0.898438,
                    1.15625,
                    1.148438,
                    0.9375,
                    1.125,
                    1.265625,
                    1.15625,
                    0.859375,
                    1.1875,
                    0.304688,
                    0.566406,
                    0.898438,
                    1.015625,
                    1.109375,
                    0.847656,
                    0.855469,
                    1.054688,
                    1.210938,
                    0.984375,
                    0.992188,
                    0.433594,
                    0.957031,
                    1.242188,
                    1.179688,
                    0.945312,
                    0.96875,
                    1.015625,
                    0.431641,
                    1.070312,
                    1.15625,
                    0.78125,
                    1.039062,
                    0.875,
                    0.851562,
                    0.640625,
                    1.1875,
                    0.769531,
                    0.828125,
                    1.171875,
                    0.878906,
                    1.109375,
                    0.816406,
                    0.914062,
                    1.320312,
                    0.820312,
                    1.078125,
                    0.929688,
                    1.210938,
                    1.25,
                    1.1875,
                    0.287109,
                    0.746094,
                    1.28125,
                    0.6875,
                    0.839844,
                    1.351562,
                    1.054688,
                    0.816406,
                    1.257812,
                    0.84375,
                    1.117188,
                    1.101562,
                    1.101562,
                    0.8125,
                    1.0625,
                    0.492188,
                    0.859375,
                    1.046875,
                    0.949219,
                    1.09375,
                    0.828125,
                    0.890625,
                    1.179688,
                    1.085938,
                    0.988281,
                    1.109375,
                    1.273438,
                    1.171875,
                    1.140625,
                    1.203125,
                    1.179688,
                    1.226562,
                    1.03125,
                    0.785156,
                    0.53125,
                    1.15625,
                    0.824219,
                    1.125,
                    0.828125,
                    0.925781,
                    0.796875,
                    0.9375,
                    1.171875,
                    1.070312,
                    0.835938,
                    1.226562,
                    1.15625,
                    1.320312,
                    1.132812,
                    0.757812,
                    1.210938,
                    0.632812,
                    0.78125,
                    1.296875,
                    0.921875,
                    1.0,
                    0.421875,
                    1.125,
                    1.15625,
                    1.242188,
                    0.753906,
                    1.09375,
                    1.242188,
                    0.457031,
                    0.828125,
                    0.835938,
                    1.203125,
                    1.242188,
                    0.949219,
                    1.210938,
                    1.179688,
                    0.423828,
                    0.304688,
                    1.203125,
                    0.78125,
                    0.314453,
                    1.054688,
                    1.054688,
                    1.046875,
                    1.101562,
                    1.0625,
                    1.226562,
                    1.023438,
                    1.21875,
                    1.046875,
                    0.8125,
                    1.132812,
                    0.414062,
                    1.257812,
                    1.015625,
                    0.964844,
                    0.949219,
                    1.085938,
                    1.28125,
                    1.210938,
                    1.15625,
                    1.09375,
                    0.625,
                    1.203125,
                    1.109375,
                    0.423828,
                    0.941406,
                    1.234375,
                    1.242188,
                    1.234375,
                    0.765625,
                    0.404297,
                    0.347656,
                    0.3125,
                    1.101562,
                    1.03125,
                    0.832031,
                    1.0625,
                    0.691406,
                    1.226562,
                    1.039062,
                    1.476562,
                    1.203125,
                    0.828125,
                    0.953125,
                    1.007812,
                    0.804688,
                    1.203125,
                    1.164062,
                    0.435547,
                    1.15625,
                    1.148438,
                    1.296875,
                    1.1875,
                    1.148438,
                    1.179688,
                    0.664062,
                    0.976562,
                    0.789062,
                    0.902344,
                    1.109375,
                    1.148438,
                    1.1875,
                    1.203125,
                    0.90625,
                    0.445312,
                    1.03125,
                    1.101562,
                    1.007812,
                    1.210938,
                    0.816406,
                    1.390625,
                    1.078125,
                    1.015625,
                    1.054688,
                    0.867188,
                    1.039062,
                    1.296875,
                    1.15625,
                    0.910156,
                    1.125,
                    1.257812,
                    1.289062,
                    0.476562,
                    1.15625,
                    1.164062,
                    0.988281,
                    1.03125,
                    1.0625,
                    0.703125,
                    0.792969,
                    1.085938,
                    1.28125,
                    1.273438,
                    0.980469,
                    1.226562,
                    0.84375,
                    0.976562,
                    1.164062,
                    0.859375,
                    1.03125,
                    1.054688,
                    0.960938,
                    1.101562,
                    1.21875,
                    1.09375,
                    1.164062,
                    0.453125,
                    1.28125,
                    1.148438,
                    0.863281,
                    0.949219,
                    0.792969,
                    1.164062,
                    0.953125,
                    0.765625,
                    0.980469,
                    0.882812,
                    0.957031,
                    1.046875,
                    1.132812,
                    0.535156,
                    1.3125,
                    0.429688,
                    1.289062,
                    1.1875,
                    1.25,
                    0.90625,
                    1.09375,
                    1.03125,
                    1.109375,
                    0.988281,
                    1.1875,
                    1.0625,
                    0.804688,
                    1.109375,
                    1.085938,
                    0.824219,
                    1.039062,
                    0.546875,
                    1.242188,
                    0.980469,
                    0.816406,
                    0.996094,
                    1.039062,
                    1.148438,
                    1.15625,
                    0.914062,
                    1.21875,
                    1.242188,
                    0.773438,
                    0.96875,
                    1.03125,
                    1.054688,
                    1.171875,
                    0.671875,
                    0.820312,
                    1.171875,
                    1.148438,
                    1.234375,
                    0.648438,
                    1.265625,
                    0.828125,
                    1.234375,
                    1.070312,
                    1.039062,
                    1.210938,
                    1.242188,
                    1.171875,
                    1.164062,
                    0.746094,
                    1.03125,
                    1.046875,
                    0.96875,
                    1.148438,
                    1.265625,
                    1.015625,
                    1.085938,
                    1.234375,
                    1.046875,
                    1.320312,
                    1.101562,
                    0.882812,
                    0.96875,
                    1.195312,
                    1.15625,
                    1.226562,
                    1.1875,
                    0.96875,
                    1.203125,
                    1.304688,
                    1.304688,
                    0.820312,
                    1.28125,
                    0.929688,
                    0.933594,
                    0.835938,
                    1.039062,
                    1.09375,
                    1.203125,
                    0.832031,
                    1.242188,
                    1.0,
                    1.171875,
                    1.296875,
                    0.443359,
                    1.070312,
                    1.085938,
                    1.078125,
                    1.117188,
                    1.125,
                    1.179688,
                    1.132812,
                    0.828125,
                    1.101562,
                    1.203125,
                    1.09375,
                    1.054688,
                    1.132812,
                    0.462891,
                    1.234375,
                    0.972656,
                    1.070312,
                    1.234375,
                    1.0,
                    0.824219,
                    0.917969,
                    1.085938,
                    0.734375,
                    1.328125,
                    0.410156,
                    0.808594,
                    1.1875,
                    0.492188,
                    0.394531,
                    0.980469,
                    0.90625,
                    0.832031,
                    1.195312,
                    1.09375,
                    0.710938,
                    0.855469,
                    1.296875,
                    0.921875,
                    0.498047,
                    1.335938,
                    1.289062,
                    1.109375,
                    1.09375,
                    0.9375,
                    0.648438,
                    1.273438,
                    0.902344,
                    1.0,
                    0.921875,
                    0.777344,
                    1.171875,
                    0.695312,
                    1.21875,
                    1.226562,
                    1.203125,
                    1.023438,
                    1.375,
                    1.148438,
                    1.03125,
                    0.949219,
                    0.855469,
                    1.070312,
                    1.125,
                    1.101562,
                    1.265625,
                    0.664062,
                    1.0,
                    1.109375,
                    1.265625,
                    0.945312,
                    1.320312,
                    1.242188,
                    0.894531,
                    1.25,
                    0.875,
                    0.910156,
                    1.179688,
                    1.039062,
                    1.007812,
                    1.0,
                    0.871094,
                    0.470703,
                    1.289062,
                    0.398438,
                    1.226562,
                    1.265625,
                    0.496094,
                    0.851562,
                    1.328125,
                    0.960938,
                    1.179688,
                    1.125,
                    0.664062,
                    1.109375,
                    0.914062,
                    0.808594,
                    1.117188,
                    1.15625,
                    1.023438,
                    1.109375,
                    0.972656,
                    1.195312,
                    1.179688,
                    0.855469,
                    1.171875,
                    1.25,
                    1.148438,
                    1.257812,
                    0.804688,
                    0.523438,
                    0.949219,
                    1.195312,
                    1.09375,
                    1.195312,
                    1.039062,
                    1.109375,
                    1.304688,
                    1.195312,
                    1.0,
                    1.195312,
                    0.949219,
                    1.179688,
                    0.796875,
                    0.566406,
                    0.691406,
                    1.117188,
                    0.738281,
                    1.085938,
                    1.203125,
                    1.265625,
                    1.242188,
                    0.96875,
                    1.25,
                    1.28125,
                    1.210938,
                    0.988281,
                    1.242188,
                    1.28125,
                    0.976562,
                    0.945312,
                    0.742188,
                    0.738281,
                    1.320312,
                    0.535156,
                    0.949219,
                    0.753906,
                    1.109375,
                    1.125,
                    0.707031,
                    0.609375,
                    0.929688,
                    0.628906,
                    1.195312,
                    1.015625,
                    0.980469,
                    1.015625,
                    1.117188,
                    1.226562,
                    0.929688,
                    0.441406,
                    1.265625,
                    0.902344,
                    1.257812,
                    0.972656,
                    1.257812,
                    1.148438,
                    1.265625,
                    1.0625,
                    1.1875,
                    0.535156,
                    1.515625,
                    0.683594,
                    0.851562,
                    1.164062,
                    0.992188,
                    1.046875,
                    1.265625,
                    0.4375,
                    0.953125,
                    1.257812,
                    1.210938,
                    0.462891,
                    1.09375,
                    0.921875,
                    1.289062,
                    0.867188,
                    1.109375,
                    1.046875,
                    0.425781,
                    1.164062,
                    1.195312,
                    1.15625,
                    0.792969,
                    1.03125,
                    0.9375,
                    1.140625,
                    1.171875,
                    1.179688,
                    0.753906,
                    0.78125,
                    1.117188,
                    1.078125,
                    1.234375,
                    0.734375,
                    0.558594,
                    0.707031,
                    1.164062,
                    1.085938,
                    0.917969,
                    0.306641,
                    1.234375,
                    0.476562,
                    0.402344,
                    0.789062,
                    0.416016,
                    1.1875,
                    0.664062,
                    1.304688,
                    1.101562,
                    1.015625,
                    1.023438,
                    0.429688,
                    1.101562,
                    0.855469,
                    1.078125,
                    0.828125,
                    1.15625,
                    0.882812,
                    1.234375,
                    0.511719,
                    1.101562,
                    1.21875,
                    1.171875,
                    1.15625,
                    0.722656,
                    1.3125,
                    1.015625,
                    1.265625,
                    1.070312,
                    1.234375,
                    1.148438,
                    0.839844,
                    1.273438,
                    0.972656,
                    0.996094,
                    0.988281,
                    1.140625,
                    1.203125,
                    1.273438,
                    1.257812,
                    1.203125,
                    1.179688,
                    0.464844,
                    0.898438,
                    1.132812,
                    0.984375,
                    1.257812,
                    0.894531,
                    1.359375,
                    1.125,
                    1.078125,
                    1.210938,
                    1.171875,
                    1.25,
                    1.0,
                    1.179688,
                    0.498047,
                    1.210938,
                    1.257812,
                    0.738281,
                    1.203125,
                    1.148438,
                    1.203125,
                    1.023438,
                    0.765625,
                    1.21875,
                    0.816406,
                    0.941406,
                    0.804688,
                    1.203125,
                    1.265625,
                    1.21875,
                    1.234375,
                    0.867188,
                    0.457031,
                    1.03125,
                    0.363281,
                    1.09375,
                    1.140625,
                    1.25,
                    1.03125,
                    1.023438,
                    1.242188,
                    0.886719,
                    1.015625,
                    1.03125,
                    1.132812,
                    0.972656,
                    1.171875,
                    1.046875,
                    1.117188,
                    1.195312,
                    1.179688,
                    0.523438,
                    1.171875,
                    1.117188,
                    1.0625,
                    0.410156,
                    1.226562,
                    0.443359,
                    0.558594,
                    0.921875,
                    1.03125,
                    0.796875,
                    0.574219,
                    1.0,
                    0.443359,
                    0.785156,
                    1.179688,
                    1.078125,
                    1.09375,
                    1.203125,
                    0.996094,
                    0.648438,
                    1.234375,
                    0.859375,
                    0.466797,
                    1.195312,
                    1.195312,
                    1.140625,
                    1.304688,
                    1.023438,
                    1.179688,
                    1.039062,
                    1.40625,
                    1.09375,
                    1.101562,
                    1.226562,
                    0.660156,
                    1.265625,
                    0.96875,
                    0.550781,
                    1.1875,
                    0.90625,
                    1.007812,
                    1.171875,
                    1.304688,
                    0.000156,
                    0.84375,
                    0.835938,
                    0.300781,
                    0.84375,
                    1.070312,
                    1.25,
                    1.0,
                    1.28125,
                    1.226562,
                    1.03125,
                    1.125,
                    0.871094,
                    0.550781,
                    0.824219,
                    1.046875,
                    1.023438,
                    1.21875,
                    1.195312,
                    0.429688,
                    0.412109,
                    0.515625,
                    1.210938,
                    0.863281,
                    0.820312,
                    0.808594,
                    1.273438,
                    0.933594,
                    1.125,
                    1.1875,
                    1.023438,
                    0.484375,
                    1.046875,
                    0.910156,
                    1.195312,
                    1.304688,
                    0.792969,
                    0.785156,
                    1.3125,
                    1.148438,
                    1.054688,
                    0.84375,
                    1.023438,
                    1.210938,
                    0.457031,
                    1.015625,
                    1.179688,
                    0.890625,
                    1.179688,
                    1.09375,
                    0.804688,
                    1.273438,
                    1.085938,
                    1.0,
                    0.441406,
                    1.023438,
                    0.796875,
                    1.195312,
                    1.21875,
                    0.804688,
                    1.007812,
                    0.867188,
                    1.101562,
                    0.867188,
                    1.03125,
                    0.800781,
                    1.070312,
                    0.992188,
                    1.007812,
                    0.953125,
                    1.117188,
                    0.839844,
                    1.171875,
                    1.164062,
                    0.882812,
                    1.328125,
                    1.140625,
                    1.070312,
                    0.796875,
                    0.832031,
                    1.1875,
                    1.257812,
                    1.257812,
                    1.164062,
                    1.304688,
                    1.085938,
                    1.101562,
                    1.210938,
                    1.0,
                    1.242188,
                    1.296875,
                    0.941406,
                    0.929688,
                    1.117188,
                    0.894531,
                    1.148438,
                    0.929688,
                    1.125,
                    1.203125,
                    1.015625,
                    1.21875,
                    0.808594,
                    1.390625,
                    0.816406,
                    1.015625,
                    0.898438,
                    1.117188,
                    0.75,
                    0.554688,
                    1.03125,
                    1.117188,
                    0.453125,
                    1.085938,
                    1.117188,
                    1.234375
                ]
            },
            "name": "model.model.layers.21.post_attention_layernorm.weight",
            "outputIndexes": [
                1795
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1794
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_21/Mul_output_0",
            "outputIndexes": [
                1796
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1795,
                1796
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_21/Mul_1_output_0",
            "outputIndexes": [
                1797
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1797
            ],
            "outputIndexes": [
                2912
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2912
            ],
            "outputIndexes": [
                2913
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/gate_proj/Linear",
            "inputIndexes": [
                2913
            ],
            "outputIndexes": [
                2914
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    556018938,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2914
            ],
            "outputIndexes": [
                2915
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2915
            ],
            "outputIndexes": [
                1798
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1798
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_21/Sigmoid_output_0",
            "outputIndexes": [
                1799
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1798,
                1799
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_21/Mul_output_0",
            "outputIndexes": [
                1800
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1797
            ],
            "outputIndexes": [
                2916
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2916
            ],
            "outputIndexes": [
                2917
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/up_proj/Linear",
            "inputIndexes": [
                2917
            ],
            "outputIndexes": [
                2918
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    563760400,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2918
            ],
            "outputIndexes": [
                2919
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2919
            ],
            "outputIndexes": [
                1801
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1800,
                1801
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_21/Mul_output_0",
            "outputIndexes": [
                1802
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1802
            ],
            "outputIndexes": [
                2920
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    8960,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2920
            ],
            "outputIndexes": [
                2921
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/down_proj/Linear",
            "inputIndexes": [
                2921
            ],
            "outputIndexes": [
                2922
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 8960,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    571501862,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2922
            ],
            "outputIndexes": [
                2923
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2923
            ],
            "outputIndexes": [
                1803
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1794,
                1803
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_109_output_0",
            "outputIndexes": [
                1804
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1804,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_198_output_0",
            "outputIndexes": [
                1805
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.945312,
                    1.109375,
                    1.273438,
                    0.875,
                    1.046875,
                    0.765625,
                    0.96875,
                    0.925781,
                    0.867188,
                    0.738281,
                    0.980469,
                    1.117188,
                    1.054688,
                    0.976562,
                    1.054688,
                    0.960938,
                    0.859375,
                    0.886719,
                    0.996094,
                    0.730469,
                    0.984375,
                    1.101562,
                    0.953125,
                    0.804688,
                    1.0625,
                    0.929688,
                    0.882812,
                    0.75,
                    0.613281,
                    1.140625,
                    1.078125,
                    1.070312,
                    1.03125,
                    0.710938,
                    1.046875,
                    1.085938,
                    0.953125,
                    0.902344,
                    0.777344,
                    1.023438,
                    1.078125,
                    1.023438,
                    1.085938,
                    1.09375,
                    1.054688,
                    0.945312,
                    0.792969,
                    0.890625,
                    0.851562,
                    1.289062,
                    0.851562,
                    1.171875,
                    1.046875,
                    0.871094,
                    0.953125,
                    0.785156,
                    0.726562,
                    0.84375,
                    1.296875,
                    0.71875,
                    0.902344,
                    0.742188,
                    1.054688,
                    1.109375,
                    0.898438,
                    1.109375,
                    0.9375,
                    0.664062,
                    1.03125,
                    0.835938,
                    0.960938,
                    1.023438,
                    0.828125,
                    0.726562,
                    0.980469,
                    1.101562,
                    0.9375,
                    0.929688,
                    0.945312,
                    1.078125,
                    1.078125,
                    0.816406,
                    1.28125,
                    1.039062,
                    1.046875,
                    1.03125,
                    0.921875,
                    1.078125,
                    1.007812,
                    1.0,
                    0.925781,
                    0.816406,
                    1.242188,
                    0.742188,
                    1.132812,
                    1.570312,
                    1.007812,
                    0.902344,
                    1.117188,
                    0.996094,
                    1.125,
                    0.925781,
                    1.078125,
                    1.164062,
                    0.863281,
                    0.867188,
                    1.195312,
                    0.984375,
                    0.839844,
                    1.0,
                    0.804688,
                    1.179688,
                    1.0,
                    1.976562,
                    0.996094,
                    0.949219,
                    0.988281,
                    1.070312,
                    0.820312,
                    0.925781,
                    1.023438,
                    0.929688,
                    1.007812,
                    0.746094,
                    0.988281,
                    1.054688,
                    0.953125,
                    0.945312,
                    0.855469,
                    1.726562,
                    0.867188,
                    0.929688,
                    0.949219,
                    1.242188,
                    0.992188,
                    1.09375,
                    0.796875,
                    1.15625,
                    0.796875,
                    0.9375,
                    0.875,
                    0.914062,
                    0.75,
                    1.046875,
                    1.054688,
                    0.703125,
                    0.976562,
                    2.03125,
                    1.25,
                    0.890625,
                    0.910156,
                    1.03125,
                    0.980469,
                    0.9375,
                    1.234375,
                    0.730469,
                    1.007812,
                    0.792969,
                    0.960938,
                    0.996094,
                    0.914062,
                    0.984375,
                    1.179688,
                    0.953125,
                    0.769531,
                    0.929688,
                    0.933594,
                    1.117188,
                    0.925781,
                    1.34375,
                    1.070312,
                    1.070312,
                    0.960938,
                    1.109375,
                    0.777344,
                    1.117188,
                    1.1875,
                    1.226562,
                    1.03125,
                    1.164062,
                    1.023438,
                    0.832031,
                    1.0625,
                    1.320312,
                    0.9375,
                    1.75,
                    0.945312,
                    1.125,
                    0.796875,
                    0.945312,
                    1.03125,
                    0.957031,
                    1.304688,
                    1.09375,
                    1.195312,
                    0.984375,
                    0.886719,
                    0.882812,
                    1.195312,
                    0.746094,
                    0.785156,
                    0.972656,
                    1.0625,
                    1.117188,
                    1.078125,
                    0.980469,
                    0.941406,
                    1.015625,
                    0.804688,
                    1.09375,
                    1.023438,
                    1.046875,
                    0.910156,
                    0.804688,
                    1.210938,
                    1.0625,
                    1.015625,
                    1.007812,
                    1.109375,
                    0.972656,
                    0.976562,
                    1.023438,
                    1.054688,
                    1.625,
                    0.773438,
                    1.054688,
                    0.761719,
                    0.792969,
                    1.234375,
                    0.941406,
                    0.859375,
                    0.984375,
                    0.914062,
                    1.054688,
                    1.085938,
                    0.671875,
                    0.957031,
                    0.859375,
                    0.933594,
                    1.125,
                    0.855469,
                    0.945312,
                    1.070312,
                    1.15625,
                    0.949219,
                    0.949219,
                    0.996094,
                    0.933594,
                    0.8125,
                    1.054688,
                    0.992188,
                    1.34375,
                    1.171875,
                    2.0,
                    0.84375,
                    0.953125,
                    0.921875,
                    1.054688,
                    1.0625,
                    0.953125,
                    0.976562,
                    1.03125,
                    1.015625,
                    0.777344,
                    1.015625,
                    0.898438,
                    0.847656,
                    1.085938,
                    0.984375,
                    0.84375,
                    1.148438,
                    1.226562,
                    0.882812,
                    1.085938,
                    0.867188,
                    0.757812,
                    0.957031,
                    1.109375,
                    0.726562,
                    1.054688,
                    1.0625,
                    0.816406,
                    0.941406,
                    0.824219,
                    0.953125,
                    0.867188,
                    0.953125,
                    0.960938,
                    0.953125,
                    0.921875,
                    1.03125,
                    1.242188,
                    1.03125,
                    1.171875,
                    0.84375,
                    0.804688,
                    1.101562,
                    1.164062,
                    1.148438,
                    1.140625,
                    0.875,
                    1.15625,
                    0.929688,
                    1.023438,
                    1.179688,
                    0.796875,
                    1.03125,
                    0.933594,
                    1.148438,
                    0.839844,
                    0.953125,
                    1.101562,
                    0.929688,
                    0.875,
                    1.125,
                    1.015625,
                    1.171875,
                    0.894531,
                    0.902344,
                    0.851562,
                    1.09375,
                    1.132812,
                    1.007812,
                    0.960938,
                    0.894531,
                    1.125,
                    0.855469,
                    0.875,
                    0.984375,
                    0.808594,
                    0.808594,
                    1.101562,
                    0.851562,
                    1.023438,
                    0.992188,
                    1.328125,
                    0.917969,
                    0.816406,
                    0.828125,
                    1.070312,
                    1.0625,
                    1.15625,
                    0.835938,
                    1.164062,
                    0.964844,
                    0.878906,
                    0.894531,
                    0.792969,
                    0.730469,
                    0.972656,
                    0.730469,
                    1.328125,
                    1.125,
                    1.226562,
                    0.71875,
                    1.015625,
                    1.9375,
                    1.0,
                    0.9375,
                    0.714844,
                    0.59375,
                    0.890625,
                    0.921875,
                    1.085938,
                    0.917969,
                    0.882812,
                    1.023438,
                    0.832031,
                    0.859375,
                    1.070312,
                    0.910156,
                    0.75,
                    1.148438,
                    0.832031,
                    0.792969,
                    0.847656,
                    1.023438,
                    0.867188,
                    1.078125,
                    0.742188,
                    1.179688,
                    1.109375,
                    1.03125,
                    1.289062,
                    1.09375,
                    0.976562,
                    0.855469,
                    1.28125,
                    0.820312,
                    1.023438,
                    0.910156,
                    0.914062,
                    0.914062,
                    1.101562,
                    1.320312,
                    1.007812,
                    1.078125,
                    0.84375,
                    0.875,
                    0.972656,
                    0.738281,
                    1.03125,
                    0.921875,
                    0.855469,
                    1.054688,
                    0.90625,
                    0.984375,
                    0.972656,
                    0.400391,
                    1.039062,
                    0.921875,
                    0.800781,
                    1.132812,
                    1.140625,
                    0.820312,
                    0.730469,
                    1.140625,
                    1.09375,
                    0.71875,
                    0.972656,
                    1.054688,
                    0.804688,
                    1.257812,
                    0.769531,
                    0.636719,
                    1.140625,
                    0.816406,
                    1.0625,
                    0.953125,
                    0.898438,
                    1.179688,
                    1.0625,
                    1.015625,
                    1.226562,
                    0.878906,
                    0.773438,
                    0.796875,
                    0.769531,
                    0.976562,
                    0.972656,
                    0.945312,
                    0.609375,
                    1.1875,
                    1.335938,
                    0.914062,
                    1.117188,
                    0.9375,
                    0.992188,
                    1.054688,
                    1.148438,
                    1.226562,
                    1.046875,
                    0.816406,
                    1.140625,
                    1.054688,
                    0.992188,
                    1.054688,
                    1.078125,
                    0.871094,
                    1.335938,
                    0.757812,
                    0.949219,
                    0.96875,
                    0.816406,
                    0.8125,
                    0.933594,
                    0.792969,
                    0.929688,
                    0.898438,
                    0.765625,
                    1.210938,
                    0.824219,
                    0.894531,
                    0.96875,
                    1.164062,
                    1.039062,
                    1.125,
                    0.765625,
                    1.015625,
                    1.109375,
                    1.054688,
                    1.0625,
                    0.976562,
                    1.0625,
                    0.839844,
                    0.78125,
                    1.03125,
                    1.015625,
                    0.894531,
                    1.117188,
                    0.902344,
                    0.886719,
                    1.101562,
                    0.992188,
                    1.03125,
                    1.085938,
                    1.140625,
                    1.0625,
                    0.851562,
                    0.992188,
                    0.898438,
                    1.015625,
                    0.910156,
                    0.5625,
                    1.1875,
                    0.832031,
                    1.023438,
                    2.09375,
                    0.757812,
                    1.125,
                    0.617188,
                    1.070312,
                    1.078125,
                    1.007812,
                    0.816406,
                    1.007812,
                    1.085938,
                    1.078125,
                    1.203125,
                    1.0,
                    0.010254,
                    1.03125,
                    0.914062,
                    0.886719,
                    1.109375,
                    0.78125,
                    0.5,
                    0.992188,
                    0.894531,
                    1.085938,
                    0.621094,
                    0.738281,
                    0.941406,
                    0.921875,
                    1.007812,
                    1.015625,
                    1.117188,
                    1.039062,
                    1.101562,
                    0.855469,
                    0.851562,
                    0.859375,
                    1.03125,
                    0.9375,
                    0.65625,
                    0.886719,
                    1.46875,
                    1.0625,
                    1.203125,
                    0.894531,
                    0.691406,
                    0.957031,
                    1.0625,
                    0.777344,
                    0.917969,
                    0.898438,
                    1.085938,
                    1.046875,
                    1.109375,
                    0.925781,
                    1.070312,
                    1.015625,
                    0.96875,
                    1.070312,
                    1.054688,
                    1.226562,
                    0.929688,
                    0.996094,
                    0.929688,
                    1.109375,
                    0.769531,
                    1.101562,
                    0.898438,
                    0.816406,
                    1.382812,
                    0.71875,
                    1.015625,
                    1.039062,
                    0.890625,
                    0.917969,
                    1.953125,
                    0.828125,
                    0.742188,
                    1.054688,
                    1.023438,
                    0.757812,
                    0.855469,
                    1.007812,
                    1.140625,
                    0.867188,
                    1.054688,
                    1.03125,
                    0.824219,
                    0.785156,
                    0.804688,
                    1.125,
                    0.976562,
                    1.078125,
                    1.007812,
                    0.824219,
                    1.070312,
                    1.164062,
                    0.886719,
                    0.875,
                    1.046875,
                    1.226562,
                    0.828125,
                    1.085938,
                    1.164062,
                    -0.038574,
                    0.777344,
                    0.886719,
                    0.867188,
                    0.71875,
                    0.792969,
                    0.964844,
                    0.789062,
                    1.078125,
                    1.03125,
                    0.882812,
                    0.722656,
                    0.882812,
                    0.96875,
                    0.785156,
                    1.09375,
                    1.054688,
                    0.921875,
                    1.171875,
                    0.972656,
                    0.976562,
                    1.140625,
                    0.917969,
                    0.777344,
                    0.695312,
                    0.929688,
                    0.917969,
                    1.007812,
                    0.714844,
                    0.921875,
                    0.984375,
                    1.054688,
                    0.792969,
                    1.007812,
                    0.71875,
                    0.839844,
                    1.203125,
                    1.015625,
                    1.109375,
                    1.28125,
                    0.777344,
                    0.890625,
                    0.984375,
                    0.886719,
                    0.683594,
                    0.664062,
                    1.320312,
                    1.0,
                    1.085938,
                    0.765625,
                    1.203125,
                    0.890625,
                    1.304688,
                    0.820312,
                    1.015625,
                    1.039062,
                    0.953125,
                    0.984375,
                    0.894531,
                    0.871094,
                    0.742188,
                    0.894531,
                    1.570312,
                    1.109375,
                    1.101562,
                    1.0625,
                    1.117188,
                    0.996094,
                    1.015625,
                    0.828125,
                    0.859375,
                    1.054688,
                    1.007812,
                    1.0,
                    1.070312,
                    1.046875,
                    0.898438,
                    1.132812,
                    1.03125,
                    0.746094,
                    1.0625,
                    1.023438,
                    0.902344,
                    0.828125,
                    1.078125,
                    1.484375,
                    0.960938,
                    0.972656,
                    0.816406,
                    1.085938,
                    1.0,
                    0.933594,
                    0.871094,
                    0.847656,
                    0.886719,
                    1.109375,
                    0.984375,
                    0.804688,
                    1.0625,
                    1.132812,
                    0.824219,
                    1.007812,
                    0.835938,
                    1.023438,
                    1.46875,
                    0.871094,
                    0.984375,
                    0.953125,
                    1.054688,
                    1.171875,
                    1.0,
                    0.972656,
                    0.867188,
                    1.007812,
                    1.078125,
                    1.007812,
                    0.921875,
                    0.921875,
                    1.164062,
                    0.996094,
                    0.90625,
                    0.910156,
                    1.023438,
                    0.953125,
                    0.679688,
                    1.054688,
                    1.070312,
                    0.871094,
                    1.039062,
                    1.125,
                    1.09375,
                    1.046875,
                    0.929688,
                    1.921875,
                    0.808594,
                    1.007812,
                    0.960938,
                    0.851562,
                    1.023438,
                    0.992188,
                    1.054688,
                    1.09375,
                    1.039062,
                    1.875,
                    1.015625,
                    0.9375,
                    0.824219,
                    0.925781,
                    0.726562,
                    0.765625,
                    0.921875,
                    1.257812,
                    0.890625,
                    0.90625,
                    0.863281,
                    0.820312,
                    1.054688,
                    1.046875,
                    1.164062,
                    1.007812,
                    0.921875,
                    0.800781,
                    0.878906,
                    1.007812,
                    0.855469,
                    1.085938,
                    0.765625,
                    0.761719,
                    1.195312,
                    0.984375,
                    0.769531,
                    0.703125,
                    1.101562,
                    0.765625,
                    0.96875,
                    0.925781,
                    0.769531,
                    1.242188,
                    0.742188,
                    0.894531,
                    0.726562,
                    1.101562,
                    1.164062,
                    0.996094,
                    1.96875,
                    1.015625,
                    1.28125,
                    1.226562,
                    0.726562,
                    1.210938,
                    0.894531,
                    0.714844,
                    1.148438,
                    0.84375,
                    1.046875,
                    1.03125,
                    1.125,
                    0.714844,
                    1.03125,
                    0.933594,
                    0.679688,
                    0.84375,
                    0.832031,
                    0.878906,
                    0.757812,
                    0.886719,
                    0.972656,
                    0.933594,
                    0.765625,
                    0.863281,
                    1.140625,
                    1.148438,
                    0.984375,
                    1.039062,
                    0.984375,
                    1.164062,
                    0.964844,
                    0.847656,
                    0.964844,
                    1.007812,
                    0.769531,
                    0.851562,
                    0.792969,
                    0.847656,
                    0.804688,
                    0.796875,
                    0.964844,
                    0.996094,
                    0.75,
                    1.046875,
                    1.0625,
                    1.179688,
                    1.007812,
                    1.015625,
                    1.046875,
                    1.195312,
                    0.757812,
                    1.148438,
                    0.769531,
                    0.921875,
                    0.847656,
                    0.976562,
                    1.070312,
                    1.0625,
                    0.953125,
                    1.054688,
                    1.179688,
                    0.921875,
                    0.734375,
                    0.671875,
                    0.988281,
                    1.125,
                    0.988281,
                    1.203125,
                    1.0625,
                    0.84375,
                    2.109375,
                    1.085938,
                    0.789062,
                    1.96875,
                    0.929688,
                    0.898438,
                    0.964844,
                    0.78125,
                    0.867188,
                    1.109375,
                    0.816406,
                    1.023438,
                    1.007812,
                    0.8125,
                    1.09375,
                    0.882812,
                    1.039062,
                    0.984375,
                    0.832031,
                    0.871094,
                    0.90625,
                    1.140625,
                    1.054688,
                    0.929688,
                    0.957031,
                    1.046875,
                    1.0625,
                    0.957031,
                    0.851562,
                    0.867188,
                    1.15625,
                    1.1875,
                    1.015625,
                    0.925781,
                    0.898438,
                    2.15625,
                    1.828125,
                    0.933594,
                    0.875,
                    0.820312,
                    0.949219,
                    1.171875,
                    1.109375,
                    0.953125,
                    0.851562,
                    1.234375,
                    0.878906,
                    0.828125,
                    0.917969,
                    0.722656,
                    1.054688,
                    1.109375,
                    0.785156,
                    1.109375,
                    0.996094,
                    1.117188,
                    1.070312,
                    0.957031,
                    1.0625,
                    1.085938,
                    0.914062,
                    0.890625,
                    0.75,
                    1.132812,
                    0.976562,
                    1.125,
                    1.078125,
                    0.890625,
                    0.808594,
                    1.132812,
                    0.894531,
                    0.929688,
                    1.171875,
                    0.730469,
                    1.140625,
                    -0.011658,
                    0.847656,
                    0.929688,
                    0.785156,
                    0.855469,
                    1.179688,
                    1.015625,
                    0.804688,
                    1.226562,
                    1.007812,
                    1.148438,
                    0.863281,
                    0.972656,
                    1.109375,
                    0.902344,
                    0.925781,
                    0.886719,
                    1.25,
                    0.734375,
                    0.9375,
                    1.140625,
                    1.203125,
                    0.78125,
                    1.0625,
                    0.675781,
                    0.867188,
                    1.109375,
                    0.757812,
                    0.9375,
                    0.75,
                    0.800781,
                    0.875,
                    1.046875,
                    0.964844,
                    1.0625,
                    0.898438,
                    1.164062,
                    0.972656,
                    0.789062,
                    0.824219,
                    0.753906,
                    0.996094,
                    0.949219,
                    0.957031,
                    0.84375,
                    0.8125,
                    0.8125,
                    1.195312,
                    1.171875,
                    0.992188,
                    1.265625,
                    0.828125,
                    1.039062,
                    0.988281,
                    1.078125,
                    0.753906,
                    1.070312,
                    0.910156,
                    0.9375,
                    0.699219,
                    1.054688,
                    0.894531,
                    0.734375,
                    1.078125,
                    0.917969,
                    0.78125,
                    1.03125,
                    1.429688,
                    1.039062,
                    0.917969,
                    0.632812,
                    0.917969,
                    0.917969,
                    1.039062,
                    1.132812,
                    1.070312,
                    1.078125,
                    1.03125,
                    0.734375,
                    0.917969,
                    0.8125,
                    0.828125,
                    0.945312,
                    1.195312,
                    1.320312,
                    1.085938,
                    1.109375,
                    1.070312,
                    1.257812,
                    1.023438,
                    0.75,
                    1.132812,
                    0.917969,
                    0.957031,
                    1.085938,
                    1.0625,
                    1.132812,
                    0.941406,
                    1.429688,
                    0.882812,
                    0.984375,
                    0.839844,
                    0.976562,
                    1.234375,
                    1.0,
                    0.898438,
                    1.179688,
                    1.0625,
                    1.195312,
                    0.882812,
                    0.785156,
                    0.921875,
                    1.0625,
                    0.96875,
                    0.976562,
                    1.101562,
                    0.976562,
                    1.078125,
                    1.234375,
                    1.234375,
                    0.695312,
                    1.195312,
                    0.878906,
                    0.722656,
                    0.777344,
                    0.949219,
                    0.90625,
                    1.023438,
                    0.667969,
                    1.046875,
                    0.824219,
                    1.054688,
                    1.117188,
                    1.695312,
                    1.015625,
                    1.257812,
                    0.851562,
                    1.171875,
                    1.0625,
                    1.015625,
                    0.988281,
                    0.789062,
                    0.730469,
                    1.078125,
                    0.953125,
                    0.972656,
                    0.984375,
                    0.882812,
                    1.007812,
                    1.148438,
                    0.953125,
                    1.046875,
                    0.902344,
                    0.824219,
                    0.835938,
                    0.796875,
                    1.125,
                    1.367188,
                    0.816406,
                    0.703125,
                    1.039062,
                    0.933594,
                    0.816406,
                    0.949219,
                    0.953125,
                    0.910156,
                    0.941406,
                    0.992188,
                    1.460938,
                    0.84375,
                    1.171875,
                    0.855469,
                    0.902344,
                    1.164062,
                    1.0625,
                    0.894531,
                    0.980469,
                    0.792969,
                    1.46875,
                    1.109375,
                    0.796875,
                    0.851562,
                    0.917969,
                    0.976562,
                    0.964844,
                    1.039062,
                    0.96875,
                    1.046875,
                    1.078125,
                    0.835938,
                    1.414062,
                    1.15625,
                    0.882812,
                    0.824219,
                    0.726562,
                    1.125,
                    0.96875,
                    1.21875,
                    1.179688,
                    1.3125,
                    0.851562,
                    0.9375,
                    1.070312,
                    0.84375,
                    1.132812,
                    1.109375,
                    0.785156,
                    1.234375,
                    0.726562,
                    0.785156,
                    1.132812,
                    1.015625,
                    0.851562,
                    0.90625,
                    1.226562,
                    0.886719,
                    1.070312,
                    0.765625,
                    1.046875,
                    1.296875,
                    0.882812,
                    0.707031,
                    1.171875,
                    0.941406,
                    0.914062,
                    1.054688,
                    1.867188,
                    0.90625,
                    0.738281,
                    0.746094,
                    0.964844,
                    1.046875,
                    0.949219,
                    1.640625,
                    0.886719,
                    1.023438,
                    0.992188,
                    0.6875,
                    1.117188,
                    1.03125,
                    0.976562,
                    1.039062,
                    0.746094,
                    0.929688,
                    0.949219,
                    1.132812,
                    0.984375,
                    1.015625,
                    0.875,
                    0.917969,
                    1.109375,
                    1.03125,
                    0.90625,
                    1.195312,
                    0.777344,
                    1.0,
                    0.863281,
                    0.921875,
                    1.171875,
                    0.972656,
                    1.265625,
                    0.921875,
                    1.210938,
                    1.101562,
                    1.1875,
                    0.804688,
                    1.15625,
                    1.046875,
                    1.078125,
                    0.816406,
                    1.078125,
                    1.15625,
                    0.789062,
                    0.847656,
                    1.320312,
                    1.609375,
                    1.203125,
                    1.71875,
                    1.054688,
                    0.996094,
                    1.015625,
                    1.039062,
                    1.875,
                    1.242188,
                    0.855469,
                    1.125,
                    1.039062,
                    1.171875,
                    0.828125,
                    1.171875,
                    0.957031,
                    1.0,
                    0.800781,
                    0.800781,
                    1.242188,
                    0.828125,
                    1.109375,
                    0.859375,
                    1.148438,
                    0.972656,
                    1.164062,
                    0.953125,
                    0.96875,
                    0.957031,
                    1.34375,
                    1.210938,
                    0.816406,
                    0.984375,
                    1.265625,
                    0.917969,
                    1.195312,
                    0.878906,
                    1.148438,
                    1.164062,
                    1.039062,
                    0.816406,
                    0.972656,
                    0.828125,
                    1.15625,
                    0.726562,
                    0.96875,
                    0.835938,
                    0.824219,
                    1.421875,
                    0.945312,
                    1.0625,
                    0.808594,
                    0.863281,
                    1.0625,
                    0.976562,
                    1.015625,
                    0.953125,
                    0.765625,
                    0.703125,
                    1.015625,
                    0.9375,
                    1.039062,
                    1.242188,
                    1.039062,
                    1.726562,
                    0.980469,
                    1.085938,
                    0.851562,
                    1.867188,
                    1.125,
                    1.820312,
                    0.722656,
                    0.777344,
                    0.71875,
                    1.1875,
                    1.8125,
                    1.117188,
                    0.96875,
                    0.976562,
                    0.878906,
                    1.921875,
                    0.96875,
                    0.726562,
                    0.898438,
                    0.679688,
                    1.054688,
                    0.933594,
                    1.179688,
                    0.945312,
                    0.9375,
                    1.0,
                    0.96875,
                    1.226562,
                    0.988281,
                    1.203125,
                    1.015625,
                    1.0625,
                    0.941406,
                    1.210938,
                    1.070312,
                    0.890625,
                    1.132812,
                    0.820312,
                    0.953125,
                    0.933594,
                    0.960938,
                    0.976562,
                    1.179688,
                    1.078125,
                    1.03125,
                    1.078125,
                    0.914062,
                    0.925781,
                    1.0,
                    1.0,
                    1.164062,
                    0.828125,
                    1.15625,
                    1.148438,
                    1.039062,
                    1.085938,
                    1.101562,
                    1.132812,
                    1.007812,
                    1.070312,
                    0.972656,
                    1.023438,
                    1.101562,
                    0.9375,
                    1.085938,
                    0.945312,
                    1.015625,
                    0.835938,
                    0.742188,
                    1.085938,
                    0.863281,
                    0.820312,
                    0.808594,
                    1.140625,
                    1.117188,
                    1.070312,
                    1.109375,
                    0.78125,
                    0.890625,
                    0.882812,
                    2.03125,
                    1.023438,
                    1.070312,
                    1.0625,
                    0.921875,
                    1.164062,
                    1.078125,
                    0.886719,
                    0.890625,
                    0.921875,
                    1.0,
                    0.8125,
                    1.0625,
                    0.839844,
                    0.914062,
                    1.007812,
                    1.03125,
                    1.710938,
                    1.109375,
                    0.925781,
                    0.945312,
                    0.816406,
                    1.0625,
                    0.914062,
                    1.015625,
                    0.738281,
                    0.886719,
                    0.707031,
                    1.171875,
                    0.847656,
                    0.769531,
                    0.816406,
                    1.054688,
                    0.953125,
                    1.078125,
                    -0.609375,
                    0.980469,
                    1.507812,
                    0.953125,
                    0.820312,
                    0.84375,
                    1.0,
                    1.203125,
                    1.070312,
                    1.359375,
                    1.109375,
                    1.0,
                    0.980469,
                    1.140625,
                    0.945312,
                    1.015625,
                    1.0,
                    1.382812,
                    1.148438,
                    0.875,
                    0.976562,
                    0.984375,
                    0.800781,
                    0.867188,
                    1.007812,
                    1.210938,
                    0.048584,
                    0.742188,
                    1.03125,
                    1.828125,
                    1.007812,
                    0.90625,
                    1.09375,
                    0.714844,
                    1.125,
                    1.0625,
                    0.921875,
                    0.96875,
                    0.734375,
                    1.054688,
                    0.640625,
                    0.921875,
                    0.792969,
                    1.054688,
                    1.023438,
                    0.835938,
                    0.765625,
                    1.0,
                    1.0,
                    0.792969,
                    0.898438,
                    1.375,
                    1.09375,
                    0.757812,
                    0.917969,
                    0.945312,
                    0.863281,
                    0.867188,
                    1.140625,
                    0.789062,
                    1.054688,
                    1.164062,
                    0.832031,
                    0.8125,
                    1.101562,
                    0.914062,
                    0.964844,
                    0.734375,
                    0.898438,
                    0.988281,
                    0.894531,
                    0.882812,
                    0.945312,
                    0.644531,
                    0.996094,
                    1.0,
                    0.753906,
                    1.085938,
                    0.878906,
                    0.855469,
                    0.730469,
                    0.96875,
                    0.78125,
                    1.085938,
                    1.171875,
                    0.613281,
                    0.808594,
                    1.039062,
                    0.925781,
                    0.777344,
                    0.859375,
                    0.691406,
                    0.976562,
                    1.1875,
                    0.890625,
                    0.929688,
                    1.15625,
                    0.730469,
                    1.070312,
                    1.078125,
                    0.820312,
                    1.15625,
                    1.078125,
                    0.960938,
                    0.9375,
                    0.746094,
                    1.007812,
                    1.132812,
                    1.132812,
                    0.960938,
                    1.070312,
                    0.929688,
                    0.964844,
                    1.015625,
                    0.894531,
                    1.109375,
                    1.195312,
                    0.757812,
                    0.898438,
                    0.9375,
                    0.839844,
                    1.0,
                    1.070312,
                    0.890625,
                    0.960938,
                    0.773438,
                    1.21875,
                    0.84375,
                    1.203125,
                    0.8125,
                    0.964844,
                    0.800781,
                    0.9375,
                    1.070312,
                    1.15625,
                    0.851562,
                    1.046875,
                    0.816406,
                    0.9375,
                    0.953125,
                    1.039062
                ]
            },
            "name": "model.model.layers.22.input_layernorm.weight",
            "outputIndexes": [
                1806
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1805
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_22/Mul_output_0",
            "outputIndexes": [
                1807
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1806,
                1807
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_22/Mul_1_output_0",
            "outputIndexes": [
                1808
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1808
            ],
            "outputIndexes": [
                2924
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2924
            ],
            "outputIndexes": [
                2925
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/q_proj/Linear",
            "inputIndexes": [
                2925
            ],
            "outputIndexes": [
                2926
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    579243324,
                    1179670,
                    147456,
                    6144,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2926
            ],
            "outputIndexes": [
                2927
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2927
            ],
            "outputIndexes": [
                1809
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1808
            ],
            "main_type": "NONE",
            "name": "/Shape_309_output_0",
            "outputIndexes": [
                1810
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1810
            ],
            "main_type": "NONE",
            "name": "Shape5578",
            "outputIndexes": [
                1811
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1810
            ],
            "main_type": "NONE",
            "name": "Rank5580",
            "outputIndexes": [
                1812
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1812,
                1812
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5582",
            "outputIndexes": [
                1813
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1813
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5583",
            "outputIndexes": [
                1814
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1813,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5585",
            "outputIndexes": [
                1815
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1815
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5586",
            "outputIndexes": [
                1816
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1811,
                1814,
                1816,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5589",
            "outputIndexes": [
                1817
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1817
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5590",
            "outputIndexes": [
                1818
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                1818
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5591",
            "outputIndexes": [
                1819
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1819,
                1818
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5592",
            "outputIndexes": [
                1820
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1810,
                1820,
                1813
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_334_output_0",
            "outputIndexes": [
                1821
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1821,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_705_output_0",
            "outputIndexes": [
                1822
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1822,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_286_output_0",
            "outputIndexes": [
                1823
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1809,
                1823
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_199_output_0",
            "outputIndexes": [
                1824
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1824,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_176_output_0",
            "outputIndexes": [
                1825
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1824
            ],
            "main_type": "NONE",
            "name": "/Shape_310_output_0",
            "outputIndexes": [
                1826
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1826
            ],
            "main_type": "NONE",
            "name": "Shape5599",
            "outputIndexes": [
                1827
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1826
            ],
            "main_type": "NONE",
            "name": "Rank5601",
            "outputIndexes": [
                1828
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1828,
                1828
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5603",
            "outputIndexes": [
                1829
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1829
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5604",
            "outputIndexes": [
                1830
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1829,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5606",
            "outputIndexes": [
                1831
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1831
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5607",
            "outputIndexes": [
                1832
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1827,
                1830,
                1832,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5610",
            "outputIndexes": [
                1833
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1833
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5611",
            "outputIndexes": [
                1834
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1834
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5612",
            "outputIndexes": [
                1835
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1835,
                1834
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5613",
            "outputIndexes": [
                1836
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1826,
                1836,
                1829
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_335_output_0",
            "outputIndexes": [
                1837
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1837,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_66_output_0",
            "outputIndexes": [
                1838
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1838,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_710_output_0",
            "outputIndexes": [
                1839
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1824,
                1839,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_89_output_0",
            "outputIndexes": [
                1840
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1840
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_44_output_0",
            "outputIndexes": [
                1841
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1824,
                22,
                1839,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_88_output_0",
            "outputIndexes": [
                1842
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1841,
                1842
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_289_output_0",
            "outputIndexes": [
                1843
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1843,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_177_output_0",
            "outputIndexes": [
                1844
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1825,
                1844
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_110_output_0",
            "outputIndexes": [
                1845
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1808
            ],
            "outputIndexes": [
                2928
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2928
            ],
            "outputIndexes": [
                2929
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/k_proj/Linear",
            "inputIndexes": [
                2929
            ],
            "outputIndexes": [
                2930
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    580576594,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2930
            ],
            "outputIndexes": [
                2931
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2931
            ],
            "outputIndexes": [
                1846
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1822,
                85,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_287_output_0",
            "outputIndexes": [
                1847
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1846,
                1847
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_200_output_0",
            "outputIndexes": [
                1848
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1848,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_178_output_0",
            "outputIndexes": [
                1849
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1848
            ],
            "main_type": "NONE",
            "name": "/Shape_311_output_0",
            "outputIndexes": [
                1850
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1850
            ],
            "main_type": "NONE",
            "name": "Shape5662",
            "outputIndexes": [
                1851
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1850
            ],
            "main_type": "NONE",
            "name": "Rank5664",
            "outputIndexes": [
                1852
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1852,
                1852
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5666",
            "outputIndexes": [
                1853
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1853
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5667",
            "outputIndexes": [
                1854
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1853,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5669",
            "outputIndexes": [
                1855
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1855
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5670",
            "outputIndexes": [
                1856
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1851,
                1854,
                1856,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5673",
            "outputIndexes": [
                1857
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1857
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5674",
            "outputIndexes": [
                1858
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1858
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5675",
            "outputIndexes": [
                1859
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1859,
                1858
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5676",
            "outputIndexes": [
                1860
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1850,
                1860,
                1853
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_336_output_0",
            "outputIndexes": [
                1861
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1861,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_67_output_0",
            "outputIndexes": [
                1862
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1862,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_712_output_0",
            "outputIndexes": [
                1863
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1848,
                1863,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_91_output_0",
            "outputIndexes": [
                1864
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1864
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_45_output_0",
            "outputIndexes": [
                1865
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1848,
                22,
                1863,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_90_output_0",
            "outputIndexes": [
                1866
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1865,
                1866
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_290_output_0",
            "outputIndexes": [
                1867
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1867,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_179_output_0",
            "outputIndexes": [
                1868
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1849,
                1868
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_111_output_0",
            "outputIndexes": [
                1869
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1808
            ],
            "outputIndexes": [
                2932
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2932
            ],
            "outputIndexes": [
                2933
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/v_proj/Linear",
            "inputIndexes": [
                2933
            ],
            "outputIndexes": [
                2934
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    580798824,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2934
            ],
            "outputIndexes": [
                2935
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2935
            ],
            "outputIndexes": [
                1870
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1870,
                1847
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_201_output_0",
            "outputIndexes": [
                1871
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1845,
                1869,
                1871,
                111
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_206_output_0",
            "outputIndexes": [
                1872
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1872
            ],
            "outputIndexes": [
                2936
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2936
            ],
            "outputIndexes": [
                2937
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/o_proj/Linear",
            "inputIndexes": [
                2937
            ],
            "outputIndexes": [
                2938
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    581021054,
                    1179670,
                    147456,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2938
            ],
            "outputIndexes": [
                2939
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2939
            ],
            "outputIndexes": [
                1873
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1805,
                1873
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_113_output_0",
            "outputIndexes": [
                1874
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.589844,
                    1.234375,
                    0.808594,
                    1.007812,
                    1.0,
                    0.921875,
                    1.132812,
                    1.085938,
                    1.039062,
                    0.910156,
                    1.148438,
                    0.925781,
                    1.234375,
                    1.195312,
                    1.195312,
                    1.125,
                    1.15625,
                    1.0625,
                    1.234375,
                    0.875,
                    1.21875,
                    1.09375,
                    1.109375,
                    0.546875,
                    1.1875,
                    1.195312,
                    0.976562,
                    0.933594,
                    0.898438,
                    1.28125,
                    1.25,
                    1.21875,
                    1.265625,
                    0.839844,
                    1.085938,
                    1.226562,
                    1.164062,
                    1.09375,
                    0.878906,
                    0.84375,
                    1.210938,
                    1.226562,
                    1.195312,
                    1.304688,
                    0.617188,
                    1.09375,
                    0.992188,
                    1.101562,
                    1.054688,
                    0.898438,
                    0.554688,
                    0.800781,
                    1.257812,
                    1.039062,
                    1.164062,
                    0.933594,
                    0.933594,
                    0.566406,
                    0.703125,
                    0.886719,
                    1.070312,
                    0.925781,
                    1.023438,
                    1.273438,
                    1.070312,
                    0.714844,
                    1.101562,
                    0.855469,
                    1.109375,
                    0.972656,
                    1.0,
                    0.992188,
                    0.578125,
                    0.9375,
                    1.101562,
                    0.796875,
                    1.132812,
                    1.117188,
                    1.1875,
                    1.234375,
                    1.273438,
                    0.578125,
                    0.765625,
                    1.21875,
                    1.257812,
                    1.265625,
                    1.242188,
                    1.296875,
                    1.015625,
                    1.171875,
                    1.085938,
                    0.957031,
                    0.847656,
                    0.945312,
                    1.28125,
                    0.621094,
                    1.109375,
                    0.921875,
                    1.234375,
                    1.203125,
                    1.3125,
                    0.820312,
                    0.925781,
                    1.328125,
                    0.894531,
                    1.015625,
                    1.109375,
                    1.085938,
                    0.859375,
                    1.15625,
                    0.875,
                    1.328125,
                    1.078125,
                    0.349609,
                    1.1875,
                    1.164062,
                    1.125,
                    1.234375,
                    0.546875,
                    0.597656,
                    1.234375,
                    0.625,
                    0.976562,
                    0.902344,
                    1.148438,
                    1.273438,
                    1.234375,
                    0.601562,
                    1.007812,
                    1.710938,
                    1.046875,
                    1.1875,
                    1.117188,
                    1.273438,
                    1.242188,
                    1.304688,
                    0.851562,
                    1.359375,
                    0.847656,
                    1.117188,
                    0.546875,
                    1.0625,
                    0.960938,
                    0.644531,
                    1.25,
                    0.875,
                    1.234375,
                    1.1875,
                    1.351562,
                    1.09375,
                    1.070312,
                    1.195312,
                    0.621094,
                    1.148438,
                    1.820312,
                    0.882812,
                    1.109375,
                    0.960938,
                    1.21875,
                    1.273438,
                    0.878906,
                    1.015625,
                    1.109375,
                    0.628906,
                    0.929688,
                    1.179688,
                    1.078125,
                    1.265625,
                    1.109375,
                    1.21875,
                    1.304688,
                    1.164062,
                    1.15625,
                    1.257812,
                    1.007812,
                    1.226562,
                    1.132812,
                    1.3125,
                    1.195312,
                    1.351562,
                    1.226562,
                    0.925781,
                    1.226562,
                    1.023438,
                    1.09375,
                    0.757812,
                    0.625,
                    1.289062,
                    1.078125,
                    1.117188,
                    1.226562,
                    1.078125,
                    1.3125,
                    1.25,
                    1.226562,
                    1.140625,
                    1.125,
                    1.070312,
                    1.257812,
                    0.878906,
                    0.953125,
                    1.164062,
                    1.210938,
                    1.3125,
                    1.25,
                    1.140625,
                    1.164062,
                    1.265625,
                    0.992188,
                    1.273438,
                    1.070312,
                    1.265625,
                    0.828125,
                    0.988281,
                    1.351562,
                    0.65625,
                    1.25,
                    1.164062,
                    1.242188,
                    1.148438,
                    1.164062,
                    1.25,
                    0.921875,
                    0.554688,
                    0.957031,
                    1.257812,
                    0.949219,
                    0.867188,
                    0.8125,
                    1.125,
                    1.125,
                    1.1875,
                    1.195312,
                    1.242188,
                    1.242188,
                    0.929688,
                    1.09375,
                    1.046875,
                    1.125,
                    1.25,
                    1.039062,
                    1.125,
                    1.117188,
                    1.3125,
                    1.09375,
                    1.171875,
                    1.273438,
                    1.101562,
                    0.988281,
                    1.304688,
                    1.085938,
                    0.804688,
                    1.296875,
                    0.472656,
                    0.535156,
                    1.046875,
                    1.070312,
                    1.3125,
                    1.265625,
                    1.101562,
                    1.171875,
                    1.257812,
                    1.21875,
                    0.953125,
                    1.242188,
                    1.132812,
                    0.960938,
                    1.273438,
                    1.179688,
                    1.023438,
                    1.21875,
                    1.015625,
                    0.960938,
                    1.226562,
                    0.835938,
                    0.898438,
                    0.652344,
                    1.265625,
                    0.90625,
                    1.289062,
                    1.226562,
                    1.0,
                    1.039062,
                    0.894531,
                    1.101562,
                    0.542969,
                    1.460938,
                    1.148438,
                    1.070312,
                    1.210938,
                    1.203125,
                    1.351562,
                    1.289062,
                    1.34375,
                    0.957031,
                    1.0625,
                    1.195312,
                    1.109375,
                    1.273438,
                    1.273438,
                    0.558594,
                    0.664062,
                    1.25,
                    0.609375,
                    1.265625,
                    0.980469,
                    1.226562,
                    1.03125,
                    1.15625,
                    0.582031,
                    0.832031,
                    1.210938,
                    0.609375,
                    1.101562,
                    1.328125,
                    1.21875,
                    0.726562,
                    1.15625,
                    1.078125,
                    0.589844,
                    1.164062,
                    1.320312,
                    1.179688,
                    0.863281,
                    1.09375,
                    1.117188,
                    0.996094,
                    0.558594,
                    1.109375,
                    1.023438,
                    0.539062,
                    1.132812,
                    0.585938,
                    0.953125,
                    1.046875,
                    0.890625,
                    1.132812,
                    0.5625,
                    0.957031,
                    0.660156,
                    0.976562,
                    1.234375,
                    1.0,
                    1.265625,
                    1.234375,
                    1.101562,
                    1.078125,
                    0.992188,
                    0.921875,
                    1.164062,
                    0.9375,
                    0.707031,
                    0.820312,
                    1.171875,
                    0.953125,
                    1.21875,
                    0.404297,
                    1.09375,
                    1.1875,
                    0.875,
                    0.90625,
                    1.0625,
                    1.15625,
                    1.171875,
                    1.148438,
                    1.039062,
                    1.28125,
                    1.023438,
                    0.578125,
                    1.242188,
                    1.078125,
                    0.867188,
                    1.296875,
                    0.863281,
                    1.039062,
                    1.023438,
                    1.210938,
                    0.921875,
                    1.296875,
                    0.890625,
                    1.242188,
                    1.304688,
                    1.171875,
                    1.414062,
                    0.675781,
                    1.132812,
                    0.960938,
                    1.359375,
                    0.992188,
                    1.25,
                    1.117188,
                    1.085938,
                    1.203125,
                    1.09375,
                    0.75,
                    0.605469,
                    1.179688,
                    0.953125,
                    1.085938,
                    1.203125,
                    0.90625,
                    1.273438,
                    0.960938,
                    0.988281,
                    1.085938,
                    0.597656,
                    1.234375,
                    1.1875,
                    0.867188,
                    0.625,
                    1.015625,
                    0.933594,
                    1.242188,
                    1.28125,
                    0.992188,
                    0.957031,
                    1.351562,
                    1.257812,
                    0.878906,
                    1.210938,
                    1.304688,
                    0.832031,
                    1.179688,
                    0.871094,
                    0.882812,
                    1.25,
                    0.960938,
                    1.203125,
                    1.046875,
                    1.179688,
                    1.375,
                    1.296875,
                    1.1875,
                    1.320312,
                    0.851562,
                    0.945312,
                    0.921875,
                    0.890625,
                    1.171875,
                    1.125,
                    1.070312,
                    0.917969,
                    0.671875,
                    0.976562,
                    1.101562,
                    1.234375,
                    0.617188,
                    1.210938,
                    1.164062,
                    1.335938,
                    1.34375,
                    1.164062,
                    1.070312,
                    1.351562,
                    1.25,
                    1.257812,
                    1.296875,
                    1.234375,
                    0.550781,
                    1.4375,
                    0.898438,
                    1.171875,
                    1.203125,
                    0.992188,
                    0.976562,
                    0.59375,
                    0.859375,
                    1.085938,
                    1.0625,
                    1.0,
                    1.210938,
                    1.117188,
                    0.882812,
                    1.117188,
                    1.3125,
                    1.21875,
                    1.234375,
                    0.890625,
                    0.628906,
                    1.242188,
                    1.257812,
                    1.078125,
                    1.210938,
                    1.25,
                    0.984375,
                    0.882812,
                    1.171875,
                    0.957031,
                    1.15625,
                    1.25,
                    1.078125,
                    1.054688,
                    1.242188,
                    1.132812,
                    1.203125,
                    1.25,
                    1.15625,
                    1.28125,
                    0.964844,
                    0.621094,
                    0.53125,
                    1.28125,
                    1.179688,
                    1.3125,
                    1.390625,
                    1.078125,
                    1.179688,
                    0.453125,
                    0.914062,
                    1.375,
                    0.875,
                    1.257812,
                    1.296875,
                    1.21875,
                    0.554688,
                    1.171875,
                    1.140625,
                    1.257812,
                    1.023438,
                    0.867188,
                    1.578125,
                    1.1875,
                    1.0625,
                    0.921875,
                    1.234375,
                    0.882812,
                    0.949219,
                    1.203125,
                    1.109375,
                    1.234375,
                    0.917969,
                    0.980469,
                    0.601562,
                    0.988281,
                    1.203125,
                    1.226562,
                    1.289062,
                    1.085938,
                    1.257812,
                    0.554688,
                    1.0625,
                    1.0625,
                    1.226562,
                    1.109375,
                    0.957031,
                    0.96875,
                    0.671875,
                    1.148438,
                    0.789062,
                    1.101562,
                    0.910156,
                    1.125,
                    1.25,
                    1.078125,
                    0.570312,
                    1.085938,
                    1.296875,
                    1.242188,
                    1.265625,
                    0.601562,
                    1.28125,
                    1.3125,
                    1.164062,
                    1.125,
                    1.265625,
                    0.820312,
                    0.589844,
                    1.15625,
                    1.1875,
                    1.25,
                    0.863281,
                    1.335938,
                    1.007812,
                    0.542969,
                    0.757812,
                    0.917969,
                    1.210938,
                    1.1875,
                    0.578125,
                    1.140625,
                    0.419922,
                    0.949219,
                    0.96875,
                    1.3125,
                    1.179688,
                    0.871094,
                    0.996094,
                    1.210938,
                    1.28125,
                    0.972656,
                    1.210938,
                    1.265625,
                    1.015625,
                    0.992188,
                    0.933594,
                    1.296875,
                    1.226562,
                    1.28125,
                    1.226562,
                    0.949219,
                    1.28125,
                    1.289062,
                    1.09375,
                    0.59375,
                    1.257812,
                    0.722656,
                    0.59375,
                    1.273438,
                    1.140625,
                    0.546875,
                    0.949219,
                    1.078125,
                    0.539062,
                    0.859375,
                    0.988281,
                    1.132812,
                    0.921875,
                    1.242188,
                    0.824219,
                    1.007812,
                    0.914062,
                    0.929688,
                    1.054688,
                    1.0625,
                    1.21875,
                    1.265625,
                    1.101562,
                    1.34375,
                    1.195312,
                    1.070312,
                    1.289062,
                    1.0,
                    0.578125,
                    1.039062,
                    1.101562,
                    1.023438,
                    1.21875,
                    0.875,
                    1.1875,
                    1.101562,
                    1.273438,
                    0.5625,
                    1.234375,
                    0.921875,
                    0.582031,
                    1.28125,
                    1.242188,
                    1.375,
                    0.777344,
                    0.996094,
                    0.609375,
                    1.242188,
                    0.925781,
                    0.886719,
                    0.867188,
                    1.382812,
                    1.226562,
                    1.3125,
                    0.980469,
                    1.328125,
                    1.054688,
                    0.769531,
                    0.566406,
                    1.023438,
                    0.773438,
                    1.132812,
                    1.171875,
                    1.039062,
                    1.03125,
                    0.898438,
                    1.101562,
                    0.65625,
                    1.195312,
                    1.242188,
                    1.265625,
                    1.257812,
                    0.632812,
                    1.21875,
                    1.070312,
                    0.933594,
                    1.125,
                    1.203125,
                    1.203125,
                    1.203125,
                    1.21875,
                    1.0625,
                    1.34375,
                    1.257812,
                    0.984375,
                    1.296875,
                    1.265625,
                    1.117188,
                    0.953125,
                    1.296875,
                    0.6875,
                    1.085938,
                    0.921875,
                    1.03125,
                    1.328125,
                    1.171875,
                    1.109375,
                    1.132812,
                    1.054688,
                    1.210938,
                    0.652344,
                    1.1875,
                    0.945312,
                    1.09375,
                    1.3125,
                    0.949219,
                    0.664062,
                    0.554688,
                    1.234375,
                    1.023438,
                    0.570312,
                    1.257812,
                    1.1875,
                    1.179688,
                    0.730469,
                    1.257812,
                    1.195312,
                    0.609375,
                    1.054688,
                    0.636719,
                    1.125,
                    1.109375,
                    0.996094,
                    1.265625,
                    1.210938,
                    1.101562,
                    1.085938,
                    1.164062,
                    1.09375,
                    0.886719,
                    1.28125,
                    0.828125,
                    1.023438,
                    1.242188,
                    1.273438,
                    1.375,
                    1.023438,
                    0.59375,
                    0.675781,
                    0.949219,
                    1.1875,
                    1.1875,
                    1.0,
                    1.15625,
                    1.28125,
                    1.210938,
                    0.949219,
                    1.226562,
                    0.417969,
                    0.660156,
                    0.953125,
                    1.0625,
                    1.140625,
                    0.914062,
                    0.917969,
                    1.109375,
                    1.296875,
                    1.03125,
                    1.03125,
                    0.570312,
                    0.976562,
                    1.25,
                    1.226562,
                    1.015625,
                    1.0625,
                    1.078125,
                    0.550781,
                    1.0625,
                    1.226562,
                    0.832031,
                    1.085938,
                    0.921875,
                    0.902344,
                    0.742188,
                    1.21875,
                    0.847656,
                    0.898438,
                    1.226562,
                    0.917969,
                    1.148438,
                    0.859375,
                    0.941406,
                    1.359375,
                    0.902344,
                    1.132812,
                    0.96875,
                    1.25,
                    1.3125,
                    1.210938,
                    0.421875,
                    0.8125,
                    1.328125,
                    0.769531,
                    0.898438,
                    1.367188,
                    1.078125,
                    0.90625,
                    1.304688,
                    0.976562,
                    1.1875,
                    1.15625,
                    1.179688,
                    0.867188,
                    1.109375,
                    0.578125,
                    0.929688,
                    1.078125,
                    1.007812,
                    1.15625,
                    0.894531,
                    0.960938,
                    1.234375,
                    1.101562,
                    0.988281,
                    1.101562,
                    1.328125,
                    1.25,
                    1.179688,
                    1.265625,
                    1.226562,
                    1.289062,
                    1.101562,
                    0.898438,
                    0.667969,
                    1.15625,
                    0.890625,
                    1.15625,
                    0.882812,
                    0.976562,
                    0.871094,
                    0.988281,
                    1.1875,
                    1.140625,
                    0.914062,
                    1.25,
                    1.21875,
                    1.367188,
                    1.179688,
                    0.855469,
                    1.234375,
                    0.804688,
                    0.84375,
                    1.328125,
                    0.953125,
                    1.03125,
                    0.542969,
                    1.179688,
                    1.226562,
                    1.296875,
                    0.863281,
                    1.125,
                    1.359375,
                    0.574219,
                    0.882812,
                    0.90625,
                    1.242188,
                    1.289062,
                    1.015625,
                    1.28125,
                    1.210938,
                    0.539062,
                    0.503906,
                    1.257812,
                    0.875,
                    0.423828,
                    1.109375,
                    1.101562,
                    1.09375,
                    1.1875,
                    1.101562,
                    1.257812,
                    1.0625,
                    1.257812,
                    1.101562,
                    0.878906,
                    1.203125,
                    0.542969,
                    1.296875,
                    1.085938,
                    1.007812,
                    0.96875,
                    1.132812,
                    1.328125,
                    1.242188,
                    1.164062,
                    1.164062,
                    0.710938,
                    1.226562,
                    1.15625,
                    0.53125,
                    0.976562,
                    1.273438,
                    1.296875,
                    1.242188,
                    0.839844,
                    0.542969,
                    0.431641,
                    0.472656,
                    1.15625,
                    1.046875,
                    0.898438,
                    1.078125,
                    0.789062,
                    1.273438,
                    1.070312,
                    1.460938,
                    1.265625,
                    0.902344,
                    0.992188,
                    1.070312,
                    0.871094,
                    1.234375,
                    1.203125,
                    0.5625,
                    1.179688,
                    1.179688,
                    1.320312,
                    1.257812,
                    1.1875,
                    1.203125,
                    0.761719,
                    1.0,
                    0.867188,
                    0.949219,
                    1.15625,
                    1.1875,
                    1.25,
                    1.25,
                    0.945312,
                    0.550781,
                    1.109375,
                    1.117188,
                    1.054688,
                    1.257812,
                    0.867188,
                    1.40625,
                    1.179688,
                    1.046875,
                    1.09375,
                    0.925781,
                    1.0625,
                    1.304688,
                    1.210938,
                    0.929688,
                    1.171875,
                    1.265625,
                    1.328125,
                    0.59375,
                    1.203125,
                    1.234375,
                    1.03125,
                    1.0625,
                    1.09375,
                    0.792969,
                    0.867188,
                    1.109375,
                    1.289062,
                    1.359375,
                    1.0,
                    1.25,
                    0.898438,
                    1.007812,
                    1.21875,
                    0.902344,
                    1.078125,
                    1.132812,
                    1.015625,
                    1.132812,
                    1.28125,
                    1.140625,
                    1.21875,
                    0.5625,
                    1.3125,
                    1.15625,
                    0.9375,
                    1.007812,
                    0.839844,
                    1.21875,
                    1.0,
                    0.851562,
                    1.039062,
                    0.9375,
                    0.984375,
                    1.101562,
                    1.148438,
                    0.597656,
                    1.382812,
                    0.546875,
                    1.320312,
                    1.226562,
                    1.328125,
                    0.953125,
                    1.148438,
                    1.070312,
                    1.164062,
                    1.0,
                    1.257812,
                    1.125,
                    0.886719,
                    1.148438,
                    1.15625,
                    0.890625,
                    1.125,
                    0.628906,
                    1.257812,
                    1.039062,
                    0.898438,
                    1.039062,
                    1.078125,
                    1.203125,
                    1.203125,
                    0.980469,
                    1.25,
                    1.296875,
                    0.863281,
                    1.039062,
                    1.085938,
                    1.046875,
                    1.203125,
                    0.761719,
                    0.898438,
                    1.234375,
                    1.195312,
                    1.289062,
                    0.777344,
                    1.289062,
                    0.925781,
                    1.304688,
                    1.125,
                    1.09375,
                    1.28125,
                    1.289062,
                    1.265625,
                    1.195312,
                    0.816406,
                    1.070312,
                    1.09375,
                    1.046875,
                    1.203125,
                    1.320312,
                    1.0625,
                    1.117188,
                    1.3125,
                    1.117188,
                    1.429688,
                    1.148438,
                    0.914062,
                    1.023438,
                    1.25,
                    1.203125,
                    1.257812,
                    1.25,
                    1.054688,
                    1.210938,
                    1.375,
                    1.375,
                    0.871094,
                    1.328125,
                    0.988281,
                    0.964844,
                    0.875,
                    1.101562,
                    1.117188,
                    1.203125,
                    0.910156,
                    1.296875,
                    1.007812,
                    1.203125,
                    1.34375,
                    0.632812,
                    1.164062,
                    1.164062,
                    1.101562,
                    1.1875,
                    1.171875,
                    1.226562,
                    1.179688,
                    0.867188,
                    1.117188,
                    1.242188,
                    1.148438,
                    1.125,
                    1.171875,
                    0.566406,
                    1.226562,
                    1.015625,
                    1.078125,
                    1.234375,
                    1.03125,
                    0.90625,
                    0.980469,
                    1.125,
                    0.820312,
                    1.398438,
                    0.535156,
                    0.855469,
                    1.21875,
                    0.621094,
                    0.539062,
                    1.054688,
                    0.953125,
                    0.835938,
                    1.210938,
                    1.164062,
                    0.761719,
                    0.921875,
                    1.320312,
                    0.960938,
                    0.582031,
                    1.375,
                    1.3125,
                    1.132812,
                    1.132812,
                    0.964844,
                    0.738281,
                    1.3125,
                    0.933594,
                    1.03125,
                    1.0,
                    0.832031,
                    1.226562,
                    0.816406,
                    1.234375,
                    1.21875,
                    1.265625,
                    1.015625,
                    1.492188,
                    1.234375,
                    1.0625,
                    0.972656,
                    0.902344,
                    1.125,
                    1.15625,
                    1.164062,
                    1.335938,
                    0.757812,
                    1.03125,
                    1.140625,
                    1.289062,
                    0.988281,
                    1.328125,
                    1.273438,
                    0.933594,
                    1.3125,
                    0.925781,
                    0.960938,
                    1.234375,
                    1.09375,
                    1.046875,
                    1.070312,
                    0.945312,
                    0.570312,
                    1.304688,
                    0.53125,
                    1.25,
                    1.359375,
                    0.605469,
                    0.90625,
                    1.367188,
                    1.007812,
                    1.203125,
                    1.148438,
                    0.796875,
                    1.140625,
                    0.960938,
                    0.882812,
                    1.171875,
                    1.195312,
                    1.078125,
                    1.265625,
                    1.015625,
                    1.242188,
                    1.210938,
                    0.914062,
                    1.234375,
                    1.257812,
                    1.1875,
                    1.296875,
                    0.855469,
                    0.601562,
                    1.007812,
                    1.226562,
                    1.140625,
                    1.234375,
                    1.078125,
                    1.140625,
                    1.335938,
                    1.242188,
                    1.039062,
                    1.234375,
                    1.0,
                    1.210938,
                    0.851562,
                    0.625,
                    0.773438,
                    1.164062,
                    0.792969,
                    1.117188,
                    1.257812,
                    1.3125,
                    1.28125,
                    1.03125,
                    1.265625,
                    1.304688,
                    1.265625,
                    0.972656,
                    1.273438,
                    1.351562,
                    1.007812,
                    1.015625,
                    0.871094,
                    0.972656,
                    1.375,
                    0.617188,
                    1.007812,
                    0.832031,
                    1.15625,
                    1.171875,
                    0.851562,
                    0.695312,
                    1.0,
                    0.722656,
                    1.234375,
                    1.085938,
                    1.015625,
                    1.171875,
                    1.125,
                    1.265625,
                    0.992188,
                    0.566406,
                    1.304688,
                    0.957031,
                    1.320312,
                    0.980469,
                    1.289062,
                    1.1875,
                    1.320312,
                    1.078125,
                    1.226562,
                    0.652344,
                    1.53125,
                    0.78125,
                    0.910156,
                    1.203125,
                    1.132812,
                    1.070312,
                    1.328125,
                    0.542969,
                    1.015625,
                    1.3125,
                    1.265625,
                    0.5625,
                    1.132812,
                    0.984375,
                    1.34375,
                    0.90625,
                    1.171875,
                    1.0625,
                    0.527344,
                    1.203125,
                    1.25,
                    1.21875,
                    0.859375,
                    1.0625,
                    1.0,
                    1.171875,
                    1.25,
                    1.210938,
                    0.734375,
                    0.855469,
                    1.148438,
                    1.101562,
                    1.257812,
                    0.8125,
                    0.636719,
                    0.78125,
                    1.203125,
                    1.132812,
                    0.984375,
                    0.455078,
                    1.3125,
                    0.5625,
                    0.539062,
                    0.871094,
                    0.542969,
                    1.257812,
                    0.765625,
                    1.328125,
                    1.140625,
                    1.078125,
                    1.0625,
                    0.515625,
                    1.117188,
                    0.890625,
                    1.09375,
                    0.875,
                    1.210938,
                    0.976562,
                    1.265625,
                    0.578125,
                    1.148438,
                    1.234375,
                    1.1875,
                    1.210938,
                    0.8125,
                    1.382812,
                    1.085938,
                    1.289062,
                    1.09375,
                    1.296875,
                    1.1875,
                    0.914062,
                    1.335938,
                    1.03125,
                    1.054688,
                    1.039062,
                    1.195312,
                    1.203125,
                    1.296875,
                    1.265625,
                    1.21875,
                    1.234375,
                    0.589844,
                    0.933594,
                    1.164062,
                    1.023438,
                    1.3125,
                    0.960938,
                    1.34375,
                    1.164062,
                    1.15625,
                    1.242188,
                    1.234375,
                    1.265625,
                    1.03125,
                    1.21875,
                    0.636719,
                    1.273438,
                    1.289062,
                    0.847656,
                    1.25,
                    1.148438,
                    1.210938,
                    1.039062,
                    0.855469,
                    1.273438,
                    0.90625,
                    0.960938,
                    0.878906,
                    1.3125,
                    1.320312,
                    1.257812,
                    1.265625,
                    0.929688,
                    0.582031,
                    1.054688,
                    0.550781,
                    1.085938,
                    1.179688,
                    1.28125,
                    1.078125,
                    1.125,
                    1.273438,
                    0.925781,
                    1.070312,
                    1.070312,
                    1.1875,
                    0.988281,
                    1.210938,
                    1.0625,
                    1.171875,
                    1.21875,
                    1.21875,
                    0.609375,
                    1.21875,
                    1.1875,
                    1.070312,
                    0.542969,
                    1.25,
                    0.570312,
                    0.667969,
                    0.9375,
                    1.085938,
                    0.875,
                    0.636719,
                    1.0625,
                    0.582031,
                    0.839844,
                    1.21875,
                    1.078125,
                    1.148438,
                    1.414062,
                    1.039062,
                    0.710938,
                    1.28125,
                    0.929688,
                    0.597656,
                    1.257812,
                    1.25,
                    1.171875,
                    1.367188,
                    1.070312,
                    1.210938,
                    1.054688,
                    1.40625,
                    1.15625,
                    1.140625,
                    1.28125,
                    0.804688,
                    1.328125,
                    1.015625,
                    0.585938,
                    1.1875,
                    0.984375,
                    1.046875,
                    1.226562,
                    1.34375,
                    8.4e-05,
                    0.902344,
                    0.941406,
                    0.423828,
                    0.910156,
                    1.085938,
                    1.320312,
                    1.054688,
                    1.335938,
                    1.257812,
                    1.09375,
                    1.15625,
                    0.941406,
                    0.648438,
                    0.890625,
                    1.039062,
                    1.039062,
                    1.273438,
                    1.25,
                    0.554688,
                    0.550781,
                    0.613281,
                    1.25,
                    0.921875,
                    0.867188,
                    0.984375,
                    1.34375,
                    0.953125,
                    1.117188,
                    1.234375,
                    1.03125,
                    0.601562,
                    1.109375,
                    0.960938,
                    1.242188,
                    1.359375,
                    0.867188,
                    0.882812,
                    1.359375,
                    1.203125,
                    1.09375,
                    0.921875,
                    1.070312,
                    1.28125,
                    0.582031,
                    1.046875,
                    1.195312,
                    0.949219,
                    1.234375,
                    1.078125,
                    0.859375,
                    1.296875,
                    1.132812,
                    1.007812,
                    0.558594,
                    1.046875,
                    0.878906,
                    1.226562,
                    1.28125,
                    0.878906,
                    1.054688,
                    0.933594,
                    1.101562,
                    0.917969,
                    1.09375,
                    0.875,
                    1.125,
                    1.0625,
                    1.085938,
                    1.0,
                    1.179688,
                    0.902344,
                    1.242188,
                    1.21875,
                    0.90625,
                    1.351562,
                    1.164062,
                    1.117188,
                    0.863281,
                    0.859375,
                    1.203125,
                    1.289062,
                    1.273438,
                    1.210938,
                    1.328125,
                    1.132812,
                    1.148438,
                    1.242188,
                    1.046875,
                    1.28125,
                    1.382812,
                    0.984375,
                    0.972656,
                    1.171875,
                    0.933594,
                    1.195312,
                    1.015625,
                    1.179688,
                    1.21875,
                    1.054688,
                    1.265625,
                    0.875,
                    1.429688,
                    0.882812,
                    1.0625,
                    0.902344,
                    1.171875,
                    0.824219,
                    0.636719,
                    1.078125,
                    1.164062,
                    0.585938,
                    1.117188,
                    1.179688,
                    1.289062
                ]
            },
            "name": "model.model.layers.22.post_attention_layernorm.weight",
            "outputIndexes": [
                1875
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1874
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_22/Mul_output_0",
            "outputIndexes": [
                1876
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1875,
                1876
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_22/Mul_1_output_0",
            "outputIndexes": [
                1877
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1877
            ],
            "outputIndexes": [
                2940
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2940
            ],
            "outputIndexes": [
                2941
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/gate_proj/Linear",
            "inputIndexes": [
                2941
            ],
            "outputIndexes": [
                2942
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    582348180,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2942
            ],
            "outputIndexes": [
                2943
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2943
            ],
            "outputIndexes": [
                1878
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1878
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_22/Sigmoid_output_0",
            "outputIndexes": [
                1879
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1878,
                1879
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_22/Mul_output_0",
            "outputIndexes": [
                1880
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1877
            ],
            "outputIndexes": [
                2944
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2944
            ],
            "outputIndexes": [
                2945
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/up_proj/Linear",
            "inputIndexes": [
                2945
            ],
            "outputIndexes": [
                2946
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    590089642,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2946
            ],
            "outputIndexes": [
                2947
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2947
            ],
            "outputIndexes": [
                1881
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1880,
                1881
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_22/Mul_output_0",
            "outputIndexes": [
                1882
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1882
            ],
            "outputIndexes": [
                2948
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    8960,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2948
            ],
            "outputIndexes": [
                2949
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/down_proj/Linear",
            "inputIndexes": [
                2949
            ],
            "outputIndexes": [
                2950
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 8960,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    597831104,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2950
            ],
            "outputIndexes": [
                2951
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2951
            ],
            "outputIndexes": [
                1883
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1874,
                1883
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_114_output_0",
            "outputIndexes": [
                1884
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1884,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_207_output_0",
            "outputIndexes": [
                1885
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    1.257812,
                    0.875,
                    1.640625,
                    0.941406,
                    1.070312,
                    0.753906,
                    0.964844,
                    0.9375,
                    0.800781,
                    0.746094,
                    0.964844,
                    1.5625,
                    0.953125,
                    1.0,
                    0.96875,
                    0.949219,
                    0.84375,
                    0.875,
                    0.917969,
                    0.796875,
                    0.875,
                    1.15625,
                    0.898438,
                    1.273438,
                    0.984375,
                    0.859375,
                    0.945312,
                    0.726562,
                    0.695312,
                    1.046875,
                    0.933594,
                    1.140625,
                    0.972656,
                    0.789062,
                    1.054688,
                    0.96875,
                    0.800781,
                    0.890625,
                    0.796875,
                    1.328125,
                    0.957031,
                    0.976562,
                    1.0625,
                    1.023438,
                    1.59375,
                    0.890625,
                    0.730469,
                    0.878906,
                    0.859375,
                    1.476562,
                    1.296875,
                    1.609375,
                    0.988281,
                    0.851562,
                    0.953125,
                    0.785156,
                    0.78125,
                    1.328125,
                    1.859375,
                    0.878906,
                    0.929688,
                    0.84375,
                    1.21875,
                    1.085938,
                    0.886719,
                    1.515625,
                    0.988281,
                    0.703125,
                    1.054688,
                    0.871094,
                    0.949219,
                    0.960938,
                    1.242188,
                    0.796875,
                    0.847656,
                    1.484375,
                    1.023438,
                    0.917969,
                    0.910156,
                    1.085938,
                    1.070312,
                    1.367188,
                    1.648438,
                    0.84375,
                    1.0,
                    0.945312,
                    0.851562,
                    1.171875,
                    1.023438,
                    1.023438,
                    0.960938,
                    0.820312,
                    1.476562,
                    0.832031,
                    0.914062,
                    2.328125,
                    1.023438,
                    1.039062,
                    1.054688,
                    0.902344,
                    0.992188,
                    1.28125,
                    1.546875,
                    1.140625,
                    0.871094,
                    0.785156,
                    1.367188,
                    0.890625,
                    0.988281,
                    0.9375,
                    0.816406,
                    1.03125,
                    1.007812,
                    2.703125,
                    0.980469,
                    0.941406,
                    1.03125,
                    1.054688,
                    1.289062,
                    1.3125,
                    0.953125,
                    1.351562,
                    1.148438,
                    0.75,
                    0.914062,
                    0.917969,
                    0.890625,
                    1.421875,
                    0.878906,
                    1.75,
                    0.855469,
                    0.945312,
                    0.863281,
                    1.335938,
                    1.015625,
                    0.972656,
                    0.867188,
                    1.15625,
                    0.828125,
                    0.808594,
                    1.3125,
                    0.929688,
                    0.792969,
                    1.375,
                    0.9375,
                    0.710938,
                    0.933594,
                    2.75,
                    1.25,
                    0.953125,
                    0.847656,
                    0.917969,
                    1.359375,
                    0.855469,
                    0.9375,
                    0.824219,
                    0.949219,
                    0.832031,
                    0.894531,
                    0.988281,
                    1.070312,
                    1.03125,
                    1.34375,
                    1.414062,
                    0.796875,
                    0.828125,
                    1.03125,
                    1.023438,
                    0.949219,
                    1.507812,
                    1.03125,
                    1.140625,
                    0.972656,
                    1.054688,
                    0.820312,
                    1.125,
                    1.203125,
                    1.242188,
                    0.960938,
                    1.140625,
                    1.046875,
                    0.765625,
                    1.046875,
                    1.46875,
                    0.828125,
                    2.84375,
                    1.429688,
                    1.0625,
                    0.667969,
                    0.960938,
                    0.972656,
                    0.996094,
                    1.179688,
                    0.980469,
                    1.109375,
                    0.890625,
                    0.851562,
                    0.8125,
                    1.148438,
                    0.820312,
                    0.734375,
                    0.988281,
                    0.945312,
                    0.964844,
                    0.945312,
                    0.953125,
                    0.882812,
                    1.015625,
                    0.878906,
                    0.96875,
                    1.109375,
                    0.972656,
                    1.117188,
                    0.800781,
                    1.109375,
                    1.445312,
                    0.898438,
                    0.910156,
                    0.980469,
                    0.847656,
                    0.945312,
                    0.976562,
                    1.421875,
                    2.34375,
                    0.730469,
                    0.878906,
                    0.804688,
                    0.984375,
                    1.828125,
                    0.867188,
                    0.855469,
                    0.917969,
                    0.941406,
                    0.945312,
                    1.078125,
                    0.695312,
                    0.824219,
                    0.816406,
                    0.839844,
                    1.015625,
                    0.964844,
                    0.90625,
                    1.164062,
                    0.964844,
                    0.867188,
                    0.929688,
                    0.945312,
                    1.015625,
                    0.863281,
                    1.03125,
                    1.039062,
                    2.125,
                    1.046875,
                    2.84375,
                    1.320312,
                    1.0,
                    0.90625,
                    0.941406,
                    1.085938,
                    0.964844,
                    0.945312,
                    0.957031,
                    0.921875,
                    0.769531,
                    1.03125,
                    0.871094,
                    0.796875,
                    0.875,
                    0.984375,
                    0.828125,
                    1.273438,
                    1.375,
                    0.828125,
                    0.992188,
                    1.109375,
                    0.78125,
                    1.398438,
                    0.976562,
                    0.742188,
                    0.957031,
                    1.078125,
                    0.839844,
                    1.007812,
                    0.820312,
                    0.878906,
                    1.257812,
                    0.902344,
                    1.023438,
                    0.96875,
                    0.910156,
                    0.945312,
                    1.179688,
                    1.0,
                    1.09375,
                    0.828125,
                    0.820312,
                    1.046875,
                    1.289062,
                    1.1875,
                    1.171875,
                    1.335938,
                    1.757812,
                    0.851562,
                    1.359375,
                    1.039062,
                    0.796875,
                    0.996094,
                    1.03125,
                    1.164062,
                    1.28125,
                    1.070312,
                    0.886719,
                    1.484375,
                    0.929688,
                    1.007812,
                    0.984375,
                    1.789062,
                    0.863281,
                    0.824219,
                    1.296875,
                    1.015625,
                    1.101562,
                    0.914062,
                    1.117188,
                    0.902344,
                    1.28125,
                    0.875,
                    1.296875,
                    1.015625,
                    0.84375,
                    1.28125,
                    1.109375,
                    1.3125,
                    1.1875,
                    1.046875,
                    1.984375,
                    0.894531,
                    1.296875,
                    0.851562,
                    1.429688,
                    1.226562,
                    1.195312,
                    0.832031,
                    1.007812,
                    0.761719,
                    0.917969,
                    0.984375,
                    0.820312,
                    0.792969,
                    0.910156,
                    0.765625,
                    1.679688,
                    1.601562,
                    1.171875,
                    0.636719,
                    1.015625,
                    2.546875,
                    0.992188,
                    0.988281,
                    0.820312,
                    0.6875,
                    0.796875,
                    0.78125,
                    1.085938,
                    0.984375,
                    0.898438,
                    0.957031,
                    0.894531,
                    1.273438,
                    1.023438,
                    0.945312,
                    0.816406,
                    1.117188,
                    0.867188,
                    0.8125,
                    0.871094,
                    0.953125,
                    0.972656,
                    1.03125,
                    0.757812,
                    1.328125,
                    1.03125,
                    0.996094,
                    1.125,
                    1.460938,
                    0.925781,
                    0.882812,
                    1.101562,
                    0.847656,
                    0.902344,
                    0.980469,
                    0.890625,
                    0.835938,
                    1.28125,
                    2.015625,
                    1.523438,
                    1.03125,
                    1.09375,
                    0.886719,
                    0.953125,
                    0.757812,
                    0.917969,
                    1.054688,
                    0.742188,
                    1.125,
                    1.28125,
                    0.878906,
                    1.023438,
                    0.28125,
                    1.507812,
                    0.945312,
                    0.863281,
                    1.085938,
                    1.210938,
                    0.800781,
                    0.746094,
                    1.0625,
                    0.914062,
                    0.777344,
                    0.921875,
                    1.023438,
                    0.921875,
                    1.234375,
                    0.816406,
                    0.628906,
                    0.992188,
                    0.8125,
                    0.976562,
                    1.007812,
                    0.847656,
                    1.203125,
                    0.941406,
                    0.914062,
                    1.140625,
                    0.976562,
                    0.816406,
                    0.828125,
                    0.816406,
                    1.09375,
                    0.902344,
                    0.921875,
                    0.722656,
                    1.726562,
                    1.453125,
                    0.855469,
                    1.015625,
                    1.359375,
                    0.820312,
                    0.953125,
                    1.015625,
                    1.09375,
                    0.960938,
                    0.820312,
                    1.023438,
                    1.09375,
                    0.851562,
                    0.972656,
                    0.992188,
                    1.289062,
                    1.242188,
                    0.753906,
                    0.9375,
                    0.90625,
                    0.863281,
                    0.871094,
                    1.273438,
                    0.902344,
                    0.84375,
                    0.902344,
                    0.796875,
                    1.335938,
                    0.765625,
                    0.992188,
                    0.933594,
                    1.007812,
                    0.941406,
                    1.210938,
                    0.78125,
                    1.484375,
                    1.28125,
                    1.007812,
                    1.078125,
                    0.9375,
                    1.09375,
                    0.8125,
                    0.824219,
                    0.933594,
                    1.085938,
                    0.855469,
                    0.929688,
                    0.675781,
                    0.863281,
                    1.0625,
                    0.929688,
                    1.070312,
                    1.0,
                    1.234375,
                    0.9375,
                    0.886719,
                    1.351562,
                    1.125,
                    0.933594,
                    0.921875,
                    0.609375,
                    1.0625,
                    0.847656,
                    0.941406,
                    2.53125,
                    0.828125,
                    0.988281,
                    0.707031,
                    0.941406,
                    1.03125,
                    0.941406,
                    1.320312,
                    0.847656,
                    1.210938,
                    1.007812,
                    1.523438,
                    1.234375,
                    0.000458,
                    0.988281,
                    0.855469,
                    0.972656,
                    1.023438,
                    0.871094,
                    0.527344,
                    0.9375,
                    0.871094,
                    1.109375,
                    0.585938,
                    0.769531,
                    1.25,
                    0.886719,
                    0.957031,
                    0.933594,
                    1.085938,
                    1.117188,
                    1.101562,
                    1.257812,
                    0.804688,
                    0.851562,
                    1.023438,
                    1.085938,
                    0.570312,
                    0.917969,
                    2.125,
                    1.125,
                    1.59375,
                    0.84375,
                    0.714844,
                    0.765625,
                    0.9375,
                    0.84375,
                    1.242188,
                    0.902344,
                    0.964844,
                    0.9375,
                    1.03125,
                    1.257812,
                    0.929688,
                    0.851562,
                    0.898438,
                    1.15625,
                    1.0,
                    1.523438,
                    1.171875,
                    0.882812,
                    0.949219,
                    0.964844,
                    0.855469,
                    1.046875,
                    0.917969,
                    1.28125,
                    2.046875,
                    0.765625,
                    1.015625,
                    0.90625,
                    1.257812,
                    1.0,
                    2.578125,
                    0.863281,
                    0.636719,
                    1.039062,
                    0.847656,
                    0.777344,
                    0.929688,
                    0.847656,
                    1.0,
                    0.8125,
                    0.957031,
                    0.972656,
                    0.71875,
                    0.792969,
                    0.855469,
                    1.054688,
                    0.921875,
                    0.914062,
                    0.878906,
                    0.925781,
                    0.964844,
                    1.070312,
                    0.910156,
                    1.28125,
                    0.988281,
                    1.5625,
                    1.460938,
                    1.015625,
                    1.21875,
                    0.089355,
                    0.796875,
                    0.699219,
                    1.265625,
                    0.75,
                    0.78125,
                    1.03125,
                    0.863281,
                    1.148438,
                    1.289062,
                    0.871094,
                    0.789062,
                    0.878906,
                    0.875,
                    0.78125,
                    1.0625,
                    0.953125,
                    0.894531,
                    1.109375,
                    0.878906,
                    1.078125,
                    1.085938,
                    1.03125,
                    1.304688,
                    0.691406,
                    0.957031,
                    0.96875,
                    0.878906,
                    0.796875,
                    0.972656,
                    0.941406,
                    0.90625,
                    1.382812,
                    0.835938,
                    0.707031,
                    1.289062,
                    1.195312,
                    1.007812,
                    0.875,
                    1.75,
                    0.800781,
                    1.34375,
                    0.921875,
                    1.039062,
                    0.761719,
                    0.695312,
                    1.25,
                    0.976562,
                    1.007812,
                    0.742188,
                    1.179688,
                    0.957031,
                    1.734375,
                    1.273438,
                    1.023438,
                    1.671875,
                    0.871094,
                    0.921875,
                    0.796875,
                    0.875,
                    0.832031,
                    0.785156,
                    2.265625,
                    1.078125,
                    1.171875,
                    1.0,
                    1.039062,
                    1.617188,
                    0.890625,
                    0.878906,
                    0.9375,
                    1.03125,
                    0.996094,
                    0.953125,
                    1.015625,
                    0.910156,
                    0.914062,
                    0.9375,
                    0.980469,
                    0.722656,
                    1.007812,
                    1.007812,
                    0.945312,
                    0.882812,
                    0.925781,
                    2.09375,
                    0.957031,
                    1.109375,
                    0.902344,
                    0.984375,
                    0.984375,
                    0.902344,
                    0.855469,
                    0.90625,
                    0.796875,
                    1.515625,
                    0.878906,
                    0.972656,
                    1.101562,
                    0.976562,
                    0.855469,
                    1.460938,
                    1.398438,
                    1.0,
                    1.921875,
                    1.296875,
                    0.9375,
                    0.929688,
                    1.0,
                    2.171875,
                    0.960938,
                    0.992188,
                    1.328125,
                    0.824219,
                    1.34375,
                    1.03125,
                    0.839844,
                    0.910156,
                    1.15625,
                    0.917969,
                    0.898438,
                    0.902344,
                    0.882812,
                    0.921875,
                    0.675781,
                    0.988281,
                    1.039062,
                    0.84375,
                    0.96875,
                    1.140625,
                    1.039062,
                    1.132812,
                    1.289062,
                    2.890625,
                    0.804688,
                    0.890625,
                    0.933594,
                    0.910156,
                    0.878906,
                    0.890625,
                    1.039062,
                    1.515625,
                    0.9375,
                    2.65625,
                    1.421875,
                    0.953125,
                    0.800781,
                    0.894531,
                    0.777344,
                    0.796875,
                    1.015625,
                    1.257812,
                    0.847656,
                    0.953125,
                    1.296875,
                    0.820312,
                    0.949219,
                    1.03125,
                    1.289062,
                    0.984375,
                    0.929688,
                    1.257812,
                    0.902344,
                    0.945312,
                    1.0625,
                    1.054688,
                    0.800781,
                    0.871094,
                    1.53125,
                    0.910156,
                    0.902344,
                    0.789062,
                    1.078125,
                    0.75,
                    0.929688,
                    1.078125,
                    0.78125,
                    1.101562,
                    0.753906,
                    0.828125,
                    0.742188,
                    1.054688,
                    0.972656,
                    0.925781,
                    2.75,
                    1.359375,
                    1.320312,
                    1.601562,
                    0.699219,
                    0.914062,
                    0.902344,
                    0.824219,
                    1.039062,
                    1.070312,
                    1.023438,
                    1.0,
                    1.070312,
                    0.738281,
                    1.046875,
                    1.382812,
                    0.6875,
                    0.84375,
                    0.90625,
                    0.859375,
                    0.832031,
                    0.902344,
                    0.921875,
                    0.820312,
                    0.734375,
                    0.738281,
                    1.046875,
                    1.0625,
                    0.921875,
                    0.949219,
                    0.929688,
                    1.0625,
                    0.929688,
                    0.851562,
                    1.414062,
                    1.015625,
                    0.855469,
                    0.824219,
                    0.765625,
                    0.878906,
                    0.96875,
                    0.816406,
                    0.949219,
                    0.988281,
                    0.816406,
                    1.085938,
                    0.820312,
                    1.046875,
                    0.972656,
                    1.375,
                    1.039062,
                    2.25,
                    0.796875,
                    1.023438,
                    0.703125,
                    0.875,
                    1.257812,
                    0.914062,
                    1.015625,
                    0.941406,
                    1.304688,
                    1.140625,
                    1.1875,
                    1.296875,
                    0.78125,
                    0.671875,
                    0.9375,
                    1.078125,
                    0.976562,
                    1.210938,
                    1.039062,
                    1.328125,
                    3.0,
                    1.039062,
                    0.871094,
                    2.6875,
                    0.898438,
                    0.839844,
                    0.96875,
                    0.855469,
                    0.78125,
                    1.148438,
                    0.785156,
                    1.054688,
                    0.984375,
                    0.878906,
                    1.0,
                    1.320312,
                    1.015625,
                    0.949219,
                    0.828125,
                    0.839844,
                    0.898438,
                    1.015625,
                    0.980469,
                    0.84375,
                    1.015625,
                    1.4375,
                    1.0,
                    0.898438,
                    1.28125,
                    0.886719,
                    1.0625,
                    1.0625,
                    1.007812,
                    1.171875,
                    1.328125,
                    3.03125,
                    2.6875,
                    0.867188,
                    0.878906,
                    1.023438,
                    0.945312,
                    1.515625,
                    0.964844,
                    0.921875,
                    0.902344,
                    1.289062,
                    0.964844,
                    0.796875,
                    0.976562,
                    0.800781,
                    1.03125,
                    1.15625,
                    1.328125,
                    1.085938,
                    0.910156,
                    0.976562,
                    1.0625,
                    0.851562,
                    0.84375,
                    1.492188,
                    1.007812,
                    1.085938,
                    0.789062,
                    1.132812,
                    0.835938,
                    1.09375,
                    1.09375,
                    0.882812,
                    1.296875,
                    1.226562,
                    0.800781,
                    0.90625,
                    1.0625,
                    0.808594,
                    0.917969,
                    -0.000387,
                    0.816406,
                    0.964844,
                    0.824219,
                    0.839844,
                    1.164062,
                    1.101562,
                    0.800781,
                    1.226562,
                    0.882812,
                    1.007812,
                    1.351562,
                    0.78125,
                    1.132812,
                    0.933594,
                    0.929688,
                    0.863281,
                    1.609375,
                    0.773438,
                    0.933594,
                    0.949219,
                    1.039062,
                    0.789062,
                    1.015625,
                    0.777344,
                    0.835938,
                    1.085938,
                    0.800781,
                    0.964844,
                    0.757812,
                    0.777344,
                    0.925781,
                    0.914062,
                    1.0,
                    0.976562,
                    1.375,
                    0.917969,
                    0.898438,
                    0.824219,
                    0.792969,
                    0.835938,
                    0.910156,
                    1.046875,
                    1.117188,
                    0.929688,
                    0.800781,
                    0.804688,
                    1.15625,
                    1.40625,
                    1.3125,
                    1.195312,
                    1.28125,
                    0.980469,
                    1.0,
                    0.972656,
                    0.75,
                    1.109375,
                    0.933594,
                    0.851562,
                    0.589844,
                    1.054688,
                    0.875,
                    0.839844,
                    1.054688,
                    0.902344,
                    0.859375,
                    1.054688,
                    1.828125,
                    1.070312,
                    0.886719,
                    0.691406,
                    0.933594,
                    0.847656,
                    0.972656,
                    1.078125,
                    1.078125,
                    1.078125,
                    0.902344,
                    0.800781,
                    0.910156,
                    0.898438,
                    0.679688,
                    0.953125,
                    1.617188,
                    1.640625,
                    1.125,
                    0.980469,
                    0.972656,
                    1.9375,
                    0.859375,
                    0.824219,
                    1.070312,
                    0.953125,
                    0.929688,
                    0.988281,
                    1.046875,
                    1.125,
                    0.992188,
                    1.625,
                    0.796875,
                    0.964844,
                    0.867188,
                    0.890625,
                    1.054688,
                    0.960938,
                    0.882812,
                    1.148438,
                    1.179688,
                    1.257812,
                    0.902344,
                    0.875,
                    0.914062,
                    1.101562,
                    0.929688,
                    0.953125,
                    1.039062,
                    1.023438,
                    1.015625,
                    1.101562,
                    1.21875,
                    0.707031,
                    1.03125,
                    0.863281,
                    0.765625,
                    0.796875,
                    0.941406,
                    0.835938,
                    0.820312,
                    0.835938,
                    0.894531,
                    0.832031,
                    0.988281,
                    1.03125,
                    2.890625,
                    0.945312,
                    1.367188,
                    0.78125,
                    1.265625,
                    1.0625,
                    0.890625,
                    0.929688,
                    0.882812,
                    0.71875,
                    1.117188,
                    0.953125,
                    1.0,
                    0.898438,
                    1.296875,
                    0.90625,
                    1.304688,
                    0.9375,
                    0.945312,
                    0.832031,
                    0.925781,
                    0.824219,
                    0.707031,
                    1.523438,
                    1.453125,
                    1.320312,
                    0.773438,
                    0.84375,
                    1.34375,
                    1.304688,
                    1.0,
                    0.933594,
                    0.59375,
                    0.9375,
                    0.941406,
                    1.828125,
                    0.851562,
                    1.03125,
                    0.847656,
                    1.304688,
                    1.039062,
                    1.0,
                    0.808594,
                    1.007812,
                    0.847656,
                    1.984375,
                    1.054688,
                    0.765625,
                    0.875,
                    0.984375,
                    1.1875,
                    0.902344,
                    1.507812,
                    0.859375,
                    0.964844,
                    1.125,
                    0.804688,
                    1.375,
                    0.980469,
                    0.953125,
                    0.863281,
                    0.738281,
                    1.085938,
                    1.046875,
                    1.34375,
                    1.210938,
                    1.617188,
                    0.878906,
                    0.855469,
                    0.867188,
                    0.933594,
                    1.078125,
                    0.976562,
                    0.78125,
                    0.941406,
                    0.832031,
                    0.792969,
                    1.078125,
                    1.09375,
                    0.828125,
                    0.910156,
                    1.476562,
                    1.289062,
                    1.023438,
                    1.328125,
                    0.84375,
                    1.429688,
                    1.296875,
                    0.726562,
                    0.992188,
                    0.898438,
                    0.957031,
                    0.925781,
                    3.109375,
                    0.878906,
                    0.777344,
                    0.792969,
                    0.964844,
                    0.953125,
                    0.90625,
                    2.46875,
                    0.863281,
                    1.0625,
                    0.941406,
                    0.734375,
                    1.007812,
                    0.90625,
                    0.988281,
                    0.929688,
                    0.742188,
                    1.273438,
                    1.023438,
                    1.03125,
                    0.90625,
                    0.910156,
                    0.910156,
                    0.886719,
                    0.984375,
                    0.949219,
                    0.894531,
                    1.109375,
                    0.835938,
                    0.90625,
                    1.09375,
                    1.21875,
                    1.59375,
                    1.070312,
                    1.539062,
                    0.871094,
                    1.085938,
                    1.070312,
                    0.914062,
                    0.882812,
                    0.964844,
                    0.960938,
                    0.894531,
                    0.804688,
                    0.914062,
                    1.351562,
                    0.914062,
                    0.867188,
                    2.21875,
                    3.421875,
                    1.242188,
                    2.3125,
                    1.148438,
                    1.273438,
                    0.898438,
                    1.023438,
                    3.109375,
                    1.757812,
                    0.878906,
                    1.46875,
                    0.972656,
                    1.203125,
                    0.78125,
                    1.601562,
                    0.890625,
                    0.972656,
                    0.847656,
                    1.273438,
                    1.109375,
                    0.824219,
                    0.917969,
                    0.800781,
                    1.195312,
                    0.910156,
                    1.03125,
                    0.953125,
                    0.925781,
                    1.390625,
                    1.15625,
                    1.695312,
                    0.878906,
                    0.910156,
                    2.09375,
                    0.871094,
                    0.960938,
                    1.296875,
                    1.328125,
                    1.046875,
                    1.007812,
                    1.289062,
                    0.992188,
                    0.898438,
                    1.046875,
                    0.757812,
                    0.949219,
                    0.789062,
                    1.273438,
                    1.523438,
                    0.949219,
                    0.863281,
                    0.925781,
                    0.921875,
                    1.15625,
                    0.992188,
                    0.945312,
                    0.886719,
                    0.585938,
                    0.738281,
                    1.023438,
                    0.921875,
                    0.875,
                    1.601562,
                    1.460938,
                    2.125,
                    0.925781,
                    1.039062,
                    0.84375,
                    2.703125,
                    1.03125,
                    2.3125,
                    1.28125,
                    0.855469,
                    1.335938,
                    1.117188,
                    2.25,
                    0.925781,
                    0.964844,
                    0.882812,
                    0.859375,
                    2.671875,
                    0.898438,
                    0.800781,
                    0.839844,
                    0.777344,
                    0.984375,
                    1.101562,
                    1.078125,
                    1.171875,
                    1.007812,
                    0.855469,
                    0.933594,
                    1.15625,
                    1.390625,
                    1.039062,
                    1.039062,
                    0.882812,
                    0.945312,
                    1.171875,
                    1.085938,
                    0.953125,
                    1.007812,
                    0.800781,
                    0.988281,
                    0.960938,
                    0.902344,
                    0.871094,
                    1.101562,
                    0.914062,
                    1.03125,
                    0.972656,
                    1.320312,
                    1.054688,
                    0.933594,
                    1.015625,
                    1.140625,
                    0.84375,
                    1.03125,
                    1.1875,
                    0.960938,
                    1.03125,
                    1.109375,
                    1.085938,
                    1.070312,
                    0.957031,
                    1.6875,
                    0.964844,
                    0.9375,
                    1.171875,
                    1.046875,
                    0.855469,
                    0.914062,
                    0.789062,
                    0.78125,
                    1.0,
                    0.960938,
                    0.847656,
                    0.882812,
                    1.054688,
                    0.996094,
                    0.980469,
                    0.953125,
                    0.789062,
                    1.335938,
                    0.867188,
                    3.109375,
                    0.90625,
                    1.039062,
                    1.054688,
                    0.90625,
                    1.234375,
                    1.023438,
                    0.855469,
                    0.976562,
                    0.832031,
                    1.046875,
                    0.890625,
                    0.984375,
                    0.847656,
                    1.0,
                    0.867188,
                    0.929688,
                    2.390625,
                    0.90625,
                    1.015625,
                    0.878906,
                    1.34375,
                    0.949219,
                    1.320312,
                    1.40625,
                    0.746094,
                    0.84375,
                    0.789062,
                    1.515625,
                    0.789062,
                    1.328125,
                    0.90625,
                    0.972656,
                    0.828125,
                    1.125,
                    0.628906,
                    1.109375,
                    2.015625,
                    1.023438,
                    0.882812,
                    1.359375,
                    0.902344,
                    1.054688,
                    1.015625,
                    1.289062,
                    1.34375,
                    0.890625,
                    0.933594,
                    1.09375,
                    0.894531,
                    0.9375,
                    0.964844,
                    2.609375,
                    1.054688,
                    0.878906,
                    1.265625,
                    0.9375,
                    0.824219,
                    0.789062,
                    0.996094,
                    1.0,
                    -0.337891,
                    0.804688,
                    1.445312,
                    2.578125,
                    1.210938,
                    0.855469,
                    1.023438,
                    0.648438,
                    0.96875,
                    1.03125,
                    0.898438,
                    0.925781,
                    0.800781,
                    1.515625,
                    0.707031,
                    0.914062,
                    0.789062,
                    0.933594,
                    1.015625,
                    1.25,
                    1.289062,
                    1.398438,
                    0.964844,
                    0.867188,
                    1.117188,
                    1.351562,
                    1.132812,
                    0.789062,
                    0.871094,
                    0.859375,
                    0.808594,
                    1.3125,
                    1.132812,
                    0.78125,
                    0.988281,
                    1.125,
                    0.878906,
                    0.890625,
                    1.078125,
                    0.863281,
                    0.882812,
                    0.699219,
                    0.855469,
                    1.023438,
                    1.460938,
                    0.878906,
                    0.816406,
                    0.726562,
                    1.015625,
                    0.945312,
                    0.90625,
                    0.972656,
                    0.851562,
                    0.796875,
                    1.234375,
                    0.9375,
                    0.851562,
                    1.09375,
                    0.914062,
                    0.671875,
                    0.8125,
                    1.265625,
                    0.894531,
                    0.75,
                    0.796875,
                    0.738281,
                    0.960938,
                    1.328125,
                    0.921875,
                    0.855469,
                    1.085938,
                    0.742188,
                    0.949219,
                    0.949219,
                    0.871094,
                    1.078125,
                    1.039062,
                    0.996094,
                    1.046875,
                    0.804688,
                    0.90625,
                    1.039062,
                    0.96875,
                    0.960938,
                    1.023438,
                    0.878906,
                    0.9375,
                    0.902344,
                    0.929688,
                    1.117188,
                    1.164062,
                    0.816406,
                    0.953125,
                    0.914062,
                    0.867188,
                    0.925781,
                    1.171875,
                    0.964844,
                    0.925781,
                    0.773438,
                    1.109375,
                    0.839844,
                    1.109375,
                    0.925781,
                    0.902344,
                    0.894531,
                    0.972656,
                    1.523438,
                    1.492188,
                    0.898438,
                    0.992188,
                    1.28125,
                    1.0625,
                    0.945312,
                    0.996094
                ]
            },
            "name": "model.model.layers.23.input_layernorm.weight",
            "outputIndexes": [
                1886
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1885
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_23/Mul_output_0",
            "outputIndexes": [
                1887
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1886,
                1887
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_23/Mul_1_output_0",
            "outputIndexes": [
                1888
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1888
            ],
            "outputIndexes": [
                2952
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2952
            ],
            "outputIndexes": [
                2953
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/q_proj/Linear",
            "inputIndexes": [
                2953
            ],
            "outputIndexes": [
                2954
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    605572566,
                    1179670,
                    147456,
                    6144,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2954
            ],
            "outputIndexes": [
                2955
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2955
            ],
            "outputIndexes": [
                1889
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1888
            ],
            "main_type": "NONE",
            "name": "/Shape_323_output_0",
            "outputIndexes": [
                1890
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1890
            ],
            "main_type": "NONE",
            "name": "Shape5828",
            "outputIndexes": [
                1891
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1890
            ],
            "main_type": "NONE",
            "name": "Rank5830",
            "outputIndexes": [
                1892
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1892,
                1892
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5832",
            "outputIndexes": [
                1893
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1893
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5833",
            "outputIndexes": [
                1894
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1893,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5835",
            "outputIndexes": [
                1895
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1895
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5836",
            "outputIndexes": [
                1896
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1891,
                1894,
                1896,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5839",
            "outputIndexes": [
                1897
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1897
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5840",
            "outputIndexes": [
                1898
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                1898
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5841",
            "outputIndexes": [
                1899
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1899,
                1898
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5842",
            "outputIndexes": [
                1900
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1890,
                1900,
                1893
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_349_output_0",
            "outputIndexes": [
                1901
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1901,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_737_output_0",
            "outputIndexes": [
                1902
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1902,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_299_output_0",
            "outputIndexes": [
                1903
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1889,
                1903
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_208_output_0",
            "outputIndexes": [
                1904
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1904,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_184_output_0",
            "outputIndexes": [
                1905
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1904
            ],
            "main_type": "NONE",
            "name": "/Shape_324_output_0",
            "outputIndexes": [
                1906
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1906
            ],
            "main_type": "NONE",
            "name": "Shape5849",
            "outputIndexes": [
                1907
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1906
            ],
            "main_type": "NONE",
            "name": "Rank5851",
            "outputIndexes": [
                1908
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1908,
                1908
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5853",
            "outputIndexes": [
                1909
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1909
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5854",
            "outputIndexes": [
                1910
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1909,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5856",
            "outputIndexes": [
                1911
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1911
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5857",
            "outputIndexes": [
                1912
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1907,
                1910,
                1912,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5860",
            "outputIndexes": [
                1913
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1913
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5861",
            "outputIndexes": [
                1914
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1914
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5862",
            "outputIndexes": [
                1915
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1915,
                1914
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5863",
            "outputIndexes": [
                1916
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1906,
                1916,
                1909
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_350_output_0",
            "outputIndexes": [
                1917
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1917,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_69_output_0",
            "outputIndexes": [
                1918
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1918,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_742_output_0",
            "outputIndexes": [
                1919
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1904,
                1919,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_93_output_0",
            "outputIndexes": [
                1920
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1920
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_46_output_0",
            "outputIndexes": [
                1921
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1904,
                22,
                1919,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_92_output_0",
            "outputIndexes": [
                1922
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1921,
                1922
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_302_output_0",
            "outputIndexes": [
                1923
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1923,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_185_output_0",
            "outputIndexes": [
                1924
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1905,
                1924
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_115_output_0",
            "outputIndexes": [
                1925
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1888
            ],
            "outputIndexes": [
                2956
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2956
            ],
            "outputIndexes": [
                2957
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/k_proj/Linear",
            "inputIndexes": [
                2957
            ],
            "outputIndexes": [
                2958
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    606905836,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2958
            ],
            "outputIndexes": [
                2959
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2959
            ],
            "outputIndexes": [
                1926
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1902,
                85,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_300_output_0",
            "outputIndexes": [
                1927
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1926,
                1927
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_209_output_0",
            "outputIndexes": [
                1928
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1928,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_186_output_0",
            "outputIndexes": [
                1929
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1928
            ],
            "main_type": "NONE",
            "name": "/Shape_325_output_0",
            "outputIndexes": [
                1930
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1930
            ],
            "main_type": "NONE",
            "name": "Shape5912",
            "outputIndexes": [
                1931
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1930
            ],
            "main_type": "NONE",
            "name": "Rank5914",
            "outputIndexes": [
                1932
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1932,
                1932
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5916",
            "outputIndexes": [
                1933
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1933
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5917",
            "outputIndexes": [
                1934
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1933,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5919",
            "outputIndexes": [
                1935
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1935
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5920",
            "outputIndexes": [
                1936
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1931,
                1934,
                1936,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5923",
            "outputIndexes": [
                1937
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1937
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5924",
            "outputIndexes": [
                1938
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1938
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5925",
            "outputIndexes": [
                1939
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1939,
                1938
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5926",
            "outputIndexes": [
                1940
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1930,
                1940,
                1933
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_351_output_0",
            "outputIndexes": [
                1941
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1941,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_70_output_0",
            "outputIndexes": [
                1942
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1942,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_744_output_0",
            "outputIndexes": [
                1943
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1928,
                1943,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_95_output_0",
            "outputIndexes": [
                1944
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1944
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_47_output_0",
            "outputIndexes": [
                1945
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1928,
                22,
                1943,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_94_output_0",
            "outputIndexes": [
                1946
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1945,
                1946
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_303_output_0",
            "outputIndexes": [
                1947
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1947,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_187_output_0",
            "outputIndexes": [
                1948
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1929,
                1948
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_116_output_0",
            "outputIndexes": [
                1949
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1888
            ],
            "outputIndexes": [
                2960
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2960
            ],
            "outputIndexes": [
                2961
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/v_proj/Linear",
            "inputIndexes": [
                2961
            ],
            "outputIndexes": [
                2962
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    607128066,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2962
            ],
            "outputIndexes": [
                2963
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2963
            ],
            "outputIndexes": [
                1950
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1950,
                1927
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_210_output_0",
            "outputIndexes": [
                1951
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1925,
                1949,
                1951,
                111
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_215_output_0",
            "outputIndexes": [
                1952
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1952
            ],
            "outputIndexes": [
                2964
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2964
            ],
            "outputIndexes": [
                2965
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/o_proj/Linear",
            "inputIndexes": [
                2965
            ],
            "outputIndexes": [
                2966
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    607350296,
                    1179670,
                    147456,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2966
            ],
            "outputIndexes": [
                2967
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2967
            ],
            "outputIndexes": [
                1953
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1885,
                1953
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_118_output_0",
            "outputIndexes": [
                1954
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.726562,
                    1.28125,
                    0.84375,
                    1.015625,
                    1.0625,
                    0.984375,
                    1.21875,
                    1.117188,
                    1.039062,
                    1.023438,
                    1.21875,
                    1.007812,
                    1.265625,
                    1.25,
                    1.25,
                    1.195312,
                    1.210938,
                    1.078125,
                    1.296875,
                    1.007812,
                    1.273438,
                    1.171875,
                    1.179688,
                    0.691406,
                    1.265625,
                    1.226562,
                    1.015625,
                    1.015625,
                    1.03125,
                    1.304688,
                    1.3125,
                    1.28125,
                    1.34375,
                    0.957031,
                    1.148438,
                    1.273438,
                    1.210938,
                    1.164062,
                    0.996094,
                    0.941406,
                    1.265625,
                    1.25,
                    1.257812,
                    1.34375,
                    0.757812,
                    1.148438,
                    1.015625,
                    1.15625,
                    1.09375,
                    0.972656,
                    0.714844,
                    0.875,
                    1.335938,
                    1.0625,
                    1.21875,
                    1.015625,
                    1.015625,
                    0.710938,
                    0.695312,
                    0.972656,
                    1.109375,
                    1.03125,
                    1.140625,
                    1.328125,
                    1.125,
                    0.796875,
                    1.195312,
                    0.960938,
                    1.210938,
                    1.046875,
                    1.039062,
                    1.09375,
                    0.722656,
                    0.984375,
                    1.15625,
                    0.878906,
                    1.171875,
                    1.140625,
                    1.21875,
                    1.28125,
                    1.375,
                    0.714844,
                    0.824219,
                    1.234375,
                    1.3125,
                    1.289062,
                    1.257812,
                    1.359375,
                    1.054688,
                    1.226562,
                    1.117188,
                    1.015625,
                    0.921875,
                    0.996094,
                    1.296875,
                    0.515625,
                    1.148438,
                    1.015625,
                    1.273438,
                    1.25,
                    1.382812,
                    0.933594,
                    0.96875,
                    1.367188,
                    1.007812,
                    0.996094,
                    1.195312,
                    1.140625,
                    0.957031,
                    1.234375,
                    0.972656,
                    1.375,
                    1.179688,
                    0.21875,
                    1.195312,
                    1.242188,
                    1.140625,
                    1.296875,
                    0.6875,
                    0.722656,
                    1.296875,
                    0.765625,
                    1.078125,
                    0.980469,
                    1.1875,
                    1.304688,
                    1.242188,
                    0.742188,
                    1.09375,
                    2.109375,
                    1.09375,
                    1.25,
                    1.125,
                    1.367188,
                    1.3125,
                    1.398438,
                    0.972656,
                    1.414062,
                    0.960938,
                    1.140625,
                    0.683594,
                    1.140625,
                    1.007812,
                    0.757812,
                    1.304688,
                    1.023438,
                    1.28125,
                    1.148438,
                    1.40625,
                    1.148438,
                    1.132812,
                    1.25,
                    0.734375,
                    1.179688,
                    2.15625,
                    1.03125,
                    1.15625,
                    1.0625,
                    1.21875,
                    1.304688,
                    0.976562,
                    1.078125,
                    1.210938,
                    0.75,
                    1.0625,
                    1.25,
                    1.140625,
                    1.367188,
                    1.132812,
                    1.296875,
                    1.367188,
                    1.25,
                    1.203125,
                    1.304688,
                    1.078125,
                    1.28125,
                    1.195312,
                    1.429688,
                    1.242188,
                    1.40625,
                    1.289062,
                    0.976562,
                    1.257812,
                    1.125,
                    1.09375,
                    0.640625,
                    0.765625,
                    1.34375,
                    1.132812,
                    1.1875,
                    1.257812,
                    1.195312,
                    1.375,
                    1.289062,
                    1.304688,
                    1.148438,
                    1.140625,
                    1.078125,
                    1.3125,
                    0.960938,
                    1.0,
                    1.242188,
                    1.265625,
                    1.359375,
                    1.320312,
                    1.210938,
                    1.21875,
                    1.328125,
                    1.015625,
                    1.328125,
                    1.132812,
                    1.320312,
                    0.921875,
                    1.054688,
                    1.4375,
                    0.746094,
                    1.28125,
                    1.179688,
                    1.304688,
                    1.210938,
                    1.164062,
                    1.28125,
                    0.953125,
                    0.449219,
                    1.0625,
                    1.28125,
                    1.023438,
                    0.992188,
                    0.839844,
                    1.148438,
                    1.171875,
                    1.195312,
                    1.234375,
                    1.28125,
                    1.3125,
                    1.0,
                    1.09375,
                    1.078125,
                    1.171875,
                    1.328125,
                    1.101562,
                    1.125,
                    1.203125,
                    1.367188,
                    1.140625,
                    1.164062,
                    1.328125,
                    1.171875,
                    1.0625,
                    1.390625,
                    1.148438,
                    0.855469,
                    1.328125,
                    0.292969,
                    0.691406,
                    1.125,
                    1.140625,
                    1.382812,
                    1.328125,
                    1.140625,
                    1.210938,
                    1.3125,
                    1.28125,
                    1.023438,
                    1.265625,
                    1.171875,
                    1.070312,
                    1.3125,
                    1.21875,
                    1.078125,
                    1.304688,
                    1.09375,
                    1.046875,
                    1.304688,
                    0.9375,
                    1.0,
                    0.773438,
                    1.3125,
                    0.996094,
                    1.34375,
                    1.304688,
                    1.039062,
                    1.101562,
                    0.949219,
                    1.125,
                    0.6875,
                    1.5625,
                    1.1875,
                    1.109375,
                    1.242188,
                    1.273438,
                    1.414062,
                    1.335938,
                    1.367188,
                    1.007812,
                    1.140625,
                    1.265625,
                    1.195312,
                    1.359375,
                    1.320312,
                    0.714844,
                    0.726562,
                    1.28125,
                    0.738281,
                    1.304688,
                    1.0,
                    1.265625,
                    1.109375,
                    1.226562,
                    0.722656,
                    0.914062,
                    1.265625,
                    0.726562,
                    1.148438,
                    1.359375,
                    1.25,
                    0.871094,
                    1.203125,
                    1.046875,
                    0.730469,
                    1.226562,
                    1.367188,
                    1.179688,
                    0.96875,
                    1.164062,
                    1.171875,
                    1.054688,
                    0.691406,
                    1.195312,
                    1.09375,
                    0.679688,
                    1.164062,
                    0.71875,
                    0.996094,
                    1.132812,
                    0.980469,
                    1.140625,
                    0.699219,
                    1.054688,
                    0.757812,
                    1.046875,
                    1.304688,
                    1.0625,
                    1.3125,
                    1.265625,
                    1.164062,
                    1.109375,
                    1.0625,
                    1.023438,
                    1.226562,
                    1.023438,
                    0.777344,
                    0.894531,
                    1.257812,
                    1.117188,
                    1.273438,
                    0.232422,
                    1.1875,
                    1.226562,
                    1.0,
                    1.015625,
                    1.117188,
                    1.195312,
                    1.25,
                    1.21875,
                    1.085938,
                    1.328125,
                    1.0625,
                    0.730469,
                    1.304688,
                    1.148438,
                    0.960938,
                    1.367188,
                    0.972656,
                    1.085938,
                    1.085938,
                    1.265625,
                    0.996094,
                    1.335938,
                    0.992188,
                    1.328125,
                    1.351562,
                    1.242188,
                    1.4375,
                    0.777344,
                    1.171875,
                    1.039062,
                    1.46875,
                    1.054688,
                    1.3125,
                    1.1875,
                    1.125,
                    1.21875,
                    1.195312,
                    0.738281,
                    0.710938,
                    1.257812,
                    1.070312,
                    1.148438,
                    1.25,
                    1.007812,
                    1.335938,
                    1.046875,
                    1.0625,
                    1.1875,
                    0.722656,
                    1.257812,
                    1.25,
                    1.0625,
                    0.746094,
                    1.109375,
                    1.023438,
                    1.289062,
                    1.34375,
                    1.054688,
                    1.015625,
                    1.414062,
                    1.3125,
                    0.992188,
                    1.296875,
                    1.367188,
                    0.949219,
                    1.234375,
                    0.957031,
                    1.0625,
                    1.296875,
                    1.054688,
                    1.257812,
                    1.125,
                    1.226562,
                    1.453125,
                    1.3125,
                    1.25,
                    1.382812,
                    0.929688,
                    1.023438,
                    0.988281,
                    1.015625,
                    1.257812,
                    1.125,
                    1.117188,
                    1.101562,
                    0.742188,
                    1.023438,
                    1.140625,
                    1.273438,
                    0.757812,
                    1.21875,
                    1.203125,
                    1.382812,
                    1.40625,
                    1.226562,
                    1.117188,
                    1.414062,
                    1.304688,
                    1.289062,
                    1.359375,
                    1.304688,
                    0.695312,
                    1.546875,
                    1.023438,
                    1.226562,
                    1.265625,
                    1.015625,
                    1.046875,
                    0.722656,
                    0.964844,
                    1.15625,
                    1.101562,
                    1.046875,
                    1.265625,
                    1.164062,
                    0.984375,
                    1.179688,
                    1.359375,
                    1.25,
                    1.28125,
                    0.984375,
                    0.734375,
                    1.320312,
                    1.328125,
                    1.164062,
                    1.25,
                    1.335938,
                    1.046875,
                    1.007812,
                    1.242188,
                    1.0625,
                    1.203125,
                    1.289062,
                    1.1875,
                    1.109375,
                    1.3125,
                    1.21875,
                    1.257812,
                    1.3125,
                    1.234375,
                    1.335938,
                    1.078125,
                    0.75,
                    0.695312,
                    1.359375,
                    1.25,
                    1.359375,
                    1.453125,
                    1.15625,
                    1.164062,
                    0.417969,
                    1.039062,
                    1.460938,
                    1.054688,
                    1.296875,
                    1.351562,
                    1.265625,
                    0.707031,
                    1.226562,
                    1.226562,
                    1.265625,
                    1.101562,
                    0.9375,
                    1.59375,
                    1.25,
                    1.101562,
                    0.992188,
                    1.289062,
                    0.972656,
                    1.023438,
                    1.265625,
                    1.109375,
                    1.320312,
                    1.03125,
                    1.078125,
                    0.746094,
                    1.078125,
                    1.257812,
                    1.25,
                    1.351562,
                    1.117188,
                    1.351562,
                    0.703125,
                    1.109375,
                    1.101562,
                    1.296875,
                    1.179688,
                    1.164062,
                    1.039062,
                    0.648438,
                    1.210938,
                    0.863281,
                    1.125,
                    1.023438,
                    1.148438,
                    1.3125,
                    1.296875,
                    0.699219,
                    1.171875,
                    1.328125,
                    1.304688,
                    1.289062,
                    0.726562,
                    1.351562,
                    1.328125,
                    1.242188,
                    1.15625,
                    1.3125,
                    0.871094,
                    0.726562,
                    1.148438,
                    1.1875,
                    1.304688,
                    0.976562,
                    1.34375,
                    1.0625,
                    0.691406,
                    0.851562,
                    0.984375,
                    1.21875,
                    1.242188,
                    0.691406,
                    1.1875,
                    0.232422,
                    1.039062,
                    1.140625,
                    1.390625,
                    1.164062,
                    0.988281,
                    1.085938,
                    1.242188,
                    1.335938,
                    0.992188,
                    1.25,
                    1.3125,
                    1.070312,
                    1.078125,
                    1.023438,
                    1.390625,
                    1.265625,
                    1.289062,
                    1.257812,
                    1.046875,
                    1.382812,
                    1.320312,
                    1.140625,
                    0.738281,
                    1.304688,
                    0.8125,
                    0.738281,
                    1.328125,
                    1.1875,
                    0.292969,
                    1.007812,
                    1.046875,
                    0.722656,
                    0.988281,
                    1.007812,
                    1.226562,
                    0.960938,
                    1.304688,
                    0.902344,
                    1.03125,
                    1.015625,
                    1.0,
                    1.125,
                    1.070312,
                    1.257812,
                    1.335938,
                    1.132812,
                    1.375,
                    1.257812,
                    1.164062,
                    1.34375,
                    1.046875,
                    0.734375,
                    1.210938,
                    1.171875,
                    1.0625,
                    1.296875,
                    0.960938,
                    1.226562,
                    1.179688,
                    1.328125,
                    0.699219,
                    1.265625,
                    1.023438,
                    0.730469,
                    1.359375,
                    1.3125,
                    1.351562,
                    0.828125,
                    1.039062,
                    0.714844,
                    1.289062,
                    1.007812,
                    0.96875,
                    0.984375,
                    1.421875,
                    1.265625,
                    1.359375,
                    1.039062,
                    1.390625,
                    1.117188,
                    0.820312,
                    0.707031,
                    1.070312,
                    0.808594,
                    1.164062,
                    1.226562,
                    1.039062,
                    1.054688,
                    0.960938,
                    1.132812,
                    0.609375,
                    1.242188,
                    1.296875,
                    1.335938,
                    1.304688,
                    0.785156,
                    1.28125,
                    1.085938,
                    1.03125,
                    1.1875,
                    1.242188,
                    1.234375,
                    1.273438,
                    1.28125,
                    1.085938,
                    1.382812,
                    1.257812,
                    1.0625,
                    1.328125,
                    1.320312,
                    1.210938,
                    1.054688,
                    1.335938,
                    0.6875,
                    1.101562,
                    0.992188,
                    1.132812,
                    1.375,
                    1.171875,
                    1.179688,
                    1.203125,
                    1.09375,
                    1.234375,
                    0.753906,
                    1.226562,
                    1.03125,
                    1.15625,
                    1.375,
                    1.039062,
                    0.753906,
                    0.699219,
                    1.296875,
                    1.046875,
                    0.707031,
                    1.28125,
                    1.242188,
                    1.179688,
                    0.789062,
                    1.265625,
                    1.234375,
                    0.734375,
                    1.078125,
                    0.757812,
                    1.132812,
                    1.0625,
                    1.070312,
                    1.320312,
                    1.226562,
                    1.109375,
                    1.125,
                    1.234375,
                    1.171875,
                    1.015625,
                    1.320312,
                    0.863281,
                    1.046875,
                    1.328125,
                    1.335938,
                    1.40625,
                    1.09375,
                    0.71875,
                    0.527344,
                    1.03125,
                    1.234375,
                    1.242188,
                    1.085938,
                    1.21875,
                    1.304688,
                    1.28125,
                    1.046875,
                    1.3125,
                    0.28125,
                    0.78125,
                    0.992188,
                    1.117188,
                    1.195312,
                    1.023438,
                    1.03125,
                    1.210938,
                    1.367188,
                    1.070312,
                    1.070312,
                    0.691406,
                    1.023438,
                    1.265625,
                    1.296875,
                    1.09375,
                    1.15625,
                    1.148438,
                    0.710938,
                    1.0625,
                    1.28125,
                    0.925781,
                    1.164062,
                    1.03125,
                    0.984375,
                    0.820312,
                    1.265625,
                    0.964844,
                    1.0,
                    1.28125,
                    1.03125,
                    1.195312,
                    0.929688,
                    1.0,
                    1.453125,
                    1.023438,
                    1.171875,
                    1.015625,
                    1.304688,
                    1.3125,
                    1.28125,
                    0.228516,
                    0.886719,
                    1.390625,
                    0.828125,
                    1.015625,
                    1.421875,
                    1.101562,
                    1.015625,
                    1.359375,
                    1.148438,
                    1.242188,
                    1.21875,
                    1.234375,
                    0.972656,
                    1.179688,
                    0.714844,
                    1.0625,
                    1.125,
                    1.109375,
                    1.210938,
                    1.015625,
                    1.046875,
                    1.25,
                    1.109375,
                    1.015625,
                    1.140625,
                    1.382812,
                    1.296875,
                    1.203125,
                    1.320312,
                    1.289062,
                    1.351562,
                    1.15625,
                    1.007812,
                    0.765625,
                    1.171875,
                    1.03125,
                    1.1875,
                    0.988281,
                    1.046875,
                    0.976562,
                    1.046875,
                    1.195312,
                    1.226562,
                    1.023438,
                    1.320312,
                    1.25,
                    1.382812,
                    1.164062,
                    0.9375,
                    1.296875,
                    0.820312,
                    0.96875,
                    1.390625,
                    1.03125,
                    1.039062,
                    0.703125,
                    1.273438,
                    1.296875,
                    1.3125,
                    0.976562,
                    1.203125,
                    1.398438,
                    0.695312,
                    0.984375,
                    1.023438,
                    1.28125,
                    1.3125,
                    1.085938,
                    1.34375,
                    1.257812,
                    0.6875,
                    0.229492,
                    1.320312,
                    1.007812,
                    0.267578,
                    1.140625,
                    1.148438,
                    1.148438,
                    1.328125,
                    1.148438,
                    1.328125,
                    1.101562,
                    1.296875,
                    1.15625,
                    0.96875,
                    1.25,
                    0.683594,
                    1.335938,
                    1.164062,
                    1.085938,
                    1.023438,
                    1.171875,
                    1.390625,
                    1.304688,
                    1.210938,
                    1.21875,
                    0.820312,
                    1.28125,
                    1.21875,
                    0.671875,
                    1.015625,
                    1.3125,
                    1.328125,
                    1.34375,
                    0.917969,
                    0.695312,
                    0.314453,
                    0.257812,
                    1.195312,
                    1.070312,
                    1.03125,
                    1.140625,
                    0.867188,
                    1.296875,
                    1.09375,
                    1.460938,
                    1.289062,
                    0.996094,
                    1.085938,
                    1.140625,
                    1.007812,
                    1.296875,
                    1.257812,
                    0.71875,
                    1.25,
                    1.273438,
                    1.375,
                    1.335938,
                    1.257812,
                    1.257812,
                    0.84375,
                    1.054688,
                    0.976562,
                    1.015625,
                    1.257812,
                    1.21875,
                    1.304688,
                    1.320312,
                    0.976562,
                    0.703125,
                    1.179688,
                    1.132812,
                    1.109375,
                    1.296875,
                    0.984375,
                    1.40625,
                    1.351562,
                    1.09375,
                    1.140625,
                    1.015625,
                    1.148438,
                    1.382812,
                    1.257812,
                    1.0,
                    1.234375,
                    1.289062,
                    1.398438,
                    0.726562,
                    1.257812,
                    1.3125,
                    1.101562,
                    1.0625,
                    1.132812,
                    0.859375,
                    0.96875,
                    1.140625,
                    1.296875,
                    1.398438,
                    1.03125,
                    1.304688,
                    0.96875,
                    1.054688,
                    1.28125,
                    0.988281,
                    1.179688,
                    1.234375,
                    1.101562,
                    1.171875,
                    1.3125,
                    1.203125,
                    1.242188,
                    0.703125,
                    1.382812,
                    1.203125,
                    1.023438,
                    1.070312,
                    0.960938,
                    1.296875,
                    1.078125,
                    0.941406,
                    1.117188,
                    1.015625,
                    1.03125,
                    1.101562,
                    1.226562,
                    0.695312,
                    1.4375,
                    0.6875,
                    1.359375,
                    1.296875,
                    1.328125,
                    1.039062,
                    1.203125,
                    1.117188,
                    1.203125,
                    1.203125,
                    1.320312,
                    1.179688,
                    1.0,
                    1.210938,
                    1.226562,
                    0.988281,
                    1.195312,
                    0.65625,
                    1.296875,
                    1.109375,
                    1.03125,
                    1.101562,
                    1.109375,
                    1.242188,
                    1.257812,
                    1.0625,
                    1.304688,
                    1.359375,
                    0.988281,
                    1.132812,
                    1.125,
                    1.109375,
                    1.28125,
                    0.847656,
                    0.984375,
                    1.289062,
                    1.265625,
                    1.328125,
                    0.789062,
                    1.296875,
                    1.03125,
                    1.359375,
                    1.195312,
                    1.15625,
                    1.3125,
                    1.351562,
                    1.328125,
                    1.242188,
                    0.882812,
                    1.117188,
                    1.195312,
                    1.117188,
                    1.257812,
                    1.382812,
                    1.09375,
                    1.117188,
                    1.367188,
                    1.1875,
                    1.59375,
                    1.203125,
                    0.984375,
                    1.09375,
                    1.3125,
                    1.203125,
                    1.289062,
                    1.304688,
                    1.132812,
                    1.28125,
                    1.414062,
                    1.40625,
                    1.015625,
                    1.367188,
                    1.070312,
                    1.03125,
                    0.988281,
                    1.171875,
                    1.164062,
                    1.195312,
                    1.117188,
                    1.359375,
                    1.046875,
                    1.273438,
                    1.359375,
                    0.443359,
                    1.210938,
                    1.289062,
                    1.164062,
                    1.265625,
                    1.242188,
                    1.226562,
                    1.25,
                    0.976562,
                    1.179688,
                    1.289062,
                    1.1875,
                    1.203125,
                    1.234375,
                    0.695312,
                    1.242188,
                    1.085938,
                    1.140625,
                    1.28125,
                    1.054688,
                    1.007812,
                    1.070312,
                    1.1875,
                    0.878906,
                    1.546875,
                    0.683594,
                    0.96875,
                    1.289062,
                    0.75,
                    0.679688,
                    1.101562,
                    1.046875,
                    0.878906,
                    1.265625,
                    1.21875,
                    0.800781,
                    1.03125,
                    1.375,
                    1.03125,
                    0.71875,
                    1.460938,
                    1.398438,
                    1.15625,
                    1.203125,
                    1.023438,
                    0.738281,
                    1.351562,
                    1.0,
                    1.109375,
                    1.070312,
                    0.914062,
                    1.296875,
                    0.921875,
                    1.242188,
                    1.25,
                    1.328125,
                    0.992188,
                    1.5625,
                    1.304688,
                    1.09375,
                    1.015625,
                    1.015625,
                    1.171875,
                    1.140625,
                    1.242188,
                    1.429688,
                    0.8125,
                    1.070312,
                    1.195312,
                    1.34375,
                    1.070312,
                    1.382812,
                    1.320312,
                    1.039062,
                    1.34375,
                    1.023438,
                    1.039062,
                    1.304688,
                    1.164062,
                    1.109375,
                    1.125,
                    1.007812,
                    0.714844,
                    1.351562,
                    0.703125,
                    1.242188,
                    1.476562,
                    0.75,
                    1.023438,
                    1.390625,
                    1.085938,
                    1.273438,
                    1.179688,
                    0.664062,
                    1.210938,
                    1.046875,
                    1.03125,
                    1.242188,
                    1.21875,
                    1.148438,
                    1.09375,
                    1.0625,
                    1.3125,
                    1.25,
                    1.039062,
                    1.25,
                    1.3125,
                    1.242188,
                    1.375,
                    0.96875,
                    0.738281,
                    1.078125,
                    1.3125,
                    1.179688,
                    1.265625,
                    1.171875,
                    1.210938,
                    1.382812,
                    1.320312,
                    1.117188,
                    1.304688,
                    1.078125,
                    1.265625,
                    0.972656,
                    0.753906,
                    0.796875,
                    1.25,
                    0.742188,
                    1.171875,
                    1.3125,
                    1.367188,
                    1.359375,
                    1.085938,
                    1.335938,
                    1.351562,
                    1.304688,
                    0.984375,
                    1.3125,
                    1.515625,
                    1.078125,
                    1.109375,
                    0.90625,
                    0.851562,
                    1.429688,
                    0.558594,
                    1.078125,
                    0.933594,
                    1.195312,
                    1.289062,
                    0.78125,
                    0.753906,
                    1.078125,
                    0.820312,
                    1.289062,
                    1.171875,
                    1.046875,
                    1.265625,
                    1.132812,
                    1.34375,
                    1.085938,
                    0.710938,
                    1.359375,
                    1.078125,
                    1.359375,
                    0.992188,
                    1.375,
                    1.257812,
                    1.367188,
                    1.125,
                    1.28125,
                    0.761719,
                    1.59375,
                    0.816406,
                    1.0,
                    1.257812,
                    1.0625,
                    1.148438,
                    1.359375,
                    0.703125,
                    1.109375,
                    1.367188,
                    1.328125,
                    0.714844,
                    1.1875,
                    1.054688,
                    1.382812,
                    0.980469,
                    1.234375,
                    1.132812,
                    0.667969,
                    1.257812,
                    1.3125,
                    1.25,
                    0.96875,
                    1.09375,
                    1.039062,
                    1.234375,
                    1.289062,
                    1.28125,
                    0.835938,
                    0.984375,
                    1.1875,
                    1.171875,
                    1.28125,
                    0.851562,
                    0.742188,
                    0.855469,
                    1.273438,
                    1.21875,
                    1.046875,
                    0.251953,
                    1.3125,
                    0.574219,
                    0.6875,
                    0.976562,
                    0.710938,
                    1.320312,
                    0.898438,
                    1.375,
                    1.210938,
                    1.132812,
                    1.09375,
                    0.402344,
                    1.203125,
                    1.007812,
                    1.125,
                    0.980469,
                    1.273438,
                    1.070312,
                    1.3125,
                    0.710938,
                    1.25,
                    1.296875,
                    1.179688,
                    1.304688,
                    0.890625,
                    1.476562,
                    1.148438,
                    1.34375,
                    1.148438,
                    1.34375,
                    1.25,
                    1.015625,
                    1.351562,
                    1.117188,
                    1.109375,
                    1.101562,
                    1.234375,
                    1.242188,
                    1.390625,
                    1.335938,
                    1.265625,
                    1.296875,
                    0.71875,
                    0.996094,
                    1.242188,
                    1.085938,
                    1.382812,
                    1.023438,
                    1.414062,
                    1.25,
                    1.210938,
                    1.304688,
                    1.320312,
                    1.335938,
                    1.078125,
                    1.25,
                    0.78125,
                    1.335938,
                    1.335938,
                    0.9375,
                    1.304688,
                    1.132812,
                    1.265625,
                    1.046875,
                    0.964844,
                    1.320312,
                    1.0,
                    1.007812,
                    1.007812,
                    1.34375,
                    1.382812,
                    1.3125,
                    1.320312,
                    1.007812,
                    0.722656,
                    1.132812,
                    0.341797,
                    1.132812,
                    1.234375,
                    1.3125,
                    1.148438,
                    1.179688,
                    1.351562,
                    1.007812,
                    1.140625,
                    1.140625,
                    1.289062,
                    1.046875,
                    1.265625,
                    1.046875,
                    1.234375,
                    1.265625,
                    1.265625,
                    0.523438,
                    1.234375,
                    1.234375,
                    1.070312,
                    0.683594,
                    1.296875,
                    0.710938,
                    0.777344,
                    1.007812,
                    1.148438,
                    0.976562,
                    0.734375,
                    1.140625,
                    0.710938,
                    0.960938,
                    1.265625,
                    1.039062,
                    1.1875,
                    1.65625,
                    1.125,
                    0.632812,
                    1.335938,
                    0.992188,
                    0.730469,
                    1.257812,
                    1.320312,
                    1.234375,
                    1.453125,
                    1.085938,
                    1.203125,
                    1.101562,
                    1.523438,
                    1.195312,
                    1.203125,
                    1.304688,
                    0.867188,
                    1.34375,
                    1.09375,
                    0.722656,
                    1.210938,
                    1.09375,
                    1.0625,
                    1.320312,
                    1.359375,
                    -0.000343,
                    1.015625,
                    1.054688,
                    0.255859,
                    0.984375,
                    1.132812,
                    1.367188,
                    1.21875,
                    1.390625,
                    1.289062,
                    1.140625,
                    1.195312,
                    1.03125,
                    0.765625,
                    1.023438,
                    1.039062,
                    1.0625,
                    1.3125,
                    1.296875,
                    0.6875,
                    0.679688,
                    0.710938,
                    1.273438,
                    1.023438,
                    0.9375,
                    1.070312,
                    1.40625,
                    1.0,
                    1.109375,
                    1.265625,
                    1.070312,
                    0.742188,
                    1.15625,
                    1.03125,
                    1.28125,
                    1.398438,
                    0.980469,
                    0.96875,
                    1.414062,
                    1.234375,
                    1.132812,
                    1.039062,
                    1.15625,
                    1.328125,
                    0.734375,
                    1.078125,
                    1.210938,
                    1.117188,
                    1.289062,
                    1.078125,
                    1.0,
                    1.34375,
                    1.195312,
                    1.023438,
                    0.6875,
                    1.085938,
                    1.015625,
                    1.273438,
                    1.320312,
                    1.046875,
                    1.101562,
                    0.996094,
                    1.140625,
                    1.015625,
                    1.140625,
                    1.023438,
                    1.179688,
                    1.164062,
                    1.171875,
                    1.085938,
                    1.257812,
                    0.996094,
                    1.296875,
                    1.265625,
                    0.960938,
                    1.398438,
                    1.25,
                    1.164062,
                    0.949219,
                    0.957031,
                    1.304688,
                    1.398438,
                    1.34375,
                    1.304688,
                    1.375,
                    1.171875,
                    1.203125,
                    1.296875,
                    1.140625,
                    1.335938,
                    1.390625,
                    1.03125,
                    1.015625,
                    1.171875,
                    0.988281,
                    1.242188,
                    1.09375,
                    1.242188,
                    1.273438,
                    1.09375,
                    1.351562,
                    0.972656,
                    1.46875,
                    1.007812,
                    1.054688,
                    0.964844,
                    1.195312,
                    0.890625,
                    0.726562,
                    1.132812,
                    1.203125,
                    0.726562,
                    1.171875,
                    1.21875,
                    1.320312
                ]
            },
            "name": "model.model.layers.23.post_attention_layernorm.weight",
            "outputIndexes": [
                1955
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1954
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_23/Mul_output_0",
            "outputIndexes": [
                1956
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1955,
                1956
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_23/Mul_1_output_0",
            "outputIndexes": [
                1957
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1957
            ],
            "outputIndexes": [
                2968
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2968
            ],
            "outputIndexes": [
                2969
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/gate_proj/Linear",
            "inputIndexes": [
                2969
            ],
            "outputIndexes": [
                2970
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    608677422,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2970
            ],
            "outputIndexes": [
                2971
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2971
            ],
            "outputIndexes": [
                1958
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1958
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_23/Sigmoid_output_0",
            "outputIndexes": [
                1959
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1958,
                1959
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_23/Mul_output_0",
            "outputIndexes": [
                1960
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1957
            ],
            "outputIndexes": [
                2972
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2972
            ],
            "outputIndexes": [
                2973
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/up_proj/Linear",
            "inputIndexes": [
                2973
            ],
            "outputIndexes": [
                2974
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    616418884,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2974
            ],
            "outputIndexes": [
                2975
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2975
            ],
            "outputIndexes": [
                1961
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1960,
                1961
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_23/Mul_output_0",
            "outputIndexes": [
                1962
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1962
            ],
            "outputIndexes": [
                2976
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    8960,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2976
            ],
            "outputIndexes": [
                2977
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/down_proj/Linear",
            "inputIndexes": [
                2977
            ],
            "outputIndexes": [
                2978
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 8960,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    624160346,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2978
            ],
            "outputIndexes": [
                2979
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2979
            ],
            "outputIndexes": [
                1963
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1954,
                1963
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_119_output_0",
            "outputIndexes": [
                1964
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1964,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_216_output_0",
            "outputIndexes": [
                1965
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    1.90625,
                    0.835938,
                    1.507812,
                    0.925781,
                    1.070312,
                    0.902344,
                    0.96875,
                    0.902344,
                    0.933594,
                    0.9375,
                    0.976562,
                    1.578125,
                    0.898438,
                    0.949219,
                    0.929688,
                    0.972656,
                    0.917969,
                    1.023438,
                    0.933594,
                    0.90625,
                    0.882812,
                    1.046875,
                    0.902344,
                    2.046875,
                    0.878906,
                    0.929688,
                    0.960938,
                    0.894531,
                    0.828125,
                    0.898438,
                    0.882812,
                    0.972656,
                    0.917969,
                    0.996094,
                    1.03125,
                    0.875,
                    0.824219,
                    0.976562,
                    0.832031,
                    1.1875,
                    0.886719,
                    0.84375,
                    0.945312,
                    0.839844,
                    2.125,
                    0.941406,
                    0.835938,
                    0.933594,
                    0.886719,
                    1.40625,
                    2.015625,
                    1.421875,
                    0.902344,
                    0.984375,
                    0.953125,
                    0.914062,
                    0.90625,
                    1.992188,
                    1.671875,
                    0.855469,
                    0.945312,
                    0.855469,
                    0.992188,
                    0.890625,
                    0.90625,
                    1.84375,
                    0.992188,
                    0.789062,
                    0.945312,
                    0.964844,
                    0.960938,
                    0.96875,
                    1.859375,
                    0.972656,
                    0.804688,
                    1.5,
                    0.898438,
                    0.851562,
                    0.902344,
                    1.070312,
                    0.90625,
                    1.984375,
                    1.539062,
                    0.734375,
                    0.910156,
                    0.921875,
                    0.90625,
                    0.84375,
                    1.09375,
                    0.871094,
                    1.023438,
                    0.96875,
                    1.460938,
                    0.875,
                    0.832031,
                    2.046875,
                    0.894531,
                    0.976562,
                    0.945312,
                    0.765625,
                    0.882812,
                    1.171875,
                    1.351562,
                    0.949219,
                    0.945312,
                    0.976562,
                    1.125,
                    1.054688,
                    1.03125,
                    0.863281,
                    0.910156,
                    0.90625,
                    0.949219,
                    2.53125,
                    0.859375,
                    0.9375,
                    0.925781,
                    0.953125,
                    1.914062,
                    1.984375,
                    0.859375,
                    1.953125,
                    1.039062,
                    0.878906,
                    0.894531,
                    0.847656,
                    0.851562,
                    2.015625,
                    0.894531,
                    1.34375,
                    0.859375,
                    0.914062,
                    0.878906,
                    1.0625,
                    0.917969,
                    0.890625,
                    0.960938,
                    1.023438,
                    0.902344,
                    0.851562,
                    1.984375,
                    0.949219,
                    0.910156,
                    1.953125,
                    0.894531,
                    0.863281,
                    0.90625,
                    2.34375,
                    0.984375,
                    0.90625,
                    0.9375,
                    0.890625,
                    1.890625,
                    0.878906,
                    0.90625,
                    0.886719,
                    0.996094,
                    0.871094,
                    0.890625,
                    0.875,
                    1.046875,
                    0.957031,
                    1.015625,
                    1.929688,
                    0.898438,
                    0.917969,
                    0.921875,
                    0.90625,
                    0.859375,
                    1.03125,
                    0.910156,
                    0.957031,
                    0.796875,
                    0.863281,
                    0.996094,
                    0.914062,
                    1.039062,
                    0.917969,
                    1.007812,
                    0.96875,
                    0.941406,
                    0.90625,
                    0.910156,
                    1.078125,
                    0.890625,
                    2.1875,
                    1.960938,
                    0.898438,
                    0.71875,
                    0.960938,
                    0.894531,
                    0.9375,
                    0.957031,
                    0.894531,
                    0.988281,
                    0.847656,
                    0.828125,
                    0.914062,
                    1.0,
                    0.976562,
                    0.882812,
                    0.867188,
                    0.847656,
                    0.929688,
                    0.878906,
                    0.894531,
                    0.871094,
                    0.910156,
                    1.03125,
                    0.90625,
                    1.117188,
                    0.9375,
                    1.078125,
                    0.855469,
                    0.882812,
                    1.851562,
                    0.863281,
                    0.808594,
                    0.867188,
                    0.710938,
                    0.894531,
                    0.90625,
                    1.445312,
                    2.21875,
                    0.851562,
                    0.835938,
                    0.929688,
                    1.03125,
                    1.59375,
                    0.757812,
                    0.890625,
                    0.875,
                    0.84375,
                    0.925781,
                    0.910156,
                    0.898438,
                    0.972656,
                    0.914062,
                    0.894531,
                    0.859375,
                    0.945312,
                    0.832031,
                    1.070312,
                    0.882812,
                    0.925781,
                    0.867188,
                    0.863281,
                    0.835938,
                    0.929688,
                    0.910156,
                    1.0,
                    2.21875,
                    0.839844,
                    2.421875,
                    1.9375,
                    0.921875,
                    0.921875,
                    0.921875,
                    0.871094,
                    0.875,
                    0.890625,
                    0.835938,
                    0.84375,
                    0.921875,
                    0.949219,
                    0.832031,
                    0.84375,
                    0.835938,
                    0.96875,
                    0.980469,
                    0.894531,
                    1.28125,
                    0.921875,
                    0.945312,
                    1.0625,
                    0.929688,
                    1.945312,
                    0.882812,
                    0.855469,
                    0.914062,
                    0.917969,
                    0.953125,
                    0.960938,
                    1.03125,
                    0.902344,
                    1.960938,
                    1.039062,
                    0.953125,
                    0.96875,
                    0.921875,
                    0.980469,
                    1.023438,
                    0.867188,
                    0.910156,
                    1.0,
                    0.902344,
                    0.855469,
                    1.117188,
                    1.0625,
                    0.890625,
                    1.992188,
                    1.984375,
                    0.839844,
                    1.9375,
                    0.957031,
                    0.882812,
                    0.867188,
                    0.949219,
                    1.007812,
                    1.875,
                    1.117188,
                    0.871094,
                    1.898438,
                    0.910156,
                    0.941406,
                    0.820312,
                    2.203125,
                    0.851562,
                    0.824219,
                    1.96875,
                    0.96875,
                    0.9375,
                    0.796875,
                    1.195312,
                    0.902344,
                    1.125,
                    0.9375,
                    1.953125,
                    0.898438,
                    0.894531,
                    1.945312,
                    0.921875,
                    1.882812,
                    1.078125,
                    1.007812,
                    1.914062,
                    0.917969,
                    1.984375,
                    1.015625,
                    1.875,
                    1.234375,
                    0.972656,
                    0.976562,
                    0.875,
                    0.738281,
                    0.953125,
                    0.953125,
                    0.886719,
                    0.882812,
                    0.847656,
                    0.871094,
                    2.015625,
                    1.445312,
                    1.085938,
                    0.851562,
                    0.96875,
                    2.53125,
                    0.894531,
                    0.890625,
                    0.828125,
                    0.828125,
                    0.851562,
                    0.863281,
                    0.976562,
                    1.015625,
                    0.949219,
                    0.890625,
                    1.039062,
                    1.953125,
                    1.03125,
                    0.929688,
                    0.871094,
                    0.894531,
                    0.941406,
                    0.90625,
                    0.953125,
                    0.875,
                    1.0,
                    0.957031,
                    0.894531,
                    1.03125,
                    0.914062,
                    0.964844,
                    0.9375,
                    1.898438,
                    0.859375,
                    0.996094,
                    0.910156,
                    0.929688,
                    0.882812,
                    0.941406,
                    0.902344,
                    0.84375,
                    1.0625,
                    1.773438,
                    1.898438,
                    0.953125,
                    1.171875,
                    0.886719,
                    0.867188,
                    0.808594,
                    0.847656,
                    1.070312,
                    0.796875,
                    1.0,
                    1.914062,
                    0.820312,
                    0.902344,
                    0.388672,
                    1.796875,
                    1.0,
                    0.929688,
                    0.921875,
                    1.0,
                    0.898438,
                    0.988281,
                    1.0,
                    0.855469,
                    0.890625,
                    0.871094,
                    0.84375,
                    0.96875,
                    1.109375,
                    0.90625,
                    0.773438,
                    0.828125,
                    0.957031,
                    0.890625,
                    0.96875,
                    0.835938,
                    0.972656,
                    0.90625,
                    0.953125,
                    0.929688,
                    1.039062,
                    0.929688,
                    0.953125,
                    0.898438,
                    0.917969,
                    0.84375,
                    0.867188,
                    0.996094,
                    1.953125,
                    1.335938,
                    0.910156,
                    0.890625,
                    2.125,
                    0.867188,
                    0.953125,
                    0.96875,
                    0.898438,
                    0.878906,
                    0.90625,
                    0.914062,
                    0.921875,
                    0.882812,
                    0.894531,
                    0.949219,
                    2.03125,
                    1.039062,
                    0.863281,
                    0.863281,
                    0.917969,
                    0.929688,
                    0.976562,
                    1.890625,
                    0.988281,
                    0.914062,
                    0.882812,
                    0.859375,
                    1.0625,
                    0.832031,
                    1.0625,
                    0.957031,
                    0.929688,
                    0.898438,
                    0.917969,
                    0.933594,
                    1.851562,
                    1.023438,
                    0.902344,
                    0.976562,
                    0.910156,
                    0.988281,
                    0.972656,
                    0.90625,
                    0.886719,
                    1.101562,
                    0.867188,
                    0.921875,
                    0.625,
                    0.84375,
                    0.894531,
                    0.914062,
                    0.976562,
                    0.902344,
                    1.023438,
                    0.96875,
                    0.949219,
                    2.0,
                    1.742188,
                    0.859375,
                    0.867188,
                    0.742188,
                    0.914062,
                    0.914062,
                    0.832031,
                    2.859375,
                    0.921875,
                    0.898438,
                    0.960938,
                    0.890625,
                    0.972656,
                    0.820312,
                    1.960938,
                    0.851562,
                    1.054688,
                    0.949219,
                    1.492188,
                    1.164062,
                    0.001068,
                    0.941406,
                    0.832031,
                    1.078125,
                    0.898438,
                    0.964844,
                    0.558594,
                    0.925781,
                    0.863281,
                    1.054688,
                    0.816406,
                    0.90625,
                    1.960938,
                    0.914062,
                    0.894531,
                    0.90625,
                    0.945312,
                    0.972656,
                    0.945312,
                    1.96875,
                    0.890625,
                    0.84375,
                    0.878906,
                    0.960938,
                    0.765625,
                    0.925781,
                    1.976562,
                    1.109375,
                    1.59375,
                    0.84375,
                    0.84375,
                    0.820312,
                    0.867188,
                    0.871094,
                    1.859375,
                    0.90625,
                    0.90625,
                    0.859375,
                    0.882812,
                    1.90625,
                    0.882812,
                    0.871094,
                    0.84375,
                    0.933594,
                    0.953125,
                    1.53125,
                    1.8125,
                    0.871094,
                    0.914062,
                    0.925781,
                    0.882812,
                    0.945312,
                    0.898438,
                    1.90625,
                    2.03125,
                    0.859375,
                    0.882812,
                    0.832031,
                    1.914062,
                    0.914062,
                    2.359375,
                    0.910156,
                    0.800781,
                    0.890625,
                    0.828125,
                    0.90625,
                    0.96875,
                    0.851562,
                    0.878906,
                    0.808594,
                    0.890625,
                    0.84375,
                    0.632812,
                    0.9375,
                    0.9375,
                    0.996094,
                    0.953125,
                    0.867188,
                    0.90625,
                    1.03125,
                    0.902344,
                    0.84375,
                    0.871094,
                    1.945312,
                    0.988281,
                    1.851562,
                    1.976562,
                    0.835938,
                    1.007812,
                    0.052002,
                    0.898438,
                    0.6875,
                    1.90625,
                    0.789062,
                    0.867188,
                    0.90625,
                    1.0,
                    0.945312,
                    1.273438,
                    0.914062,
                    0.972656,
                    0.898438,
                    0.917969,
                    0.804688,
                    0.960938,
                    0.910156,
                    0.875,
                    0.949219,
                    0.882812,
                    1.039062,
                    1.0,
                    1.09375,
                    2.0,
                    0.640625,
                    0.941406,
                    0.992188,
                    0.839844,
                    0.933594,
                    0.855469,
                    0.890625,
                    0.90625,
                    1.96875,
                    0.925781,
                    0.929688,
                    1.976562,
                    0.972656,
                    0.886719,
                    0.894531,
                    1.640625,
                    0.863281,
                    1.890625,
                    0.921875,
                    1.054688,
                    0.835938,
                    0.816406,
                    0.925781,
                    0.964844,
                    0.964844,
                    0.933594,
                    0.9375,
                    0.992188,
                    1.78125,
                    1.929688,
                    0.996094,
                    1.453125,
                    0.882812,
                    0.878906,
                    0.835938,
                    0.882812,
                    0.992188,
                    0.839844,
                    1.929688,
                    0.925781,
                    0.90625,
                    0.90625,
                    0.953125,
                    2.28125,
                    0.808594,
                    0.886719,
                    1.039062,
                    1.015625,
                    0.878906,
                    0.851562,
                    0.925781,
                    0.855469,
                    0.902344,
                    0.855469,
                    0.929688,
                    1.0,
                    0.882812,
                    0.910156,
                    0.847656,
                    1.0,
                    0.894531,
                    2.125,
                    0.925781,
                    1.078125,
                    0.917969,
                    0.882812,
                    0.855469,
                    0.921875,
                    0.921875,
                    0.960938,
                    0.765625,
                    1.8125,
                    0.902344,
                    0.96875,
                    0.964844,
                    0.929688,
                    0.871094,
                    1.992188,
                    1.976562,
                    0.898438,
                    1.789062,
                    1.875,
                    0.839844,
                    0.878906,
                    0.886719,
                    1.859375,
                    0.902344,
                    0.960938,
                    1.890625,
                    0.796875,
                    1.90625,
                    1.101562,
                    0.796875,
                    0.972656,
                    0.949219,
                    0.832031,
                    0.832031,
                    0.921875,
                    0.890625,
                    0.867188,
                    0.824219,
                    0.863281,
                    0.902344,
                    0.878906,
                    0.894531,
                    0.988281,
                    0.867188,
                    1.125,
                    1.796875,
                    2.21875,
                    0.980469,
                    0.875,
                    0.878906,
                    0.953125,
                    0.898438,
                    0.820312,
                    0.953125,
                    1.398438,
                    0.914062,
                    2.375,
                    1.84375,
                    0.96875,
                    0.90625,
                    0.890625,
                    0.878906,
                    0.835938,
                    0.929688,
                    0.941406,
                    0.933594,
                    0.976562,
                    1.960938,
                    0.933594,
                    0.875,
                    0.953125,
                    1.164062,
                    0.929688,
                    1.015625,
                    1.945312,
                    0.949219,
                    0.847656,
                    1.085938,
                    0.984375,
                    0.890625,
                    0.960938,
                    1.914062,
                    0.875,
                    0.9375,
                    0.851562,
                    0.890625,
                    0.828125,
                    0.925781,
                    1.164062,
                    0.835938,
                    1.101562,
                    0.832031,
                    0.894531,
                    0.820312,
                    0.867188,
                    0.863281,
                    0.871094,
                    2.484375,
                    1.195312,
                    1.007812,
                    1.710938,
                    0.792969,
                    0.890625,
                    0.882812,
                    0.929688,
                    0.960938,
                    1.5625,
                    0.957031,
                    0.898438,
                    0.921875,
                    0.921875,
                    0.96875,
                    1.898438,
                    0.835938,
                    0.871094,
                    0.941406,
                    0.777344,
                    0.90625,
                    0.960938,
                    0.855469,
                    0.871094,
                    0.832031,
                    0.808594,
                    0.960938,
                    0.957031,
                    0.863281,
                    0.953125,
                    0.945312,
                    0.945312,
                    0.984375,
                    0.996094,
                    2.0625,
                    0.886719,
                    0.859375,
                    0.933594,
                    0.8125,
                    0.914062,
                    1.023438,
                    0.917969,
                    0.945312,
                    0.945312,
                    0.871094,
                    0.945312,
                    0.882812,
                    0.890625,
                    0.910156,
                    1.34375,
                    0.929688,
                    1.890625,
                    0.925781,
                    0.863281,
                    0.855469,
                    0.9375,
                    1.960938,
                    0.882812,
                    0.972656,
                    0.839844,
                    1.351562,
                    0.925781,
                    0.976562,
                    1.875,
                    0.867188,
                    0.839844,
                    0.976562,
                    0.90625,
                    1.015625,
                    0.90625,
                    0.886719,
                    1.945312,
                    2.59375,
                    0.941406,
                    0.914062,
                    2.5625,
                    0.894531,
                    0.828125,
                    0.9375,
                    1.101562,
                    0.839844,
                    0.933594,
                    0.890625,
                    0.894531,
                    1.03125,
                    0.894531,
                    0.859375,
                    1.960938,
                    0.914062,
                    0.953125,
                    0.972656,
                    0.914062,
                    0.816406,
                    0.917969,
                    0.878906,
                    0.890625,
                    0.898438,
                    1.796875,
                    0.875,
                    0.878906,
                    1.890625,
                    0.882812,
                    0.890625,
                    0.921875,
                    0.898438,
                    1.15625,
                    1.929688,
                    2.875,
                    2.1875,
                    0.878906,
                    0.863281,
                    1.039062,
                    0.9375,
                    1.625,
                    0.847656,
                    0.96875,
                    1.0,
                    0.984375,
                    0.949219,
                    0.871094,
                    0.914062,
                    0.910156,
                    0.910156,
                    1.0625,
                    1.960938,
                    0.914062,
                    0.933594,
                    0.867188,
                    0.878906,
                    0.859375,
                    0.902344,
                    1.515625,
                    0.996094,
                    1.171875,
                    0.996094,
                    0.988281,
                    0.808594,
                    0.933594,
                    0.855469,
                    0.945312,
                    1.945312,
                    1.054688,
                    0.867188,
                    0.960938,
                    0.90625,
                    0.980469,
                    0.835938,
                    -4e-05,
                    0.90625,
                    0.984375,
                    0.953125,
                    0.847656,
                    0.925781,
                    0.902344,
                    0.933594,
                    0.949219,
                    0.84375,
                    1.007812,
                    1.867188,
                    0.78125,
                    0.957031,
                    0.898438,
                    0.921875,
                    0.910156,
                    1.484375,
                    0.839844,
                    0.945312,
                    0.867188,
                    0.902344,
                    0.886719,
                    0.914062,
                    0.925781,
                    0.867188,
                    0.972656,
                    0.980469,
                    0.960938,
                    0.871094,
                    0.878906,
                    0.882812,
                    0.953125,
                    0.925781,
                    0.90625,
                    2.0,
                    0.898438,
                    0.894531,
                    0.867188,
                    0.910156,
                    0.929688,
                    0.910156,
                    1.039062,
                    1.132812,
                    0.957031,
                    0.890625,
                    0.949219,
                    1.015625,
                    1.09375,
                    1.75,
                    0.96875,
                    1.890625,
                    0.90625,
                    0.882812,
                    0.898438,
                    0.878906,
                    1.078125,
                    0.957031,
                    0.855469,
                    0.710938,
                    0.914062,
                    0.914062,
                    0.960938,
                    0.980469,
                    0.886719,
                    0.996094,
                    0.867188,
                    2.203125,
                    0.953125,
                    0.96875,
                    0.84375,
                    0.976562,
                    0.859375,
                    1.03125,
                    0.902344,
                    1.054688,
                    0.984375,
                    0.886719,
                    0.929688,
                    0.9375,
                    0.941406,
                    0.660156,
                    0.875,
                    1.734375,
                    1.390625,
                    0.871094,
                    0.910156,
                    0.886719,
                    1.679688,
                    0.796875,
                    0.886719,
                    0.992188,
                    0.9375,
                    0.910156,
                    0.894531,
                    0.945312,
                    1.007812,
                    0.929688,
                    1.515625,
                    0.882812,
                    1.015625,
                    0.882812,
                    0.835938,
                    0.863281,
                    0.996094,
                    0.890625,
                    0.964844,
                    1.125,
                    1.085938,
                    0.917969,
                    1.007812,
                    0.894531,
                    0.882812,
                    0.859375,
                    0.886719,
                    0.90625,
                    1.046875,
                    0.929688,
                    0.960938,
                    1.039062,
                    0.875,
                    0.933594,
                    1.023438,
                    0.949219,
                    0.933594,
                    0.890625,
                    0.859375,
                    0.863281,
                    1.023438,
                    0.863281,
                    0.882812,
                    0.914062,
                    0.859375,
                    2.421875,
                    0.898438,
                    1.054688,
                    0.835938,
                    1.039062,
                    0.910156,
                    0.828125,
                    0.878906,
                    0.953125,
                    0.710938,
                    0.898438,
                    0.851562,
                    0.972656,
                    0.921875,
                    1.882812,
                    0.78125,
                    1.203125,
                    0.894531,
                    0.878906,
                    0.875,
                    0.988281,
                    0.984375,
                    0.6875,
                    1.460938,
                    1.28125,
                    1.96875,
                    0.917969,
                    0.847656,
                    2.1875,
                    1.984375,
                    0.9375,
                    1.039062,
                    0.644531,
                    0.910156,
                    0.9375,
                    1.648438,
                    0.957031,
                    0.828125,
                    0.964844,
                    1.875,
                    0.898438,
                    0.898438,
                    0.847656,
                    0.898438,
                    0.914062,
                    1.828125,
                    0.925781,
                    0.910156,
                    0.914062,
                    1.0625,
                    1.148438,
                    0.914062,
                    1.65625,
                    0.808594,
                    0.839844,
                    0.96875,
                    0.8125,
                    1.242188,
                    0.941406,
                    0.957031,
                    1.0,
                    0.832031,
                    1.085938,
                    0.882812,
                    1.195312,
                    0.984375,
                    1.757812,
                    0.902344,
                    0.953125,
                    0.914062,
                    0.996094,
                    0.929688,
                    0.851562,
                    0.921875,
                    0.90625,
                    0.996094,
                    0.847656,
                    0.886719,
                    1.070312,
                    0.96875,
                    0.898438,
                    1.25,
                    1.890625,
                    0.90625,
                    2.03125,
                    0.8125,
                    1.25,
                    2.046875,
                    0.78125,
                    0.914062,
                    0.953125,
                    0.839844,
                    0.890625,
                    2.390625,
                    0.875,
                    0.890625,
                    0.917969,
                    0.890625,
                    0.914062,
                    0.910156,
                    2.0,
                    0.992188,
                    1.039062,
                    0.84375,
                    0.847656,
                    1.023438,
                    0.871094,
                    0.867188,
                    0.90625,
                    0.8125,
                    1.890625,
                    0.996094,
                    0.886719,
                    0.839844,
                    0.914062,
                    0.960938,
                    0.847656,
                    0.851562,
                    0.933594,
                    0.921875,
                    0.882812,
                    0.902344,
                    0.925781,
                    1.078125,
                    1.953125,
                    1.320312,
                    0.976562,
                    1.703125,
                    0.945312,
                    1.0,
                    0.9375,
                    0.863281,
                    0.9375,
                    0.898438,
                    0.875,
                    0.886719,
                    0.910156,
                    0.925781,
                    1.039062,
                    0.9375,
                    0.921875,
                    2.03125,
                    2.390625,
                    1.007812,
                    2.0,
                    0.992188,
                    1.34375,
                    0.875,
                    0.96875,
                    2.953125,
                    1.789062,
                    0.917969,
                    1.890625,
                    0.839844,
                    1.125,
                    0.824219,
                    1.570312,
                    0.851562,
                    0.929688,
                    0.890625,
                    1.96875,
                    0.878906,
                    0.898438,
                    0.863281,
                    0.914062,
                    0.988281,
                    0.855469,
                    0.902344,
                    0.90625,
                    0.828125,
                    1.890625,
                    1.09375,
                    1.625,
                    0.941406,
                    0.894531,
                    1.960938,
                    0.9375,
                    0.886719,
                    2.15625,
                    1.15625,
                    0.957031,
                    0.957031,
                    1.9375,
                    0.960938,
                    1.023438,
                    0.90625,
                    0.953125,
                    0.898438,
                    0.964844,
                    1.90625,
                    1.140625,
                    0.878906,
                    0.859375,
                    0.964844,
                    0.871094,
                    1.125,
                    0.921875,
                    0.832031,
                    0.871094,
                    0.675781,
                    0.902344,
                    0.957031,
                    0.917969,
                    0.835938,
                    1.546875,
                    1.875,
                    1.898438,
                    0.851562,
                    0.949219,
                    0.84375,
                    2.34375,
                    0.867188,
                    2.3125,
                    1.882812,
                    0.921875,
                    2.046875,
                    0.898438,
                    1.9375,
                    0.886719,
                    0.925781,
                    0.894531,
                    0.921875,
                    2.390625,
                    0.859375,
                    0.875,
                    0.890625,
                    0.800781,
                    0.933594,
                    1.242188,
                    0.910156,
                    1.84375,
                    0.90625,
                    0.851562,
                    0.914062,
                    1.0,
                    1.351562,
                    0.941406,
                    1.054688,
                    0.871094,
                    0.929688,
                    0.964844,
                    0.933594,
                    1.054688,
                    0.839844,
                    0.894531,
                    1.054688,
                    0.929688,
                    0.90625,
                    0.851562,
                    0.890625,
                    0.875,
                    0.863281,
                    0.953125,
                    1.914062,
                    1.046875,
                    0.914062,
                    1.078125,
                    0.882812,
                    0.960938,
                    0.996094,
                    1.007812,
                    0.929688,
                    0.949219,
                    0.984375,
                    0.898438,
                    0.953125,
                    0.863281,
                    1.960938,
                    0.847656,
                    0.890625,
                    1.195312,
                    0.917969,
                    0.792969,
                    0.871094,
                    0.914062,
                    0.875,
                    0.988281,
                    1.007812,
                    0.925781,
                    0.949219,
                    0.898438,
                    0.863281,
                    0.988281,
                    0.917969,
                    0.910156,
                    1.96875,
                    0.933594,
                    2.671875,
                    0.699219,
                    0.980469,
                    0.945312,
                    0.929688,
                    1.0625,
                    0.929688,
                    0.960938,
                    0.933594,
                    0.898438,
                    0.9375,
                    0.898438,
                    0.914062,
                    0.863281,
                    0.878906,
                    0.859375,
                    0.882812,
                    1.953125,
                    0.832031,
                    0.945312,
                    0.890625,
                    1.898438,
                    0.851562,
                    1.90625,
                    1.875,
                    0.859375,
                    0.859375,
                    0.875,
                    1.867188,
                    0.933594,
                    1.890625,
                    0.984375,
                    0.945312,
                    0.847656,
                    0.914062,
                    0.695312,
                    1.132812,
                    2.015625,
                    0.835938,
                    1.007812,
                    1.960938,
                    0.929688,
                    0.902344,
                    0.914062,
                    0.949219,
                    1.078125,
                    0.835938,
                    0.953125,
                    0.957031,
                    0.917969,
                    0.898438,
                    0.804688,
                    1.828125,
                    0.996094,
                    0.828125,
                    1.921875,
                    0.9375,
                    0.835938,
                    0.871094,
                    0.953125,
                    0.921875,
                    -0.055908,
                    0.851562,
                    1.367188,
                    2.375,
                    1.171875,
                    0.847656,
                    0.898438,
                    0.777344,
                    0.925781,
                    0.867188,
                    0.898438,
                    0.988281,
                    0.875,
                    1.859375,
                    0.828125,
                    0.914062,
                    0.878906,
                    0.894531,
                    0.886719,
                    1.921875,
                    1.875,
                    1.875,
                    0.878906,
                    0.976562,
                    1.109375,
                    1.179688,
                    0.984375,
                    0.886719,
                    0.832031,
                    0.800781,
                    0.921875,
                    1.898438,
                    1.039062,
                    0.867188,
                    0.90625,
                    0.9375,
                    0.953125,
                    0.992188,
                    0.949219,
                    0.851562,
                    1.015625,
                    0.851562,
                    0.910156,
                    0.945312,
                    2.140625,
                    0.933594,
                    0.839844,
                    0.996094,
                    0.90625,
                    0.820312,
                    1.0625,
                    0.859375,
                    0.878906,
                    0.886719,
                    1.851562,
                    0.910156,
                    0.9375,
                    0.921875,
                    0.867188,
                    0.867188,
                    0.925781,
                    1.15625,
                    0.859375,
                    0.90625,
                    0.773438,
                    0.878906,
                    1.0625,
                    1.132812,
                    0.898438,
                    0.953125,
                    0.953125,
                    0.867188,
                    0.914062,
                    0.898438,
                    0.980469,
                    0.890625,
                    0.96875,
                    0.929688,
                    1.03125,
                    0.945312,
                    0.929688,
                    0.929688,
                    0.933594,
                    0.929688,
                    0.84375,
                    0.851562,
                    0.882812,
                    0.84375,
                    1.007812,
                    0.976562,
                    0.972656,
                    0.929688,
                    0.984375,
                    0.8125,
                    0.996094,
                    0.808594,
                    1.195312,
                    0.914062,
                    0.953125,
                    0.820312,
                    1.0,
                    0.984375,
                    0.925781,
                    1.101562,
                    0.875,
                    1.070312,
                    0.847656,
                    1.3125,
                    2.078125,
                    0.886719,
                    0.925781,
                    1.921875,
                    0.890625,
                    0.980469,
                    0.835938
                ]
            },
            "name": "model.model.layers.24.input_layernorm.weight",
            "outputIndexes": [
                1966
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1965
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_24/Mul_output_0",
            "outputIndexes": [
                1967
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1966,
                1967
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_24/Mul_1_output_0",
            "outputIndexes": [
                1968
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1968
            ],
            "outputIndexes": [
                2980
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2980
            ],
            "outputIndexes": [
                2981
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/q_proj/Linear",
            "inputIndexes": [
                2981
            ],
            "outputIndexes": [
                2982
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    631901808,
                    1179670,
                    147456,
                    6144,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2982
            ],
            "outputIndexes": [
                2983
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2983
            ],
            "outputIndexes": [
                1969
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1968
            ],
            "main_type": "NONE",
            "name": "/Shape_337_output_0",
            "outputIndexes": [
                1970
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1970
            ],
            "main_type": "NONE",
            "name": "Shape6078",
            "outputIndexes": [
                1971
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1970
            ],
            "main_type": "NONE",
            "name": "Rank6080",
            "outputIndexes": [
                1972
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1972,
                1972
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6082",
            "outputIndexes": [
                1973
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1973
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6083",
            "outputIndexes": [
                1974
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1973,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6085",
            "outputIndexes": [
                1975
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1975
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6086",
            "outputIndexes": [
                1976
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1971,
                1974,
                1976,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice6089",
            "outputIndexes": [
                1977
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1977
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze6090",
            "outputIndexes": [
                1978
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                1978
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6091",
            "outputIndexes": [
                1979
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1979,
                1978
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6092",
            "outputIndexes": [
                1980
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1970,
                1980,
                1973
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_364_output_0",
            "outputIndexes": [
                1981
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1981,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_769_output_0",
            "outputIndexes": [
                1982
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1982,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_312_output_0",
            "outputIndexes": [
                1983
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1969,
                1983
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_217_output_0",
            "outputIndexes": [
                1984
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1984,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_192_output_0",
            "outputIndexes": [
                1985
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1984
            ],
            "main_type": "NONE",
            "name": "/Shape_338_output_0",
            "outputIndexes": [
                1986
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1986
            ],
            "main_type": "NONE",
            "name": "Shape6099",
            "outputIndexes": [
                1987
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1986
            ],
            "main_type": "NONE",
            "name": "Rank6101",
            "outputIndexes": [
                1988
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1988,
                1988
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6103",
            "outputIndexes": [
                1989
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1989
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6104",
            "outputIndexes": [
                1990
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1989,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6106",
            "outputIndexes": [
                1991
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1991
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6107",
            "outputIndexes": [
                1992
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1987,
                1990,
                1992,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice6110",
            "outputIndexes": [
                1993
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1993
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze6111",
            "outputIndexes": [
                1994
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1994
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6112",
            "outputIndexes": [
                1995
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1995,
                1994
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6113",
            "outputIndexes": [
                1996
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1986,
                1996,
                1989
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_365_output_0",
            "outputIndexes": [
                1997
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1997,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_72_output_0",
            "outputIndexes": [
                1998
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1998,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_774_output_0",
            "outputIndexes": [
                1999
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1984,
                1999,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_97_output_0",
            "outputIndexes": [
                2000
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2000
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_48_output_0",
            "outputIndexes": [
                2001
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1984,
                22,
                1999,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_96_output_0",
            "outputIndexes": [
                2002
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2001,
                2002
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_315_output_0",
            "outputIndexes": [
                2003
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2003,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_193_output_0",
            "outputIndexes": [
                2004
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1985,
                2004
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_120_output_0",
            "outputIndexes": [
                2005
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1968
            ],
            "outputIndexes": [
                2984
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2984
            ],
            "outputIndexes": [
                2985
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/k_proj/Linear",
            "inputIndexes": [
                2985
            ],
            "outputIndexes": [
                2986
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    633235078,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2986
            ],
            "outputIndexes": [
                2987
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2987
            ],
            "outputIndexes": [
                2006
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1982,
                85,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_313_output_0",
            "outputIndexes": [
                2007
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2006,
                2007
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_218_output_0",
            "outputIndexes": [
                2008
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2008,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_194_output_0",
            "outputIndexes": [
                2009
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2008
            ],
            "main_type": "NONE",
            "name": "/Shape_339_output_0",
            "outputIndexes": [
                2010
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2010
            ],
            "main_type": "NONE",
            "name": "Shape6162",
            "outputIndexes": [
                2011
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2010
            ],
            "main_type": "NONE",
            "name": "Rank6164",
            "outputIndexes": [
                2012
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2012,
                2012
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6166",
            "outputIndexes": [
                2013
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2013
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6167",
            "outputIndexes": [
                2014
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2013,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6169",
            "outputIndexes": [
                2015
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2015
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6170",
            "outputIndexes": [
                2016
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2011,
                2014,
                2016,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice6173",
            "outputIndexes": [
                2017
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2017
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze6174",
            "outputIndexes": [
                2018
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                2018
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6175",
            "outputIndexes": [
                2019
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2019,
                2018
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6176",
            "outputIndexes": [
                2020
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2010,
                2020,
                2013
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_366_output_0",
            "outputIndexes": [
                2021
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2021,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_73_output_0",
            "outputIndexes": [
                2022
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2022,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_776_output_0",
            "outputIndexes": [
                2023
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2008,
                2023,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_99_output_0",
            "outputIndexes": [
                2024
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2024
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_49_output_0",
            "outputIndexes": [
                2025
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2008,
                22,
                2023,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_98_output_0",
            "outputIndexes": [
                2026
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2025,
                2026
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_316_output_0",
            "outputIndexes": [
                2027
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2027,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_195_output_0",
            "outputIndexes": [
                2028
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2009,
                2028
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_121_output_0",
            "outputIndexes": [
                2029
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1968
            ],
            "outputIndexes": [
                2988
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2988
            ],
            "outputIndexes": [
                2989
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/v_proj/Linear",
            "inputIndexes": [
                2989
            ],
            "outputIndexes": [
                2990
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    633457308,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2990
            ],
            "outputIndexes": [
                2991
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2991
            ],
            "outputIndexes": [
                2030
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2030,
                2007
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_219_output_0",
            "outputIndexes": [
                2031
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2005,
                2029,
                2031,
                111
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_224_output_0",
            "outputIndexes": [
                2032
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2032
            ],
            "outputIndexes": [
                2992
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2992
            ],
            "outputIndexes": [
                2993
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/o_proj/Linear",
            "inputIndexes": [
                2993
            ],
            "outputIndexes": [
                2994
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    633679538,
                    1179670,
                    147456,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2994
            ],
            "outputIndexes": [
                2995
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2995
            ],
            "outputIndexes": [
                2033
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1965,
                2033
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_123_output_0",
            "outputIndexes": [
                2034
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.730469,
                    1.3125,
                    0.945312,
                    1.09375,
                    1.140625,
                    1.0625,
                    1.289062,
                    1.195312,
                    1.109375,
                    1.085938,
                    1.304688,
                    1.078125,
                    1.351562,
                    1.320312,
                    1.3125,
                    1.242188,
                    1.28125,
                    1.164062,
                    1.351562,
                    1.09375,
                    1.3125,
                    1.28125,
                    1.226562,
                    0.703125,
                    1.28125,
                    1.28125,
                    1.101562,
                    1.101562,
                    1.140625,
                    1.359375,
                    1.351562,
                    1.335938,
                    1.375,
                    1.039062,
                    1.242188,
                    1.304688,
                    1.28125,
                    1.242188,
                    1.078125,
                    1.039062,
                    1.3125,
                    1.289062,
                    1.335938,
                    1.375,
                    0.699219,
                    1.21875,
                    1.070312,
                    1.234375,
                    1.179688,
                    1.085938,
                    0.710938,
                    0.941406,
                    1.398438,
                    1.117188,
                    1.296875,
                    1.09375,
                    1.09375,
                    0.71875,
                    0.757812,
                    1.054688,
                    1.171875,
                    1.117188,
                    1.234375,
                    1.375,
                    1.1875,
                    0.898438,
                    1.273438,
                    1.054688,
                    1.265625,
                    1.132812,
                    1.125,
                    1.171875,
                    0.710938,
                    1.0625,
                    1.21875,
                    0.976562,
                    1.226562,
                    1.1875,
                    1.265625,
                    1.34375,
                    1.40625,
                    0.710938,
                    0.933594,
                    1.226562,
                    1.382812,
                    1.320312,
                    1.3125,
                    1.382812,
                    1.148438,
                    1.289062,
                    1.195312,
                    1.078125,
                    1.03125,
                    1.0625,
                    1.335938,
                    0.597656,
                    1.226562,
                    1.09375,
                    1.335938,
                    1.273438,
                    1.367188,
                    1.007812,
                    1.109375,
                    1.414062,
                    1.078125,
                    1.0625,
                    1.28125,
                    1.195312,
                    1.0625,
                    1.304688,
                    1.054688,
                    1.398438,
                    1.296875,
                    0.267578,
                    1.296875,
                    1.289062,
                    1.203125,
                    1.351562,
                    0.703125,
                    0.757812,
                    1.367188,
                    0.773438,
                    1.179688,
                    1.046875,
                    1.242188,
                    1.34375,
                    1.296875,
                    0.808594,
                    1.171875,
                    1.898438,
                    1.164062,
                    1.304688,
                    1.171875,
                    1.429688,
                    1.351562,
                    1.421875,
                    1.054688,
                    1.4375,
                    1.046875,
                    1.210938,
                    0.738281,
                    1.226562,
                    1.085938,
                    0.828125,
                    1.328125,
                    1.078125,
                    1.328125,
                    1.171875,
                    1.40625,
                    1.234375,
                    1.171875,
                    1.320312,
                    0.777344,
                    1.226562,
                    2.09375,
                    1.109375,
                    1.195312,
                    1.148438,
                    1.226562,
                    1.359375,
                    1.046875,
                    1.171875,
                    1.296875,
                    0.761719,
                    1.117188,
                    1.289062,
                    1.234375,
                    1.359375,
                    1.210938,
                    1.351562,
                    1.390625,
                    1.296875,
                    1.265625,
                    1.375,
                    1.140625,
                    1.34375,
                    1.265625,
                    1.453125,
                    1.289062,
                    1.492188,
                    1.3125,
                    1.039062,
                    1.3125,
                    1.234375,
                    1.171875,
                    0.695312,
                    0.8125,
                    1.40625,
                    1.195312,
                    1.265625,
                    1.320312,
                    1.265625,
                    1.40625,
                    1.328125,
                    1.34375,
                    1.179688,
                    1.210938,
                    1.164062,
                    1.359375,
                    1.023438,
                    1.046875,
                    1.3125,
                    1.289062,
                    1.398438,
                    1.34375,
                    1.25,
                    1.289062,
                    1.367188,
                    1.0625,
                    1.351562,
                    1.21875,
                    1.359375,
                    1.007812,
                    1.140625,
                    1.421875,
                    0.75,
                    1.304688,
                    1.234375,
                    1.359375,
                    1.203125,
                    1.21875,
                    1.328125,
                    0.96875,
                    0.492188,
                    1.125,
                    1.351562,
                    1.09375,
                    1.070312,
                    0.945312,
                    1.1875,
                    1.234375,
                    1.234375,
                    1.257812,
                    1.335938,
                    1.351562,
                    1.070312,
                    1.140625,
                    1.132812,
                    1.234375,
                    1.375,
                    1.179688,
                    1.171875,
                    1.289062,
                    1.40625,
                    1.179688,
                    1.25,
                    1.34375,
                    1.234375,
                    1.140625,
                    1.40625,
                    1.242188,
                    0.871094,
                    1.375,
                    0.328125,
                    0.722656,
                    1.242188,
                    1.210938,
                    1.40625,
                    1.375,
                    1.210938,
                    1.289062,
                    1.351562,
                    1.3125,
                    1.101562,
                    1.3125,
                    1.21875,
                    1.132812,
                    1.382812,
                    1.28125,
                    1.140625,
                    1.34375,
                    1.203125,
                    1.109375,
                    1.335938,
                    1.015625,
                    1.085938,
                    0.84375,
                    1.359375,
                    1.078125,
                    1.367188,
                    1.367188,
                    1.078125,
                    1.203125,
                    1.03125,
                    1.171875,
                    0.71875,
                    1.460938,
                    1.265625,
                    1.164062,
                    1.335938,
                    1.3125,
                    1.476562,
                    1.359375,
                    1.421875,
                    1.109375,
                    1.210938,
                    1.3125,
                    1.265625,
                    1.398438,
                    1.375,
                    0.734375,
                    0.757812,
                    1.3125,
                    0.789062,
                    1.34375,
                    1.0625,
                    1.3125,
                    1.179688,
                    1.296875,
                    0.75,
                    1.007812,
                    1.3125,
                    0.777344,
                    1.210938,
                    1.414062,
                    1.28125,
                    0.84375,
                    1.25,
                    1.09375,
                    0.75,
                    1.265625,
                    1.359375,
                    1.203125,
                    1.0625,
                    1.21875,
                    1.25,
                    1.148438,
                    0.726562,
                    1.273438,
                    1.171875,
                    0.703125,
                    1.234375,
                    0.773438,
                    1.070312,
                    1.203125,
                    1.0625,
                    1.21875,
                    0.71875,
                    1.109375,
                    0.835938,
                    1.140625,
                    1.351562,
                    1.125,
                    1.359375,
                    1.257812,
                    1.25,
                    1.203125,
                    1.132812,
                    1.09375,
                    1.289062,
                    1.085938,
                    0.839844,
                    0.976562,
                    1.320312,
                    1.1875,
                    1.304688,
                    0.273438,
                    1.242188,
                    1.257812,
                    1.078125,
                    1.117188,
                    1.195312,
                    1.25,
                    1.328125,
                    1.289062,
                    1.171875,
                    1.359375,
                    1.125,
                    0.753906,
                    1.351562,
                    1.242188,
                    1.054688,
                    1.382812,
                    1.039062,
                    1.132812,
                    1.15625,
                    1.3125,
                    1.070312,
                    1.375,
                    1.078125,
                    1.375,
                    1.390625,
                    1.28125,
                    1.453125,
                    0.855469,
                    1.21875,
                    1.125,
                    1.460938,
                    1.125,
                    1.351562,
                    1.226562,
                    1.1875,
                    1.257812,
                    1.28125,
                    0.816406,
                    0.71875,
                    1.328125,
                    1.164062,
                    1.203125,
                    1.296875,
                    1.09375,
                    1.359375,
                    1.125,
                    1.195312,
                    1.257812,
                    0.714844,
                    1.320312,
                    1.320312,
                    1.289062,
                    0.761719,
                    1.1875,
                    1.101562,
                    1.359375,
                    1.375,
                    1.15625,
                    1.085938,
                    1.421875,
                    1.335938,
                    1.046875,
                    1.34375,
                    1.421875,
                    1.070312,
                    1.320312,
                    1.046875,
                    1.195312,
                    1.351562,
                    1.117188,
                    1.304688,
                    1.226562,
                    1.257812,
                    1.460938,
                    1.367188,
                    1.304688,
                    1.40625,
                    1.023438,
                    1.09375,
                    1.046875,
                    1.0625,
                    1.34375,
                    1.15625,
                    1.179688,
                    1.226562,
                    0.78125,
                    1.125,
                    1.210938,
                    1.335938,
                    0.757812,
                    1.289062,
                    1.257812,
                    1.421875,
                    1.40625,
                    1.28125,
                    1.148438,
                    1.421875,
                    1.359375,
                    1.3125,
                    1.414062,
                    1.367188,
                    0.710938,
                    1.460938,
                    1.085938,
                    1.28125,
                    1.328125,
                    1.085938,
                    1.117188,
                    0.777344,
                    1.03125,
                    1.226562,
                    1.164062,
                    1.125,
                    1.34375,
                    1.21875,
                    1.09375,
                    1.234375,
                    1.351562,
                    1.304688,
                    1.335938,
                    1.054688,
                    0.742188,
                    1.359375,
                    1.359375,
                    1.242188,
                    1.28125,
                    1.398438,
                    1.125,
                    1.046875,
                    1.304688,
                    1.132812,
                    1.28125,
                    1.375,
                    1.203125,
                    1.179688,
                    1.34375,
                    1.289062,
                    1.304688,
                    1.367188,
                    1.28125,
                    1.34375,
                    1.132812,
                    0.765625,
                    0.695312,
                    1.359375,
                    1.296875,
                    1.375,
                    1.460938,
                    1.226562,
                    1.203125,
                    0.554688,
                    1.09375,
                    1.484375,
                    1.171875,
                    1.320312,
                    1.382812,
                    1.304688,
                    0.753906,
                    1.257812,
                    1.304688,
                    1.328125,
                    1.21875,
                    1.015625,
                    1.703125,
                    1.3125,
                    1.140625,
                    1.085938,
                    1.367188,
                    1.054688,
                    1.140625,
                    1.320312,
                    1.171875,
                    1.40625,
                    1.109375,
                    1.148438,
                    0.738281,
                    1.148438,
                    1.3125,
                    1.289062,
                    1.40625,
                    1.21875,
                    1.390625,
                    0.742188,
                    1.171875,
                    1.164062,
                    1.351562,
                    1.273438,
                    1.148438,
                    1.132812,
                    0.730469,
                    1.289062,
                    0.941406,
                    1.171875,
                    1.09375,
                    1.21875,
                    1.328125,
                    1.4375,
                    0.753906,
                    1.21875,
                    1.359375,
                    1.351562,
                    1.351562,
                    0.769531,
                    1.367188,
                    1.351562,
                    1.289062,
                    1.234375,
                    1.382812,
                    0.984375,
                    0.722656,
                    1.195312,
                    1.226562,
                    1.335938,
                    1.0625,
                    1.390625,
                    1.148438,
                    0.683594,
                    0.878906,
                    1.046875,
                    1.265625,
                    1.289062,
                    0.746094,
                    1.242188,
                    0.257812,
                    1.117188,
                    1.226562,
                    1.398438,
                    1.179688,
                    1.070312,
                    1.171875,
                    1.304688,
                    1.382812,
                    1.125,
                    1.296875,
                    1.335938,
                    1.0625,
                    1.132812,
                    1.09375,
                    1.429688,
                    1.296875,
                    1.320312,
                    1.3125,
                    1.132812,
                    1.414062,
                    1.335938,
                    1.210938,
                    0.730469,
                    1.351562,
                    0.855469,
                    0.769531,
                    1.375,
                    1.28125,
                    0.000203,
                    1.0625,
                    1.09375,
                    0.726562,
                    1.046875,
                    1.078125,
                    1.28125,
                    1.03125,
                    1.328125,
                    0.984375,
                    1.109375,
                    1.085938,
                    1.078125,
                    1.1875,
                    1.132812,
                    1.289062,
                    1.351562,
                    1.195312,
                    1.40625,
                    1.320312,
                    1.25,
                    1.359375,
                    1.140625,
                    0.738281,
                    1.390625,
                    1.25,
                    1.140625,
                    1.328125,
                    1.046875,
                    1.265625,
                    1.234375,
                    1.359375,
                    0.71875,
                    1.3125,
                    1.078125,
                    0.722656,
                    1.390625,
                    1.359375,
                    1.367188,
                    0.925781,
                    1.117188,
                    0.773438,
                    1.34375,
                    1.0625,
                    1.0625,
                    1.0625,
                    1.4375,
                    1.320312,
                    1.382812,
                    1.078125,
                    1.421875,
                    1.179688,
                    0.890625,
                    0.703125,
                    1.15625,
                    0.910156,
                    1.234375,
                    1.296875,
                    1.09375,
                    1.117188,
                    1.046875,
                    1.203125,
                    0.675781,
                    1.320312,
                    1.359375,
                    1.359375,
                    1.34375,
                    0.75,
                    1.328125,
                    1.164062,
                    1.109375,
                    1.25,
                    1.28125,
                    1.289062,
                    1.34375,
                    1.34375,
                    1.132812,
                    1.375,
                    1.328125,
                    1.125,
                    1.359375,
                    1.375,
                    1.265625,
                    1.117188,
                    1.398438,
                    0.734375,
                    1.179688,
                    1.054688,
                    1.195312,
                    1.398438,
                    1.203125,
                    1.234375,
                    1.265625,
                    1.171875,
                    1.265625,
                    0.820312,
                    1.273438,
                    1.109375,
                    1.25,
                    1.40625,
                    1.101562,
                    0.824219,
                    0.75,
                    1.351562,
                    1.210938,
                    0.738281,
                    1.335938,
                    1.304688,
                    1.242188,
                    0.785156,
                    1.3125,
                    1.289062,
                    0.785156,
                    1.117188,
                    0.84375,
                    1.21875,
                    1.09375,
                    1.140625,
                    1.367188,
                    1.273438,
                    1.203125,
                    1.203125,
                    1.265625,
                    1.242188,
                    1.078125,
                    1.367188,
                    0.945312,
                    1.117188,
                    1.359375,
                    1.40625,
                    1.429688,
                    1.203125,
                    0.773438,
                    0.597656,
                    1.109375,
                    1.296875,
                    1.304688,
                    1.148438,
                    1.273438,
                    1.335938,
                    1.328125,
                    1.171875,
                    1.359375,
                    0.330078,
                    0.832031,
                    1.054688,
                    1.195312,
                    1.273438,
                    1.070312,
                    1.117188,
                    1.289062,
                    1.382812,
                    1.15625,
                    1.148438,
                    0.726562,
                    1.070312,
                    1.304688,
                    1.335938,
                    1.21875,
                    1.226562,
                    1.203125,
                    0.726562,
                    1.117188,
                    1.335938,
                    1.007812,
                    1.234375,
                    1.078125,
                    1.046875,
                    0.914062,
                    1.328125,
                    1.039062,
                    1.085938,
                    1.351562,
                    1.078125,
                    1.257812,
                    1.015625,
                    1.078125,
                    1.492188,
                    1.085938,
                    1.21875,
                    1.09375,
                    1.375,
                    1.359375,
                    1.328125,
                    0.255859,
                    0.972656,
                    1.421875,
                    0.929688,
                    1.078125,
                    1.421875,
                    1.164062,
                    1.085938,
                    1.382812,
                    1.273438,
                    1.304688,
                    1.296875,
                    1.320312,
                    1.078125,
                    1.257812,
                    0.761719,
                    1.125,
                    1.203125,
                    1.1875,
                    1.273438,
                    1.101562,
                    1.125,
                    1.289062,
                    1.164062,
                    1.070312,
                    1.171875,
                    1.429688,
                    1.359375,
                    1.234375,
                    1.359375,
                    1.351562,
                    1.382812,
                    1.234375,
                    1.101562,
                    0.792969,
                    1.226562,
                    1.101562,
                    1.25,
                    1.078125,
                    1.140625,
                    1.0625,
                    1.125,
                    1.257812,
                    1.289062,
                    1.101562,
                    1.375,
                    1.289062,
                    1.414062,
                    1.234375,
                    1.015625,
                    1.320312,
                    0.804688,
                    1.023438,
                    1.414062,
                    1.085938,
                    1.109375,
                    0.730469,
                    1.3125,
                    1.359375,
                    1.335938,
                    1.0625,
                    1.296875,
                    1.445312,
                    0.738281,
                    1.0625,
                    1.09375,
                    1.34375,
                    1.335938,
                    1.171875,
                    1.398438,
                    1.320312,
                    0.6875,
                    0.237305,
                    1.367188,
                    1.078125,
                    0.310547,
                    1.210938,
                    1.179688,
                    1.210938,
                    1.375,
                    1.21875,
                    1.367188,
                    1.148438,
                    1.335938,
                    1.25,
                    1.054688,
                    1.296875,
                    0.726562,
                    1.375,
                    1.21875,
                    1.164062,
                    1.078125,
                    1.210938,
                    1.4375,
                    1.34375,
                    1.25,
                    1.304688,
                    0.902344,
                    1.304688,
                    1.289062,
                    0.714844,
                    1.078125,
                    1.359375,
                    1.367188,
                    1.359375,
                    1.03125,
                    0.742188,
                    0.345703,
                    0.291016,
                    1.234375,
                    1.140625,
                    1.125,
                    1.203125,
                    0.953125,
                    1.359375,
                    1.171875,
                    1.421875,
                    1.390625,
                    1.085938,
                    1.15625,
                    1.21875,
                    1.0625,
                    1.359375,
                    1.304688,
                    0.730469,
                    1.3125,
                    1.328125,
                    1.40625,
                    1.390625,
                    1.3125,
                    1.265625,
                    0.929688,
                    1.125,
                    1.070312,
                    1.085938,
                    1.351562,
                    1.242188,
                    1.34375,
                    1.34375,
                    1.039062,
                    0.769531,
                    1.28125,
                    1.203125,
                    1.179688,
                    1.34375,
                    1.0625,
                    1.4375,
                    1.40625,
                    1.140625,
                    1.210938,
                    1.085938,
                    1.273438,
                    1.421875,
                    1.3125,
                    1.085938,
                    1.304688,
                    1.296875,
                    1.398438,
                    0.78125,
                    1.304688,
                    1.34375,
                    1.1875,
                    1.140625,
                    1.203125,
                    0.976562,
                    1.054688,
                    1.1875,
                    1.34375,
                    1.429688,
                    1.078125,
                    1.34375,
                    1.039062,
                    1.125,
                    1.34375,
                    1.09375,
                    1.234375,
                    1.320312,
                    1.164062,
                    1.242188,
                    1.328125,
                    1.273438,
                    1.320312,
                    0.757812,
                    1.382812,
                    1.28125,
                    1.101562,
                    1.164062,
                    1.054688,
                    1.359375,
                    1.15625,
                    1.039062,
                    1.195312,
                    1.09375,
                    1.078125,
                    1.15625,
                    1.3125,
                    0.710938,
                    1.445312,
                    0.710938,
                    1.414062,
                    1.359375,
                    1.367188,
                    1.117188,
                    1.257812,
                    1.203125,
                    1.28125,
                    1.242188,
                    1.367188,
                    1.242188,
                    1.109375,
                    1.289062,
                    1.28125,
                    1.054688,
                    1.28125,
                    0.679688,
                    1.335938,
                    1.195312,
                    1.101562,
                    1.179688,
                    1.179688,
                    1.296875,
                    1.3125,
                    1.132812,
                    1.359375,
                    1.390625,
                    1.0625,
                    1.210938,
                    1.1875,
                    1.117188,
                    1.3125,
                    0.917969,
                    1.101562,
                    1.375,
                    1.320312,
                    1.359375,
                    0.878906,
                    1.328125,
                    1.117188,
                    1.40625,
                    1.273438,
                    1.21875,
                    1.34375,
                    1.375,
                    1.375,
                    1.3125,
                    1.007812,
                    1.179688,
                    1.226562,
                    1.195312,
                    1.335938,
                    1.40625,
                    1.164062,
                    1.171875,
                    1.40625,
                    1.273438,
                    1.585938,
                    1.25,
                    1.0625,
                    1.148438,
                    1.359375,
                    1.242188,
                    1.328125,
                    1.359375,
                    1.1875,
                    1.335938,
                    1.445312,
                    1.453125,
                    1.101562,
                    1.421875,
                    1.148438,
                    1.101562,
                    1.039062,
                    1.242188,
                    1.210938,
                    1.210938,
                    1.234375,
                    1.382812,
                    1.085938,
                    1.328125,
                    1.390625,
                    0.458984,
                    1.28125,
                    1.398438,
                    1.242188,
                    1.34375,
                    1.28125,
                    1.257812,
                    1.289062,
                    1.039062,
                    1.234375,
                    1.351562,
                    1.28125,
                    1.25,
                    1.296875,
                    0.738281,
                    1.273438,
                    1.164062,
                    1.203125,
                    1.3125,
                    1.117188,
                    1.078125,
                    1.148438,
                    1.242188,
                    0.96875,
                    1.695312,
                    0.703125,
                    1.070312,
                    1.320312,
                    0.746094,
                    0.738281,
                    1.179688,
                    1.117188,
                    1.023438,
                    1.3125,
                    1.273438,
                    0.902344,
                    1.09375,
                    1.382812,
                    1.101562,
                    0.75,
                    1.453125,
                    1.398438,
                    1.203125,
                    1.257812,
                    1.101562,
                    0.828125,
                    1.375,
                    1.070312,
                    1.171875,
                    1.140625,
                    1.007812,
                    1.335938,
                    0.984375,
                    1.28125,
                    1.273438,
                    1.351562,
                    1.03125,
                    1.554688,
                    1.351562,
                    1.179688,
                    1.070312,
                    1.101562,
                    1.25,
                    1.195312,
                    1.328125,
                    1.476562,
                    0.886719,
                    1.140625,
                    1.257812,
                    1.382812,
                    1.132812,
                    1.429688,
                    1.359375,
                    1.109375,
                    1.382812,
                    1.078125,
                    1.109375,
                    1.359375,
                    1.25,
                    1.171875,
                    1.203125,
                    1.117188,
                    0.734375,
                    1.382812,
                    0.710938,
                    1.28125,
                    1.617188,
                    0.765625,
                    1.109375,
                    1.421875,
                    1.132812,
                    1.304688,
                    1.203125,
                    0.691406,
                    1.273438,
                    1.109375,
                    1.109375,
                    1.304688,
                    1.28125,
                    1.203125,
                    1.109375,
                    1.125,
                    1.351562,
                    1.296875,
                    1.09375,
                    1.328125,
                    1.320312,
                    1.273438,
                    1.398438,
                    1.0625,
                    0.738281,
                    1.164062,
                    1.335938,
                    1.257812,
                    1.320312,
                    1.242188,
                    1.242188,
                    1.382812,
                    1.367188,
                    1.164062,
                    1.34375,
                    1.109375,
                    1.34375,
                    1.046875,
                    0.734375,
                    0.886719,
                    1.296875,
                    0.769531,
                    1.25,
                    1.367188,
                    1.375,
                    1.367188,
                    1.15625,
                    1.359375,
                    1.382812,
                    1.328125,
                    1.054688,
                    1.367188,
                    1.492188,
                    1.140625,
                    1.1875,
                    0.984375,
                    0.914062,
                    1.4375,
                    0.628906,
                    1.164062,
                    1.023438,
                    1.265625,
                    1.351562,
                    0.761719,
                    0.824219,
                    1.132812,
                    0.902344,
                    1.351562,
                    1.265625,
                    1.125,
                    1.25,
                    1.21875,
                    1.375,
                    1.1875,
                    0.738281,
                    1.382812,
                    1.140625,
                    1.367188,
                    1.054688,
                    1.429688,
                    1.3125,
                    1.40625,
                    1.1875,
                    1.335938,
                    0.828125,
                    1.578125,
                    0.921875,
                    1.070312,
                    1.320312,
                    1.015625,
                    1.203125,
                    1.390625,
                    0.699219,
                    1.226562,
                    1.414062,
                    1.328125,
                    0.777344,
                    1.273438,
                    1.101562,
                    1.40625,
                    1.054688,
                    1.296875,
                    1.1875,
                    0.710938,
                    1.34375,
                    1.359375,
                    1.304688,
                    1.046875,
                    1.179688,
                    1.125,
                    1.289062,
                    1.335938,
                    1.320312,
                    0.957031,
                    1.054688,
                    1.265625,
                    1.242188,
                    1.328125,
                    0.964844,
                    0.800781,
                    1.015625,
                    1.304688,
                    1.28125,
                    1.109375,
                    0.300781,
                    1.375,
                    0.738281,
                    0.695312,
                    1.039062,
                    0.699219,
                    1.375,
                    1.109375,
                    1.40625,
                    1.257812,
                    1.203125,
                    1.15625,
                    0.492188,
                    1.242188,
                    1.085938,
                    1.179688,
                    1.054688,
                    1.328125,
                    1.125,
                    1.367188,
                    0.707031,
                    1.328125,
                    1.335938,
                    1.242188,
                    1.359375,
                    0.980469,
                    1.476562,
                    1.234375,
                    1.375,
                    1.210938,
                    1.40625,
                    1.3125,
                    1.085938,
                    1.390625,
                    1.171875,
                    1.195312,
                    1.15625,
                    1.28125,
                    1.273438,
                    1.414062,
                    1.359375,
                    1.304688,
                    1.351562,
                    0.726562,
                    1.0625,
                    1.289062,
                    1.171875,
                    1.414062,
                    1.085938,
                    1.414062,
                    1.320312,
                    1.28125,
                    1.335938,
                    1.359375,
                    1.359375,
                    1.164062,
                    1.273438,
                    0.726562,
                    1.34375,
                    1.367188,
                    1.023438,
                    1.367188,
                    1.15625,
                    1.304688,
                    1.117188,
                    1.046875,
                    1.359375,
                    1.070312,
                    1.0625,
                    1.070312,
                    1.390625,
                    1.390625,
                    1.351562,
                    1.359375,
                    1.078125,
                    0.769531,
                    1.1875,
                    0.373047,
                    1.171875,
                    1.3125,
                    1.382812,
                    1.21875,
                    1.28125,
                    1.351562,
                    1.078125,
                    1.226562,
                    1.179688,
                    1.351562,
                    1.109375,
                    1.304688,
                    1.117188,
                    1.28125,
                    1.289062,
                    1.304688,
                    0.597656,
                    1.273438,
                    1.28125,
                    1.132812,
                    0.710938,
                    1.34375,
                    0.765625,
                    0.832031,
                    1.054688,
                    1.226562,
                    1.070312,
                    0.785156,
                    1.210938,
                    0.765625,
                    1.03125,
                    1.304688,
                    1.085938,
                    1.242188,
                    1.789062,
                    1.195312,
                    0.734375,
                    1.351562,
                    1.0625,
                    0.734375,
                    1.328125,
                    1.398438,
                    1.304688,
                    1.453125,
                    1.171875,
                    1.273438,
                    1.171875,
                    1.492188,
                    1.257812,
                    1.257812,
                    1.320312,
                    0.847656,
                    1.367188,
                    1.1875,
                    0.703125,
                    1.25,
                    1.148438,
                    1.132812,
                    1.375,
                    1.367188,
                    8.9e-05,
                    1.078125,
                    1.15625,
                    0.261719,
                    1.0625,
                    1.179688,
                    1.390625,
                    1.34375,
                    1.429688,
                    1.3125,
                    1.210938,
                    1.242188,
                    1.109375,
                    0.773438,
                    1.070312,
                    1.085938,
                    1.125,
                    1.359375,
                    1.34375,
                    0.722656,
                    0.722656,
                    0.761719,
                    1.3125,
                    1.085938,
                    1.023438,
                    1.1875,
                    1.476562,
                    1.078125,
                    1.15625,
                    1.328125,
                    1.140625,
                    0.742188,
                    1.234375,
                    1.09375,
                    1.335938,
                    1.4375,
                    1.0625,
                    1.046875,
                    1.4375,
                    1.296875,
                    1.226562,
                    1.101562,
                    1.25,
                    1.414062,
                    0.730469,
                    1.164062,
                    1.273438,
                    1.210938,
                    1.359375,
                    1.125,
                    1.085938,
                    1.335938,
                    1.257812,
                    1.09375,
                    0.75,
                    1.171875,
                    1.109375,
                    1.289062,
                    1.359375,
                    1.101562,
                    1.171875,
                    1.117188,
                    1.234375,
                    1.09375,
                    1.1875,
                    1.101562,
                    1.242188,
                    1.273438,
                    1.242188,
                    1.171875,
                    1.328125,
                    1.054688,
                    1.375,
                    1.34375,
                    1.03125,
                    1.429688,
                    1.28125,
                    1.234375,
                    1.03125,
                    1.0625,
                    1.3125,
                    1.40625,
                    1.390625,
                    1.34375,
                    1.390625,
                    1.242188,
                    1.273438,
                    1.34375,
                    1.195312,
                    1.359375,
                    1.398438,
                    1.109375,
                    1.085938,
                    1.226562,
                    1.070312,
                    1.273438,
                    1.1875,
                    1.296875,
                    1.304688,
                    1.179688,
                    1.367188,
                    1.054688,
                    1.460938,
                    1.101562,
                    1.125,
                    1.046875,
                    1.25,
                    1.023438,
                    0.78125,
                    1.21875,
                    1.257812,
                    0.710938,
                    1.257812,
                    1.25,
                    1.359375
                ]
            },
            "name": "model.model.layers.24.post_attention_layernorm.weight",
            "outputIndexes": [
                2035
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2034
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_24/Mul_output_0",
            "outputIndexes": [
                2036
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2035,
                2036
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_24/Mul_1_output_0",
            "outputIndexes": [
                2037
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2037
            ],
            "outputIndexes": [
                2996
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2996
            ],
            "outputIndexes": [
                2997
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/gate_proj/Linear",
            "inputIndexes": [
                2997
            ],
            "outputIndexes": [
                2998
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    635006664,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2998
            ],
            "outputIndexes": [
                2999
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2999
            ],
            "outputIndexes": [
                2038
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2038
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_24/Sigmoid_output_0",
            "outputIndexes": [
                2039
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2038,
                2039
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_24/Mul_output_0",
            "outputIndexes": [
                2040
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2037
            ],
            "outputIndexes": [
                3000
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                3000
            ],
            "outputIndexes": [
                3001
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/up_proj/Linear",
            "inputIndexes": [
                3001
            ],
            "outputIndexes": [
                3002
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    642748126,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                3002
            ],
            "outputIndexes": [
                3003
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3003
            ],
            "outputIndexes": [
                2041
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2040,
                2041
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_24/Mul_output_0",
            "outputIndexes": [
                2042
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2042
            ],
            "outputIndexes": [
                3004
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    8960,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                3004
            ],
            "outputIndexes": [
                3005
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/down_proj/Linear",
            "inputIndexes": [
                3005
            ],
            "outputIndexes": [
                3006
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 8960,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    650489588,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                3006
            ],
            "outputIndexes": [
                3007
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3007
            ],
            "outputIndexes": [
                2043
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2034,
                2043
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_124_output_0",
            "outputIndexes": [
                2044
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2044,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_225_output_0",
            "outputIndexes": [
                2045
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    3.03125,
                    0.726562,
                    1.304688,
                    0.757812,
                    0.8125,
                    0.75,
                    0.707031,
                    0.773438,
                    0.808594,
                    0.761719,
                    0.769531,
                    1.6875,
                    0.730469,
                    0.757812,
                    0.707031,
                    0.730469,
                    0.710938,
                    0.824219,
                    0.761719,
                    0.757812,
                    0.660156,
                    0.765625,
                    0.667969,
                    3.59375,
                    0.695312,
                    0.71875,
                    0.859375,
                    0.730469,
                    0.785156,
                    0.742188,
                    0.6875,
                    0.671875,
                    0.683594,
                    0.871094,
                    0.820312,
                    0.707031,
                    0.757812,
                    0.742188,
                    0.78125,
                    1.28125,
                    0.734375,
                    0.683594,
                    0.746094,
                    0.738281,
                    2.734375,
                    0.703125,
                    0.808594,
                    0.726562,
                    0.785156,
                    1.195312,
                    3.5625,
                    1.695312,
                    0.71875,
                    0.773438,
                    0.746094,
                    0.777344,
                    0.726562,
                    3.328125,
                    1.757812,
                    0.753906,
                    0.804688,
                    0.78125,
                    0.871094,
                    0.675781,
                    0.84375,
                    2.046875,
                    0.726562,
                    0.703125,
                    0.757812,
                    0.765625,
                    0.777344,
                    0.835938,
                    3.40625,
                    0.839844,
                    0.6875,
                    1.554688,
                    0.78125,
                    0.773438,
                    0.765625,
                    0.730469,
                    0.738281,
                    3.4375,
                    1.632812,
                    0.640625,
                    0.722656,
                    0.738281,
                    0.664062,
                    0.691406,
                    0.875,
                    0.691406,
                    0.898438,
                    0.800781,
                    1.234375,
                    0.824219,
                    0.675781,
                    2.265625,
                    0.765625,
                    0.863281,
                    0.691406,
                    0.617188,
                    0.667969,
                    1.226562,
                    1.617188,
                    0.726562,
                    0.847656,
                    0.902344,
                    0.777344,
                    0.867188,
                    0.996094,
                    0.703125,
                    0.800781,
                    0.714844,
                    0.765625,
                    2.125,
                    0.757812,
                    0.714844,
                    0.835938,
                    0.730469,
                    3.359375,
                    3.1875,
                    0.765625,
                    3.203125,
                    0.800781,
                    0.792969,
                    0.777344,
                    0.683594,
                    0.703125,
                    3.171875,
                    0.746094,
                    0.96875,
                    0.863281,
                    0.75,
                    0.820312,
                    0.78125,
                    0.730469,
                    0.667969,
                    0.917969,
                    0.78125,
                    0.8125,
                    0.757812,
                    3.46875,
                    0.765625,
                    0.765625,
                    2.96875,
                    0.773438,
                    0.738281,
                    0.753906,
                    2.734375,
                    0.726562,
                    0.738281,
                    0.75,
                    0.691406,
                    3.125,
                    0.75,
                    0.929688,
                    0.78125,
                    0.722656,
                    0.792969,
                    0.714844,
                    0.71875,
                    0.96875,
                    0.828125,
                    0.804688,
                    3.140625,
                    0.773438,
                    0.707031,
                    0.730469,
                    0.648438,
                    0.8125,
                    0.773438,
                    0.691406,
                    0.699219,
                    0.796875,
                    0.652344,
                    0.773438,
                    0.722656,
                    0.769531,
                    0.679688,
                    0.707031,
                    0.71875,
                    0.78125,
                    0.808594,
                    0.707031,
                    0.855469,
                    0.859375,
                    2.765625,
                    3.140625,
                    0.726562,
                    0.675781,
                    0.808594,
                    0.730469,
                    0.691406,
                    0.742188,
                    0.730469,
                    0.710938,
                    0.8125,
                    0.738281,
                    0.703125,
                    0.789062,
                    0.835938,
                    0.757812,
                    0.675781,
                    0.753906,
                    0.75,
                    0.6875,
                    0.734375,
                    0.722656,
                    0.730469,
                    0.839844,
                    0.691406,
                    0.867188,
                    0.753906,
                    0.925781,
                    0.722656,
                    0.726562,
                    2.703125,
                    0.679688,
                    0.734375,
                    0.699219,
                    0.648438,
                    0.816406,
                    0.753906,
                    1.9375,
                    2.65625,
                    0.726562,
                    0.703125,
                    0.773438,
                    0.972656,
                    1.851562,
                    0.746094,
                    0.714844,
                    0.765625,
                    0.710938,
                    0.722656,
                    0.667969,
                    0.757812,
                    0.820312,
                    0.730469,
                    0.726562,
                    0.675781,
                    0.835938,
                    0.773438,
                    0.789062,
                    0.683594,
                    0.773438,
                    0.789062,
                    0.71875,
                    0.707031,
                    0.765625,
                    0.632812,
                    0.777344,
                    2.75,
                    0.730469,
                    2.390625,
                    3.75,
                    0.832031,
                    0.703125,
                    0.703125,
                    0.679688,
                    0.832031,
                    0.714844,
                    0.703125,
                    0.6875,
                    0.769531,
                    0.785156,
                    0.777344,
                    0.757812,
                    0.722656,
                    0.710938,
                    0.75,
                    0.753906,
                    0.984375,
                    0.820312,
                    0.734375,
                    1.140625,
                    0.796875,
                    2.90625,
                    0.695312,
                    0.6875,
                    0.746094,
                    0.714844,
                    0.777344,
                    0.734375,
                    0.90625,
                    0.804688,
                    3.15625,
                    0.78125,
                    0.792969,
                    0.847656,
                    0.816406,
                    0.714844,
                    0.8125,
                    0.738281,
                    0.695312,
                    0.824219,
                    0.742188,
                    0.742188,
                    0.769531,
                    0.757812,
                    0.769531,
                    3.53125,
                    2.65625,
                    0.679688,
                    2.9375,
                    0.777344,
                    0.855469,
                    0.660156,
                    0.769531,
                    0.804688,
                    3.609375,
                    0.984375,
                    0.6875,
                    3.09375,
                    0.738281,
                    0.695312,
                    0.753906,
                    3.328125,
                    0.675781,
                    0.910156,
                    3.71875,
                    0.789062,
                    0.738281,
                    0.90625,
                    1.296875,
                    0.710938,
                    0.820312,
                    0.804688,
                    3.65625,
                    0.6875,
                    0.75,
                    3.65625,
                    0.785156,
                    3.234375,
                    1.078125,
                    0.777344,
                    2.375,
                    0.878906,
                    3.484375,
                    0.832031,
                    2.9375,
                    1.0,
                    0.796875,
                    0.871094,
                    0.695312,
                    0.648438,
                    0.769531,
                    0.75,
                    0.777344,
                    0.730469,
                    0.730469,
                    0.714844,
                    2.015625,
                    1.46875,
                    0.765625,
                    0.601562,
                    0.710938,
                    2.09375,
                    0.707031,
                    0.878906,
                    0.769531,
                    0.71875,
                    0.671875,
                    0.695312,
                    0.785156,
                    0.695312,
                    0.75,
                    0.679688,
                    0.765625,
                    3.484375,
                    0.789062,
                    0.742188,
                    0.714844,
                    0.671875,
                    0.824219,
                    0.703125,
                    0.820312,
                    0.726562,
                    1.039062,
                    0.734375,
                    0.765625,
                    0.792969,
                    0.695312,
                    0.804688,
                    0.765625,
                    2.328125,
                    0.746094,
                    0.769531,
                    0.730469,
                    0.785156,
                    0.675781,
                    0.753906,
                    0.78125,
                    0.746094,
                    0.789062,
                    1.789062,
                    2.9375,
                    0.75,
                    1.195312,
                    0.757812,
                    0.710938,
                    0.707031,
                    0.675781,
                    0.929688,
                    0.777344,
                    0.746094,
                    3.0625,
                    0.71875,
                    0.777344,
                    0.296875,
                    2.875,
                    0.820312,
                    0.78125,
                    0.746094,
                    0.84375,
                    0.769531,
                    0.773438,
                    0.707031,
                    0.675781,
                    0.808594,
                    0.636719,
                    0.734375,
                    0.925781,
                    0.78125,
                    0.820312,
                    0.734375,
                    0.699219,
                    0.71875,
                    0.722656,
                    0.757812,
                    0.671875,
                    0.71875,
                    0.765625,
                    0.695312,
                    0.738281,
                    1.046875,
                    0.832031,
                    0.824219,
                    0.835938,
                    0.707031,
                    0.761719,
                    0.855469,
                    0.914062,
                    2.625,
                    1.039062,
                    0.691406,
                    0.726562,
                    3.1875,
                    0.816406,
                    0.832031,
                    0.765625,
                    0.699219,
                    0.707031,
                    0.746094,
                    0.707031,
                    0.761719,
                    0.683594,
                    0.664062,
                    0.710938,
                    3.421875,
                    0.796875,
                    0.847656,
                    0.746094,
                    0.722656,
                    0.792969,
                    0.78125,
                    3.09375,
                    0.9375,
                    0.78125,
                    0.769531,
                    0.738281,
                    0.765625,
                    0.703125,
                    1.101562,
                    0.707031,
                    0.777344,
                    0.789062,
                    0.746094,
                    0.777344,
                    2.859375,
                    0.746094,
                    0.679688,
                    0.832031,
                    0.726562,
                    0.742188,
                    0.820312,
                    0.773438,
                    0.742188,
                    0.890625,
                    0.6875,
                    0.710938,
                    0.5,
                    0.742188,
                    0.730469,
                    0.722656,
                    0.738281,
                    0.765625,
                    0.753906,
                    0.707031,
                    0.792969,
                    2.8125,
                    2.828125,
                    0.660156,
                    0.695312,
                    0.75,
                    0.710938,
                    0.761719,
                    0.816406,
                    1.945312,
                    0.832031,
                    0.730469,
                    0.792969,
                    0.710938,
                    0.742188,
                    0.71875,
                    3.59375,
                    0.726562,
                    0.8125,
                    0.820312,
                    1.890625,
                    1.023438,
                    7e-06,
                    0.75,
                    0.78125,
                    0.929688,
                    0.730469,
                    0.878906,
                    0.554688,
                    0.796875,
                    0.789062,
                    1.171875,
                    0.648438,
                    0.710938,
                    3.0625,
                    0.757812,
                    0.726562,
                    0.773438,
                    0.757812,
                    0.808594,
                    0.742188,
                    3.53125,
                    0.710938,
                    0.777344,
                    0.714844,
                    0.78125,
                    0.566406,
                    0.742188,
                    2.046875,
                    0.867188,
                    1.648438,
                    0.734375,
                    0.710938,
                    0.671875,
                    0.6875,
                    0.945312,
                    3.171875,
                    0.753906,
                    0.75,
                    0.703125,
                    0.722656,
                    3.375,
                    0.6875,
                    0.722656,
                    0.695312,
                    0.804688,
                    0.757812,
                    1.40625,
                    2.90625,
                    0.777344,
                    0.84375,
                    0.746094,
                    0.875,
                    0.75,
                    0.832031,
                    3.5625,
                    2.625,
                    0.804688,
                    0.800781,
                    0.710938,
                    3.390625,
                    0.761719,
                    2.40625,
                    0.804688,
                    0.773438,
                    0.691406,
                    0.824219,
                    0.832031,
                    0.792969,
                    0.71875,
                    0.695312,
                    0.96875,
                    0.75,
                    0.675781,
                    0.476562,
                    0.753906,
                    0.730469,
                    0.738281,
                    0.722656,
                    0.730469,
                    0.71875,
                    0.816406,
                    0.664062,
                    0.707031,
                    0.769531,
                    3.09375,
                    0.695312,
                    2.234375,
                    3.484375,
                    0.695312,
                    0.789062,
                    0.038574,
                    0.757812,
                    0.550781,
                    3.546875,
                    0.738281,
                    0.816406,
                    0.769531,
                    0.890625,
                    0.726562,
                    1.25,
                    0.800781,
                    0.789062,
                    0.855469,
                    0.753906,
                    0.753906,
                    0.796875,
                    0.6875,
                    0.773438,
                    0.734375,
                    0.6875,
                    0.730469,
                    0.742188,
                    0.863281,
                    3.8125,
                    0.628906,
                    0.773438,
                    0.8125,
                    0.660156,
                    0.785156,
                    0.703125,
                    0.695312,
                    0.664062,
                    3.515625,
                    0.710938,
                    0.78125,
                    3.234375,
                    0.722656,
                    0.777344,
                    0.722656,
                    1.71875,
                    0.792969,
                    3.1875,
                    0.699219,
                    0.878906,
                    0.703125,
                    0.78125,
                    0.742188,
                    0.6875,
                    0.679688,
                    0.777344,
                    0.773438,
                    0.78125,
                    2.015625,
                    3.359375,
                    0.863281,
                    1.6875,
                    0.746094,
                    0.734375,
                    0.875,
                    0.882812,
                    0.785156,
                    0.734375,
                    2.09375,
                    0.785156,
                    0.71875,
                    0.734375,
                    0.671875,
                    3.328125,
                    0.71875,
                    0.792969,
                    0.773438,
                    0.734375,
                    0.703125,
                    0.734375,
                    0.765625,
                    0.785156,
                    0.835938,
                    0.6875,
                    0.8125,
                    0.695312,
                    0.695312,
                    0.671875,
                    0.714844,
                    0.761719,
                    0.660156,
                    2.359375,
                    0.851562,
                    1.0625,
                    0.726562,
                    0.671875,
                    0.9375,
                    0.734375,
                    0.714844,
                    0.734375,
                    0.628906,
                    2.53125,
                    0.769531,
                    0.839844,
                    0.742188,
                    0.75,
                    0.777344,
                    3.015625,
                    3.765625,
                    0.695312,
                    1.96875,
                    3.265625,
                    0.6875,
                    0.710938,
                    0.773438,
                    2.84375,
                    0.734375,
                    0.761719,
                    3.046875,
                    0.730469,
                    2.6875,
                    0.96875,
                    0.785156,
                    0.75,
                    0.777344,
                    0.78125,
                    0.734375,
                    0.828125,
                    0.703125,
                    0.71875,
                    0.761719,
                    0.679688,
                    0.90625,
                    0.878906,
                    0.679688,
                    0.726562,
                    0.707031,
                    0.867188,
                    3.015625,
                    2.765625,
                    0.78125,
                    0.765625,
                    0.738281,
                    0.742188,
                    0.6875,
                    0.683594,
                    0.753906,
                    1.523438,
                    0.773438,
                    2.03125,
                    2.90625,
                    0.898438,
                    0.710938,
                    0.695312,
                    0.753906,
                    0.726562,
                    0.753906,
                    0.722656,
                    0.828125,
                    0.835938,
                    3.4375,
                    0.847656,
                    0.734375,
                    0.757812,
                    0.90625,
                    0.789062,
                    0.757812,
                    3.453125,
                    0.875,
                    0.722656,
                    0.984375,
                    0.816406,
                    0.808594,
                    0.804688,
                    2.21875,
                    0.703125,
                    0.820312,
                    0.769531,
                    0.710938,
                    0.78125,
                    0.730469,
                    0.96875,
                    0.8125,
                    0.78125,
                    0.753906,
                    0.667969,
                    0.71875,
                    0.691406,
                    0.679688,
                    0.71875,
                    2.265625,
                    1.140625,
                    0.769531,
                    1.890625,
                    0.746094,
                    0.710938,
                    0.832031,
                    0.734375,
                    0.71875,
                    1.578125,
                    0.726562,
                    0.738281,
                    0.71875,
                    0.882812,
                    0.746094,
                    3.03125,
                    0.703125,
                    0.789062,
                    0.726562,
                    0.648438,
                    0.832031,
                    0.78125,
                    0.675781,
                    0.765625,
                    0.714844,
                    0.625,
                    0.78125,
                    0.667969,
                    0.78125,
                    0.710938,
                    0.726562,
                    0.773438,
                    0.726562,
                    0.90625,
                    3.21875,
                    0.839844,
                    0.855469,
                    0.691406,
                    0.832031,
                    0.835938,
                    0.882812,
                    0.730469,
                    0.753906,
                    0.703125,
                    0.789062,
                    0.703125,
                    0.8125,
                    0.65625,
                    0.800781,
                    1.421875,
                    0.757812,
                    2.9375,
                    0.8125,
                    0.679688,
                    0.773438,
                    0.871094,
                    3.75,
                    0.753906,
                    0.714844,
                    0.703125,
                    1.507812,
                    0.742188,
                    0.742188,
                    3.34375,
                    0.804688,
                    0.679688,
                    0.863281,
                    0.71875,
                    0.824219,
                    0.695312,
                    0.746094,
                    3.609375,
                    2.859375,
                    0.738281,
                    0.851562,
                    2.1875,
                    0.710938,
                    0.65625,
                    0.726562,
                    0.941406,
                    0.6875,
                    0.710938,
                    0.777344,
                    0.726562,
                    0.851562,
                    0.886719,
                    0.753906,
                    3.6875,
                    0.703125,
                    0.691406,
                    0.75,
                    0.84375,
                    0.742188,
                    0.699219,
                    0.722656,
                    0.738281,
                    0.722656,
                    2.21875,
                    0.734375,
                    0.773438,
                    3.453125,
                    0.785156,
                    0.730469,
                    0.757812,
                    0.703125,
                    1.132812,
                    3.671875,
                    2.140625,
                    2.203125,
                    0.707031,
                    0.855469,
                    1.109375,
                    0.792969,
                    1.757812,
                    0.683594,
                    0.78125,
                    0.890625,
                    0.777344,
                    0.90625,
                    0.746094,
                    0.785156,
                    0.738281,
                    0.773438,
                    0.746094,
                    3.53125,
                    0.78125,
                    0.679688,
                    0.714844,
                    0.78125,
                    0.671875,
                    0.679688,
                    1.757812,
                    0.859375,
                    1.039062,
                    0.796875,
                    0.75,
                    0.617188,
                    0.796875,
                    0.710938,
                    0.824219,
                    3.8125,
                    0.800781,
                    0.785156,
                    0.761719,
                    0.742188,
                    0.824219,
                    0.617188,
                    -0.21875,
                    0.746094,
                    0.835938,
                    0.757812,
                    0.957031,
                    0.765625,
                    0.789062,
                    0.785156,
                    0.777344,
                    0.75,
                    0.734375,
                    3.34375,
                    0.695312,
                    0.707031,
                    0.730469,
                    0.859375,
                    0.742188,
                    1.53125,
                    0.75,
                    0.878906,
                    0.738281,
                    0.730469,
                    0.789062,
                    0.683594,
                    0.742188,
                    0.839844,
                    0.699219,
                    0.933594,
                    0.757812,
                    0.816406,
                    0.761719,
                    0.777344,
                    0.726562,
                    0.769531,
                    0.769531,
                    3.34375,
                    0.726562,
                    0.753906,
                    0.761719,
                    0.707031,
                    0.847656,
                    0.734375,
                    0.863281,
                    1.078125,
                    0.800781,
                    0.742188,
                    0.816406,
                    0.933594,
                    0.796875,
                    2.640625,
                    0.726562,
                    3.46875,
                    0.761719,
                    0.703125,
                    0.707031,
                    0.800781,
                    0.839844,
                    0.816406,
                    0.695312,
                    0.617188,
                    0.699219,
                    0.761719,
                    0.957031,
                    0.757812,
                    0.6875,
                    0.820312,
                    0.695312,
                    2.609375,
                    0.746094,
                    0.726562,
                    0.703125,
                    0.816406,
                    0.785156,
                    0.796875,
                    0.730469,
                    0.867188,
                    0.761719,
                    0.683594,
                    0.847656,
                    0.773438,
                    0.792969,
                    0.625,
                    0.722656,
                    2.0,
                    1.023438,
                    0.738281,
                    0.746094,
                    0.75,
                    1.929688,
                    0.722656,
                    0.777344,
                    0.710938,
                    0.738281,
                    0.703125,
                    0.710938,
                    0.722656,
                    0.714844,
                    0.730469,
                    1.28125,
                    0.734375,
                    0.734375,
                    0.734375,
                    0.695312,
                    0.738281,
                    0.910156,
                    0.855469,
                    0.757812,
                    0.855469,
                    0.816406,
                    0.730469,
                    0.929688,
                    0.796875,
                    0.808594,
                    0.757812,
                    0.671875,
                    0.695312,
                    0.804688,
                    0.691406,
                    0.695312,
                    0.742188,
                    0.777344,
                    0.769531,
                    0.835938,
                    0.734375,
                    0.769531,
                    0.742188,
                    0.726562,
                    0.851562,
                    1.007812,
                    0.671875,
                    0.789062,
                    0.75,
                    0.679688,
                    2.96875,
                    0.777344,
                    0.738281,
                    0.867188,
                    0.804688,
                    0.71875,
                    0.734375,
                    0.722656,
                    0.800781,
                    0.632812,
                    0.703125,
                    0.742188,
                    0.71875,
                    0.738281,
                    3.28125,
                    0.757812,
                    0.914062,
                    0.757812,
                    0.726562,
                    0.820312,
                    0.910156,
                    0.789062,
                    0.609375,
                    1.476562,
                    0.875,
                    3.625,
                    0.808594,
                    0.691406,
                    3.375,
                    3.875,
                    0.75,
                    0.832031,
                    0.613281,
                    0.628906,
                    0.734375,
                    1.484375,
                    0.789062,
                    0.679688,
                    0.828125,
                    3.09375,
                    0.761719,
                    0.675781,
                    0.757812,
                    0.757812,
                    0.78125,
                    2.0625,
                    0.722656,
                    0.8125,
                    0.804688,
                    0.828125,
                    1.03125,
                    0.726562,
                    2.15625,
                    0.742188,
                    0.726562,
                    0.722656,
                    0.78125,
                    0.804688,
                    0.703125,
                    0.800781,
                    0.859375,
                    0.730469,
                    0.875,
                    0.816406,
                    0.808594,
                    0.691406,
                    2.0625,
                    0.789062,
                    0.71875,
                    0.6875,
                    0.820312,
                    0.75,
                    0.695312,
                    0.8125,
                    0.695312,
                    0.789062,
                    0.71875,
                    0.738281,
                    0.8125,
                    0.734375,
                    0.742188,
                    0.984375,
                    3.171875,
                    0.699219,
                    3.71875,
                    0.8125,
                    0.851562,
                    3.15625,
                    0.851562,
                    0.707031,
                    0.851562,
                    0.703125,
                    0.84375,
                    2.9375,
                    0.6875,
                    0.789062,
                    0.746094,
                    0.710938,
                    0.75,
                    0.800781,
                    2.96875,
                    0.789062,
                    0.710938,
                    0.703125,
                    0.746094,
                    0.726562,
                    0.683594,
                    0.734375,
                    0.710938,
                    0.78125,
                    3.0625,
                    0.890625,
                    0.6875,
                    0.710938,
                    0.714844,
                    0.695312,
                    0.757812,
                    0.761719,
                    0.675781,
                    0.769531,
                    0.703125,
                    0.765625,
                    0.695312,
                    1.117188,
                    2.59375,
                    1.335938,
                    0.761719,
                    1.773438,
                    0.683594,
                    0.722656,
                    0.699219,
                    0.699219,
                    0.742188,
                    0.734375,
                    0.6875,
                    0.789062,
                    0.804688,
                    0.742188,
                    0.859375,
                    0.730469,
                    0.769531,
                    2.515625,
                    3.53125,
                    0.726562,
                    2.109375,
                    0.847656,
                    1.335938,
                    0.695312,
                    0.746094,
                    3.21875,
                    2.40625,
                    0.75,
                    2.625,
                    0.675781,
                    0.808594,
                    0.769531,
                    1.671875,
                    0.703125,
                    0.726562,
                    0.753906,
                    3.484375,
                    0.722656,
                    0.722656,
                    0.65625,
                    0.820312,
                    0.832031,
                    0.65625,
                    0.714844,
                    0.871094,
                    0.726562,
                    2.890625,
                    0.863281,
                    1.890625,
                    0.8125,
                    0.738281,
                    2.09375,
                    0.78125,
                    0.691406,
                    3.40625,
                    0.875,
                    0.761719,
                    0.722656,
                    3.3125,
                    0.804688,
                    0.796875,
                    0.710938,
                    0.824219,
                    0.707031,
                    0.753906,
                    3.40625,
                    0.824219,
                    0.699219,
                    0.761719,
                    0.933594,
                    0.78125,
                    0.96875,
                    0.691406,
                    0.671875,
                    0.695312,
                    0.757812,
                    0.785156,
                    0.78125,
                    0.730469,
                    0.675781,
                    1.546875,
                    2.9375,
                    1.382812,
                    0.703125,
                    0.746094,
                    0.769531,
                    2.09375,
                    0.710938,
                    1.75,
                    3.6875,
                    0.828125,
                    3.703125,
                    0.75,
                    1.203125,
                    0.738281,
                    0.753906,
                    0.734375,
                    0.8125,
                    2.1875,
                    0.710938,
                    0.761719,
                    0.789062,
                    0.683594,
                    0.707031,
                    1.25,
                    0.722656,
                    2.890625,
                    0.691406,
                    0.683594,
                    0.792969,
                    0.734375,
                    1.421875,
                    0.738281,
                    0.816406,
                    0.65625,
                    0.765625,
                    0.789062,
                    0.707031,
                    0.953125,
                    0.703125,
                    0.699219,
                    0.796875,
                    0.753906,
                    0.765625,
                    0.75,
                    0.707031,
                    0.675781,
                    0.742188,
                    0.722656,
                    3.1875,
                    0.945312,
                    0.753906,
                    0.941406,
                    0.753906,
                    0.757812,
                    0.722656,
                    0.71875,
                    0.742188,
                    0.742188,
                    0.75,
                    0.765625,
                    0.878906,
                    0.832031,
                    3.390625,
                    0.6875,
                    0.710938,
                    1.257812,
                    0.714844,
                    0.882812,
                    0.714844,
                    0.761719,
                    0.828125,
                    0.691406,
                    0.839844,
                    0.84375,
                    0.910156,
                    0.707031,
                    0.707031,
                    0.71875,
                    0.691406,
                    0.769531,
                    3.34375,
                    0.757812,
                    3.046875,
                    0.757812,
                    0.730469,
                    0.699219,
                    0.746094,
                    0.757812,
                    0.722656,
                    0.78125,
                    0.71875,
                    0.683594,
                    0.757812,
                    0.828125,
                    0.730469,
                    0.871094,
                    0.714844,
                    0.703125,
                    0.71875,
                    1.679688,
                    0.710938,
                    0.734375,
                    0.851562,
                    3.515625,
                    0.699219,
                    3.390625,
                    2.796875,
                    0.859375,
                    0.710938,
                    0.753906,
                    2.671875,
                    0.742188,
                    3.5625,
                    0.992188,
                    0.695312,
                    0.914062,
                    0.796875,
                    0.6875,
                    0.808594,
                    2.21875,
                    0.699219,
                    0.871094,
                    3.375,
                    0.742188,
                    0.726562,
                    0.835938,
                    0.761719,
                    0.90625,
                    0.703125,
                    0.804688,
                    0.765625,
                    0.75,
                    0.746094,
                    0.664062,
                    2.984375,
                    0.71875,
                    0.730469,
                    2.75,
                    0.777344,
                    0.734375,
                    0.773438,
                    0.75,
                    0.738281,
                    -0.037109,
                    0.730469,
                    1.25,
                    2.9375,
                    1.007812,
                    0.808594,
                    0.714844,
                    0.714844,
                    0.65625,
                    0.773438,
                    0.75,
                    0.773438,
                    0.78125,
                    3.03125,
                    0.71875,
                    0.867188,
                    0.742188,
                    0.675781,
                    0.6875,
                    3.515625,
                    3.46875,
                    3.0625,
                    0.738281,
                    0.8125,
                    1.023438,
                    0.976562,
                    0.804688,
                    0.734375,
                    0.839844,
                    0.667969,
                    0.816406,
                    3.21875,
                    0.816406,
                    0.785156,
                    0.714844,
                    0.703125,
                    0.871094,
                    0.957031,
                    0.734375,
                    0.703125,
                    0.800781,
                    0.753906,
                    0.722656,
                    0.722656,
                    3.65625,
                    0.746094,
                    0.773438,
                    0.796875,
                    0.734375,
                    0.828125,
                    0.914062,
                    0.683594,
                    0.808594,
                    0.804688,
                    3.28125,
                    0.804688,
                    0.882812,
                    0.71875,
                    0.695312,
                    0.703125,
                    0.695312,
                    1.15625,
                    0.636719,
                    0.808594,
                    0.765625,
                    0.765625,
                    0.792969,
                    0.878906,
                    0.707031,
                    0.714844,
                    0.742188,
                    0.726562,
                    0.726562,
                    0.71875,
                    0.792969,
                    0.75,
                    0.839844,
                    0.699219,
                    0.984375,
                    0.875,
                    0.78125,
                    0.703125,
                    0.699219,
                    0.671875,
                    0.644531,
                    0.679688,
                    0.707031,
                    0.703125,
                    0.800781,
                    0.71875,
                    0.648438,
                    0.757812,
                    0.863281,
                    0.722656,
                    0.839844,
                    0.691406,
                    0.914062,
                    0.71875,
                    0.671875,
                    0.726562,
                    0.722656,
                    0.816406,
                    0.722656,
                    1.0,
                    0.898438,
                    0.875,
                    0.789062,
                    1.546875,
                    3.0,
                    0.726562,
                    0.777344,
                    3.234375,
                    0.875,
                    0.765625,
                    0.695312
                ]
            },
            "name": "model.model.layers.25.input_layernorm.weight",
            "outputIndexes": [
                2046
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2045
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_25/Mul_output_0",
            "outputIndexes": [
                2047
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2046,
                2047
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_25/Mul_1_output_0",
            "outputIndexes": [
                2048
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2048
            ],
            "outputIndexes": [
                3008
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                3008
            ],
            "outputIndexes": [
                3009
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/q_proj/Linear",
            "inputIndexes": [
                3009
            ],
            "outputIndexes": [
                3010
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    658231050,
                    1179670,
                    147456,
                    6144,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                3010
            ],
            "outputIndexes": [
                3011
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3011
            ],
            "outputIndexes": [
                2049
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2048
            ],
            "main_type": "NONE",
            "name": "/Shape_351_output_0",
            "outputIndexes": [
                2050
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2050
            ],
            "main_type": "NONE",
            "name": "Shape6328",
            "outputIndexes": [
                2051
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2050
            ],
            "main_type": "NONE",
            "name": "Rank6330",
            "outputIndexes": [
                2052
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2052,
                2052
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6332",
            "outputIndexes": [
                2053
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2053
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6333",
            "outputIndexes": [
                2054
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2053,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6335",
            "outputIndexes": [
                2055
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2055
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6336",
            "outputIndexes": [
                2056
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2051,
                2054,
                2056,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice6339",
            "outputIndexes": [
                2057
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2057
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze6340",
            "outputIndexes": [
                2058
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                2058
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6341",
            "outputIndexes": [
                2059
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2059,
                2058
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6342",
            "outputIndexes": [
                2060
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2050,
                2060,
                2053
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_379_output_0",
            "outputIndexes": [
                2061
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2061,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_801_output_0",
            "outputIndexes": [
                2062
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                2062,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_325_output_0",
            "outputIndexes": [
                2063
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2049,
                2063
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_226_output_0",
            "outputIndexes": [
                2064
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2064,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_200_output_0",
            "outputIndexes": [
                2065
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2064
            ],
            "main_type": "NONE",
            "name": "/Shape_352_output_0",
            "outputIndexes": [
                2066
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2066
            ],
            "main_type": "NONE",
            "name": "Shape6349",
            "outputIndexes": [
                2067
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2066
            ],
            "main_type": "NONE",
            "name": "Rank6351",
            "outputIndexes": [
                2068
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2068,
                2068
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6353",
            "outputIndexes": [
                2069
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2069
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6354",
            "outputIndexes": [
                2070
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2069,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6356",
            "outputIndexes": [
                2071
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2071
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6357",
            "outputIndexes": [
                2072
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2067,
                2070,
                2072,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice6360",
            "outputIndexes": [
                2073
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2073
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze6361",
            "outputIndexes": [
                2074
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                2074
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6362",
            "outputIndexes": [
                2075
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2075,
                2074
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6363",
            "outputIndexes": [
                2076
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2066,
                2076,
                2069
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_380_output_0",
            "outputIndexes": [
                2077
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2077,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_75_output_0",
            "outputIndexes": [
                2078
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2078,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_806_output_0",
            "outputIndexes": [
                2079
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2064,
                2079,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_101_output_0",
            "outputIndexes": [
                2080
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2080
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_50_output_0",
            "outputIndexes": [
                2081
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2064,
                22,
                2079,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_100_output_0",
            "outputIndexes": [
                2082
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2081,
                2082
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_328_output_0",
            "outputIndexes": [
                2083
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2083,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_201_output_0",
            "outputIndexes": [
                2084
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2065,
                2084
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_125_output_0",
            "outputIndexes": [
                2085
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2048
            ],
            "outputIndexes": [
                3012
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                3012
            ],
            "outputIndexes": [
                3013
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/k_proj/Linear",
            "inputIndexes": [
                3013
            ],
            "outputIndexes": [
                3014
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    659564320,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                3014
            ],
            "outputIndexes": [
                3015
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3015
            ],
            "outputIndexes": [
                2086
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                2062,
                85,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_326_output_0",
            "outputIndexes": [
                2087
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2086,
                2087
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_227_output_0",
            "outputIndexes": [
                2088
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2088,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_202_output_0",
            "outputIndexes": [
                2089
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2088
            ],
            "main_type": "NONE",
            "name": "/Shape_353_output_0",
            "outputIndexes": [
                2090
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2090
            ],
            "main_type": "NONE",
            "name": "Shape6412",
            "outputIndexes": [
                2091
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2090
            ],
            "main_type": "NONE",
            "name": "Rank6414",
            "outputIndexes": [
                2092
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2092,
                2092
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6416",
            "outputIndexes": [
                2093
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2093
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6417",
            "outputIndexes": [
                2094
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2093,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6419",
            "outputIndexes": [
                2095
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2095
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6420",
            "outputIndexes": [
                2096
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2091,
                2094,
                2096,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice6423",
            "outputIndexes": [
                2097
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2097
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze6424",
            "outputIndexes": [
                2098
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                2098
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6425",
            "outputIndexes": [
                2099
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2099,
                2098
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6426",
            "outputIndexes": [
                2100
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2090,
                2100,
                2093
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_381_output_0",
            "outputIndexes": [
                2101
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2101,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_76_output_0",
            "outputIndexes": [
                2102
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2102,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_808_output_0",
            "outputIndexes": [
                2103
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2088,
                2103,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_103_output_0",
            "outputIndexes": [
                2104
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2104
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_51_output_0",
            "outputIndexes": [
                2105
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2088,
                22,
                2103,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_102_output_0",
            "outputIndexes": [
                2106
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2105,
                2106
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_329_output_0",
            "outputIndexes": [
                2107
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2107,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_203_output_0",
            "outputIndexes": [
                2108
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2089,
                2108
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_126_output_0",
            "outputIndexes": [
                2109
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2048
            ],
            "outputIndexes": [
                3016
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                3016
            ],
            "outputIndexes": [
                3017
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/v_proj/Linear",
            "inputIndexes": [
                3017
            ],
            "outputIndexes": [
                3018
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    659786550,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                3018
            ],
            "outputIndexes": [
                3019
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3019
            ],
            "outputIndexes": [
                2110
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2110,
                2087
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_228_output_0",
            "outputIndexes": [
                2111
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2085,
                2109,
                2111,
                111
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_233_output_0",
            "outputIndexes": [
                2112
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2112
            ],
            "outputIndexes": [
                3020
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                3020
            ],
            "outputIndexes": [
                3021
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/o_proj/Linear",
            "inputIndexes": [
                3021
            ],
            "outputIndexes": [
                3022
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    660008780,
                    1179670,
                    147456,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                3022
            ],
            "outputIndexes": [
                3023
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3023
            ],
            "outputIndexes": [
                2113
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2045,
                2113
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_128_output_0",
            "outputIndexes": [
                2114
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    1.03125,
                    1.328125,
                    1.039062,
                    1.148438,
                    1.1875,
                    1.125,
                    1.289062,
                    1.234375,
                    1.148438,
                    1.148438,
                    1.296875,
                    1.265625,
                    1.34375,
                    1.328125,
                    1.320312,
                    1.265625,
                    1.28125,
                    1.210938,
                    1.359375,
                    1.1875,
                    1.304688,
                    1.289062,
                    1.265625,
                    1.085938,
                    1.289062,
                    1.296875,
                    1.164062,
                    1.179688,
                    1.257812,
                    1.351562,
                    1.3125,
                    1.320312,
                    1.367188,
                    1.171875,
                    1.242188,
                    1.304688,
                    1.304688,
                    1.265625,
                    1.171875,
                    1.148438,
                    1.304688,
                    1.304688,
                    1.351562,
                    1.351562,
                    0.953125,
                    1.226562,
                    1.140625,
                    1.242188,
                    1.21875,
                    1.171875,
                    1.078125,
                    1.054688,
                    1.34375,
                    1.171875,
                    1.289062,
                    1.148438,
                    1.15625,
                    1.070312,
                    0.871094,
                    1.125,
                    1.226562,
                    1.179688,
                    1.257812,
                    1.335938,
                    1.203125,
                    1.046875,
                    1.28125,
                    1.148438,
                    1.257812,
                    1.179688,
                    1.1875,
                    1.234375,
                    1.046875,
                    1.132812,
                    1.25,
                    1.109375,
                    1.257812,
                    1.226562,
                    1.289062,
                    1.328125,
                    1.367188,
                    1.085938,
                    1.03125,
                    1.273438,
                    1.34375,
                    1.304688,
                    1.296875,
                    1.351562,
                    1.1875,
                    1.273438,
                    1.234375,
                    1.140625,
                    1.101562,
                    1.125,
                    1.34375,
                    0.660156,
                    1.257812,
                    1.15625,
                    1.304688,
                    1.296875,
                    1.367188,
                    1.132812,
                    1.234375,
                    1.375,
                    1.140625,
                    1.125,
                    1.296875,
                    1.21875,
                    1.148438,
                    1.3125,
                    1.140625,
                    1.359375,
                    1.265625,
                    0.341797,
                    1.28125,
                    1.3125,
                    1.257812,
                    1.335938,
                    1.070312,
                    1.078125,
                    1.367188,
                    1.046875,
                    1.21875,
                    1.117188,
                    1.265625,
                    1.34375,
                    1.289062,
                    1.101562,
                    1.210938,
                    1.632812,
                    1.21875,
                    1.3125,
                    1.242188,
                    1.382812,
                    1.359375,
                    1.382812,
                    1.148438,
                    1.40625,
                    1.140625,
                    1.257812,
                    1.085938,
                    1.257812,
                    1.15625,
                    1.085938,
                    1.320312,
                    1.15625,
                    1.34375,
                    1.234375,
                    1.367188,
                    1.242188,
                    1.234375,
                    1.320312,
                    1.046875,
                    1.25,
                    2.0,
                    1.179688,
                    1.210938,
                    1.1875,
                    1.25,
                    1.335938,
                    1.132812,
                    1.226562,
                    1.3125,
                    1.046875,
                    1.164062,
                    1.296875,
                    1.265625,
                    1.359375,
                    1.203125,
                    1.335938,
                    1.359375,
                    1.335938,
                    1.28125,
                    1.34375,
                    1.1875,
                    1.34375,
                    1.28125,
                    1.390625,
                    1.289062,
                    1.453125,
                    1.3125,
                    1.117188,
                    1.320312,
                    1.257812,
                    1.1875,
                    0.789062,
                    1.085938,
                    1.351562,
                    1.320312,
                    1.265625,
                    1.304688,
                    1.28125,
                    1.390625,
                    1.304688,
                    1.34375,
                    1.226562,
                    1.234375,
                    1.226562,
                    1.398438,
                    1.132812,
                    1.125,
                    1.3125,
                    1.289062,
                    1.390625,
                    1.367188,
                    1.28125,
                    1.296875,
                    1.359375,
                    1.125,
                    1.335938,
                    1.25,
                    1.351562,
                    1.101562,
                    1.179688,
                    1.40625,
                    0.980469,
                    1.3125,
                    1.234375,
                    1.34375,
                    1.265625,
                    1.242188,
                    1.320312,
                    1.21875,
                    0.613281,
                    1.179688,
                    1.328125,
                    1.164062,
                    1.179688,
                    1.0625,
                    1.21875,
                    1.242188,
                    1.265625,
                    1.265625,
                    1.34375,
                    1.320312,
                    1.140625,
                    1.1875,
                    1.1875,
                    1.25,
                    1.351562,
                    1.242188,
                    1.203125,
                    1.289062,
                    1.375,
                    1.210938,
                    1.257812,
                    1.34375,
                    1.273438,
                    1.1875,
                    1.382812,
                    1.25,
                    1.078125,
                    1.351562,
                    0.380859,
                    1.09375,
                    1.28125,
                    1.25,
                    1.382812,
                    1.351562,
                    1.257812,
                    1.28125,
                    1.351562,
                    1.296875,
                    1.148438,
                    1.3125,
                    1.265625,
                    1.179688,
                    1.351562,
                    1.304688,
                    1.171875,
                    1.359375,
                    1.242188,
                    1.171875,
                    1.34375,
                    1.125,
                    1.171875,
                    1.109375,
                    1.34375,
                    1.140625,
                    1.367188,
                    1.34375,
                    1.15625,
                    1.25,
                    1.09375,
                    1.203125,
                    1.015625,
                    1.429688,
                    1.28125,
                    1.21875,
                    1.367188,
                    1.320312,
                    1.429688,
                    1.34375,
                    1.367188,
                    1.140625,
                    1.265625,
                    1.320312,
                    1.296875,
                    1.390625,
                    1.359375,
                    1.101562,
                    0.972656,
                    1.328125,
                    1.070312,
                    1.328125,
                    1.132812,
                    1.3125,
                    1.21875,
                    1.304688,
                    1.078125,
                    1.109375,
                    1.296875,
                    1.085938,
                    1.242188,
                    1.382812,
                    1.3125,
                    1.078125,
                    1.28125,
                    1.164062,
                    1.03125,
                    1.273438,
                    1.359375,
                    1.226562,
                    1.15625,
                    1.242188,
                    1.257812,
                    1.1875,
                    1.0625,
                    1.296875,
                    1.210938,
                    1.046875,
                    1.257812,
                    1.078125,
                    1.132812,
                    1.210938,
                    1.226562,
                    1.234375,
                    1.09375,
                    1.171875,
                    1.0625,
                    1.203125,
                    1.359375,
                    1.1875,
                    1.359375,
                    1.257812,
                    1.273438,
                    1.226562,
                    1.179688,
                    1.15625,
                    1.3125,
                    1.164062,
                    1.007812,
                    1.109375,
                    1.296875,
                    1.25,
                    1.3125,
                    0.316406,
                    1.265625,
                    1.273438,
                    1.148438,
                    1.203125,
                    1.226562,
                    1.289062,
                    1.3125,
                    1.304688,
                    1.1875,
                    1.320312,
                    1.164062,
                    1.09375,
                    1.34375,
                    1.25,
                    1.132812,
                    1.351562,
                    1.125,
                    1.179688,
                    1.203125,
                    1.304688,
                    1.132812,
                    1.382812,
                    1.140625,
                    1.367188,
                    1.367188,
                    1.304688,
                    1.421875,
                    1.046875,
                    1.242188,
                    1.148438,
                    1.414062,
                    1.171875,
                    1.320312,
                    1.25,
                    1.210938,
                    1.265625,
                    1.265625,
                    0.9375,
                    0.976562,
                    1.320312,
                    1.34375,
                    1.25,
                    1.328125,
                    1.164062,
                    1.34375,
                    1.164062,
                    1.34375,
                    1.289062,
                    1.023438,
                    1.304688,
                    1.320312,
                    1.585938,
                    0.992188,
                    1.21875,
                    1.15625,
                    1.335938,
                    1.367188,
                    1.1875,
                    1.148438,
                    1.390625,
                    1.34375,
                    1.171875,
                    1.34375,
                    1.375,
                    1.171875,
                    1.3125,
                    1.132812,
                    1.265625,
                    1.335938,
                    1.179688,
                    1.304688,
                    1.257812,
                    1.273438,
                    1.414062,
                    1.335938,
                    1.3125,
                    1.375,
                    1.109375,
                    1.140625,
                    1.132812,
                    1.140625,
                    1.335938,
                    1.226562,
                    1.210938,
                    1.375,
                    0.988281,
                    1.195312,
                    1.234375,
                    1.320312,
                    1.015625,
                    1.28125,
                    1.257812,
                    1.367188,
                    1.390625,
                    1.289062,
                    1.203125,
                    1.40625,
                    1.34375,
                    1.320312,
                    1.359375,
                    1.320312,
                    1.078125,
                    1.414062,
                    1.164062,
                    1.304688,
                    1.328125,
                    1.148438,
                    1.171875,
                    1.046875,
                    1.140625,
                    1.265625,
                    1.210938,
                    1.1875,
                    1.320312,
                    1.234375,
                    1.203125,
                    1.242188,
                    1.335938,
                    1.3125,
                    1.335938,
                    1.15625,
                    0.972656,
                    1.375,
                    1.335938,
                    1.273438,
                    1.3125,
                    1.375,
                    1.179688,
                    1.109375,
                    1.304688,
                    1.203125,
                    1.296875,
                    1.367188,
                    1.296875,
                    1.210938,
                    1.335938,
                    1.289062,
                    1.296875,
                    1.335938,
                    1.28125,
                    1.335938,
                    1.203125,
                    1.007812,
                    0.960938,
                    1.351562,
                    1.304688,
                    1.492188,
                    1.421875,
                    1.25,
                    1.226562,
                    0.707031,
                    1.179688,
                    1.414062,
                    1.296875,
                    1.34375,
                    1.351562,
                    1.289062,
                    1.039062,
                    1.28125,
                    1.335938,
                    1.3125,
                    1.546875,
                    1.101562,
                    1.742188,
                    1.3125,
                    1.164062,
                    1.164062,
                    1.351562,
                    1.148438,
                    1.28125,
                    1.3125,
                    1.21875,
                    1.578125,
                    1.1875,
                    1.203125,
                    0.984375,
                    1.1875,
                    1.304688,
                    1.296875,
                    1.382812,
                    1.3125,
                    1.367188,
                    1.070312,
                    1.242188,
                    1.195312,
                    1.34375,
                    1.273438,
                    1.21875,
                    1.203125,
                    0.820312,
                    1.304688,
                    1.039062,
                    1.203125,
                    1.148438,
                    1.25,
                    1.320312,
                    1.390625,
                    1.046875,
                    1.25,
                    1.351562,
                    1.34375,
                    1.335938,
                    1.046875,
                    1.359375,
                    1.367188,
                    1.304688,
                    1.25,
                    1.351562,
                    1.078125,
                    1.015625,
                    1.234375,
                    1.265625,
                    1.328125,
                    1.15625,
                    1.367188,
                    1.1875,
                    1.09375,
                    1.117188,
                    1.140625,
                    1.289062,
                    1.273438,
                    1.046875,
                    1.25,
                    0.310547,
                    1.164062,
                    1.351562,
                    1.359375,
                    1.21875,
                    1.15625,
                    1.21875,
                    1.328125,
                    1.351562,
                    1.242188,
                    1.3125,
                    1.328125,
                    1.164062,
                    1.171875,
                    1.148438,
                    1.390625,
                    1.304688,
                    1.296875,
                    1.304688,
                    1.179688,
                    1.40625,
                    1.328125,
                    1.234375,
                    1.046875,
                    1.328125,
                    1.0,
                    1.070312,
                    1.34375,
                    1.289062,
                    -0.000484,
                    1.117188,
                    1.125,
                    1.09375,
                    1.140625,
                    1.125,
                    1.28125,
                    1.117188,
                    1.328125,
                    1.085938,
                    1.164062,
                    1.179688,
                    1.132812,
                    1.21875,
                    1.171875,
                    1.3125,
                    1.34375,
                    1.234375,
                    1.40625,
                    1.304688,
                    1.273438,
                    1.367188,
                    1.171875,
                    1.0625,
                    1.601562,
                    1.289062,
                    1.171875,
                    1.320312,
                    1.125,
                    1.28125,
                    1.234375,
                    1.351562,
                    1.070312,
                    1.3125,
                    1.140625,
                    1.078125,
                    1.367188,
                    1.367188,
                    1.359375,
                    1.054688,
                    1.164062,
                    1.046875,
                    1.320312,
                    1.125,
                    1.117188,
                    1.132812,
                    1.398438,
                    1.320312,
                    1.34375,
                    1.15625,
                    1.390625,
                    1.242188,
                    1.03125,
                    1.09375,
                    1.203125,
                    1.039062,
                    1.257812,
                    1.304688,
                    1.15625,
                    1.171875,
                    1.125,
                    1.242188,
                    0.769531,
                    1.335938,
                    1.335938,
                    1.351562,
                    1.34375,
                    1.03125,
                    1.320312,
                    1.203125,
                    1.15625,
                    1.289062,
                    1.3125,
                    1.296875,
                    1.335938,
                    1.351562,
                    1.210938,
                    1.359375,
                    1.304688,
                    1.171875,
                    1.351562,
                    1.367188,
                    1.304688,
                    1.1875,
                    1.359375,
                    0.886719,
                    1.195312,
                    1.140625,
                    1.242188,
                    1.390625,
                    1.242188,
                    1.273438,
                    1.273438,
                    1.21875,
                    1.28125,
                    0.984375,
                    1.289062,
                    1.164062,
                    1.28125,
                    1.398438,
                    1.148438,
                    1.078125,
                    1.046875,
                    1.34375,
                    1.484375,
                    1.0625,
                    1.320312,
                    1.3125,
                    1.257812,
                    1.03125,
                    1.3125,
                    1.304688,
                    1.09375,
                    1.148438,
                    1.070312,
                    1.304688,
                    1.171875,
                    1.195312,
                    1.34375,
                    1.257812,
                    1.203125,
                    1.234375,
                    1.289062,
                    1.28125,
                    1.148438,
                    1.351562,
                    1.125,
                    1.171875,
                    1.3125,
                    1.382812,
                    1.390625,
                    1.21875,
                    1.0625,
                    0.671875,
                    1.164062,
                    1.304688,
                    1.3125,
                    1.1875,
                    1.304688,
                    1.328125,
                    1.328125,
                    1.34375,
                    1.359375,
                    0.400391,
                    1.101562,
                    1.109375,
                    1.226562,
                    1.265625,
                    1.15625,
                    1.179688,
                    1.296875,
                    1.398438,
                    1.21875,
                    1.203125,
                    1.09375,
                    1.140625,
                    1.3125,
                    1.359375,
                    1.226562,
                    1.25,
                    1.25,
                    1.0625,
                    1.164062,
                    1.335938,
                    1.09375,
                    1.242188,
                    1.164062,
                    1.148438,
                    1.09375,
                    1.34375,
                    1.15625,
                    1.140625,
                    1.335938,
                    1.164062,
                    1.265625,
                    1.070312,
                    1.132812,
                    1.429688,
                    1.148438,
                    1.25,
                    1.15625,
                    1.34375,
                    1.335938,
                    1.335938,
                    0.320312,
                    1.078125,
                    1.414062,
                    1.046875,
                    1.140625,
                    1.398438,
                    1.203125,
                    1.148438,
                    1.375,
                    1.5,
                    1.304688,
                    1.289062,
                    1.296875,
                    1.210938,
                    1.273438,
                    1.046875,
                    1.179688,
                    1.335938,
                    1.242188,
                    1.28125,
                    1.148438,
                    1.195312,
                    1.296875,
                    1.210938,
                    1.140625,
                    1.210938,
                    1.421875,
                    1.328125,
                    1.28125,
                    1.328125,
                    1.328125,
                    1.359375,
                    1.257812,
                    1.171875,
                    1.054688,
                    1.25,
                    1.21875,
                    1.273438,
                    1.171875,
                    1.171875,
                    1.148438,
                    1.1875,
                    1.289062,
                    1.28125,
                    1.164062,
                    1.367188,
                    1.320312,
                    1.359375,
                    1.242188,
                    1.15625,
                    1.320312,
                    1.085938,
                    1.125,
                    1.367188,
                    1.140625,
                    1.15625,
                    1.078125,
                    1.296875,
                    1.3125,
                    1.335938,
                    1.203125,
                    1.304688,
                    1.40625,
                    1.078125,
                    1.148438,
                    1.195312,
                    1.382812,
                    1.3125,
                    1.234375,
                    1.390625,
                    1.34375,
                    1.078125,
                    0.318359,
                    1.320312,
                    1.1875,
                    0.376953,
                    1.21875,
                    1.289062,
                    1.226562,
                    1.453125,
                    1.25,
                    1.367188,
                    1.195312,
                    1.328125,
                    1.265625,
                    1.117188,
                    1.304688,
                    1.085938,
                    1.359375,
                    1.242188,
                    1.203125,
                    1.132812,
                    1.265625,
                    1.382812,
                    1.34375,
                    1.296875,
                    1.3125,
                    1.085938,
                    1.3125,
                    1.296875,
                    1.0625,
                    1.140625,
                    1.335938,
                    1.382812,
                    1.359375,
                    1.109375,
                    1.109375,
                    0.414062,
                    0.363281,
                    1.257812,
                    1.179688,
                    1.289062,
                    1.226562,
                    1.0625,
                    1.328125,
                    1.210938,
                    1.554688,
                    1.34375,
                    1.15625,
                    1.203125,
                    1.25,
                    1.132812,
                    1.351562,
                    1.320312,
                    1.070312,
                    1.328125,
                    1.320312,
                    1.359375,
                    1.359375,
                    1.3125,
                    1.296875,
                    1.039062,
                    1.171875,
                    1.171875,
                    1.164062,
                    1.320312,
                    1.25,
                    1.335938,
                    1.34375,
                    1.125,
                    1.085938,
                    1.304688,
                    1.25,
                    1.210938,
                    1.34375,
                    1.203125,
                    1.390625,
                    1.445312,
                    1.1875,
                    1.265625,
                    1.148438,
                    1.40625,
                    1.359375,
                    1.320312,
                    1.140625,
                    1.328125,
                    1.335938,
                    1.382812,
                    1.09375,
                    1.304688,
                    1.34375,
                    1.210938,
                    1.203125,
                    1.234375,
                    1.070312,
                    1.117188,
                    1.210938,
                    1.335938,
                    1.390625,
                    1.125,
                    1.335938,
                    1.117188,
                    1.171875,
                    1.34375,
                    1.195312,
                    1.265625,
                    1.46875,
                    1.226562,
                    1.273438,
                    1.335938,
                    1.28125,
                    1.320312,
                    1.117188,
                    1.398438,
                    1.28125,
                    1.171875,
                    1.203125,
                    1.15625,
                    1.375,
                    1.210938,
                    1.132812,
                    1.210938,
                    1.148438,
                    1.148438,
                    1.210938,
                    1.34375,
                    0.953125,
                    1.398438,
                    1.070312,
                    1.398438,
                    1.34375,
                    1.34375,
                    1.179688,
                    1.28125,
                    1.234375,
                    1.296875,
                    1.3125,
                    1.335938,
                    1.273438,
                    1.203125,
                    1.296875,
                    1.273438,
                    1.148438,
                    1.28125,
                    0.84375,
                    1.367188,
                    1.210938,
                    1.1875,
                    1.203125,
                    1.210938,
                    1.320312,
                    1.3125,
                    1.203125,
                    1.351562,
                    1.359375,
                    1.164062,
                    1.234375,
                    1.226562,
                    1.234375,
                    1.335938,
                    1.078125,
                    1.1875,
                    1.359375,
                    1.328125,
                    1.351562,
                    0.988281,
                    1.320312,
                    1.179688,
                    1.375,
                    1.28125,
                    1.242188,
                    1.328125,
                    1.335938,
                    1.351562,
                    1.320312,
                    1.09375,
                    1.21875,
                    1.257812,
                    1.234375,
                    1.328125,
                    1.382812,
                    1.203125,
                    1.210938,
                    1.375,
                    1.304688,
                    1.523438,
                    1.289062,
                    1.15625,
                    1.1875,
                    1.351562,
                    1.25,
                    1.328125,
                    1.335938,
                    1.226562,
                    1.320312,
                    1.40625,
                    1.414062,
                    1.203125,
                    1.398438,
                    1.195312,
                    1.15625,
                    1.117188,
                    1.25,
                    1.234375,
                    1.257812,
                    1.390625,
                    1.351562,
                    1.171875,
                    1.304688,
                    1.375,
                    0.578125,
                    1.304688,
                    1.367188,
                    1.375,
                    1.335938,
                    1.304688,
                    1.273438,
                    1.296875,
                    1.117188,
                    1.273438,
                    1.34375,
                    1.3125,
                    1.28125,
                    1.304688,
                    1.078125,
                    1.296875,
                    1.210938,
                    1.234375,
                    1.328125,
                    1.171875,
                    1.171875,
                    1.203125,
                    1.3125,
                    1.046875,
                    1.5625,
                    1.0625,
                    1.179688,
                    1.320312,
                    1.046875,
                    1.0625,
                    1.195312,
                    1.171875,
                    1.1875,
                    1.3125,
                    1.296875,
                    0.996094,
                    1.148438,
                    1.382812,
                    1.15625,
                    1.054688,
                    1.398438,
                    1.375,
                    1.234375,
                    1.273438,
                    1.15625,
                    0.941406,
                    1.375,
                    1.148438,
                    1.203125,
                    1.203125,
                    1.09375,
                    1.34375,
                    1.164062,
                    1.289062,
                    1.289062,
                    1.351562,
                    1.109375,
                    1.5,
                    1.335938,
                    1.210938,
                    1.125,
                    1.15625,
                    1.296875,
                    1.242188,
                    1.328125,
                    1.421875,
                    1.023438,
                    1.1875,
                    1.289062,
                    1.359375,
                    1.203125,
                    1.398438,
                    1.34375,
                    1.179688,
                    1.359375,
                    1.125,
                    1.164062,
                    1.335938,
                    1.265625,
                    1.226562,
                    1.234375,
                    1.171875,
                    1.078125,
                    1.359375,
                    1.078125,
                    1.296875,
                    1.546875,
                    1.039062,
                    1.226562,
                    1.375,
                    1.195312,
                    1.320312,
                    1.257812,
                    0.832031,
                    1.289062,
                    1.179688,
                    1.171875,
                    1.3125,
                    1.304688,
                    1.226562,
                    1.296875,
                    1.179688,
                    1.328125,
                    1.28125,
                    1.1875,
                    1.304688,
                    1.320312,
                    1.304688,
                    1.382812,
                    1.140625,
                    1.015625,
                    1.203125,
                    1.320312,
                    1.28125,
                    1.328125,
                    1.25,
                    1.257812,
                    1.375,
                    1.367188,
                    1.210938,
                    1.351562,
                    1.15625,
                    1.320312,
                    1.1875,
                    0.976562,
                    0.996094,
                    1.296875,
                    1.140625,
                    1.265625,
                    1.328125,
                    1.359375,
                    1.351562,
                    1.203125,
                    1.34375,
                    1.382812,
                    1.34375,
                    1.109375,
                    1.351562,
                    1.46875,
                    1.195312,
                    1.21875,
                    1.101562,
                    1.117188,
                    1.398438,
                    0.746094,
                    1.203125,
                    1.148438,
                    1.296875,
                    1.328125,
                    0.925781,
                    1.015625,
                    1.195312,
                    1.09375,
                    1.328125,
                    1.273438,
                    1.15625,
                    1.382812,
                    1.234375,
                    1.34375,
                    1.195312,
                    1.0625,
                    1.359375,
                    1.1875,
                    1.34375,
                    1.132812,
                    1.414062,
                    1.3125,
                    1.382812,
                    1.242188,
                    1.34375,
                    1.101562,
                    1.5,
                    1.039062,
                    1.132812,
                    1.335938,
                    1.171875,
                    1.273438,
                    1.351562,
                    1.0625,
                    1.242188,
                    1.359375,
                    1.335938,
                    1.070312,
                    1.257812,
                    1.148438,
                    1.390625,
                    1.109375,
                    1.320312,
                    1.21875,
                    1.0625,
                    1.320312,
                    1.320312,
                    1.3125,
                    1.125,
                    1.210938,
                    1.148438,
                    1.289062,
                    1.328125,
                    1.328125,
                    1.234375,
                    1.164062,
                    1.28125,
                    1.28125,
                    1.320312,
                    1.085938,
                    1.03125,
                    1.125,
                    1.3125,
                    1.304688,
                    1.171875,
                    0.339844,
                    1.320312,
                    0.894531,
                    1.070312,
                    1.125,
                    1.078125,
                    1.34375,
                    1.171875,
                    1.367188,
                    1.289062,
                    1.234375,
                    1.210938,
                    0.585938,
                    1.273438,
                    1.148438,
                    1.234375,
                    1.140625,
                    1.34375,
                    1.289062,
                    1.335938,
                    0.960938,
                    1.328125,
                    1.351562,
                    1.265625,
                    1.320312,
                    1.078125,
                    1.453125,
                    1.257812,
                    1.351562,
                    1.203125,
                    1.390625,
                    1.3125,
                    1.148438,
                    1.367188,
                    1.195312,
                    1.234375,
                    1.195312,
                    1.289062,
                    1.273438,
                    1.367188,
                    1.34375,
                    1.296875,
                    1.335938,
                    1.0625,
                    1.140625,
                    1.296875,
                    1.1875,
                    1.367188,
                    1.179688,
                    1.390625,
                    1.304688,
                    1.3125,
                    1.335938,
                    1.328125,
                    1.359375,
                    1.203125,
                    1.296875,
                    1.054688,
                    1.351562,
                    1.359375,
                    1.132812,
                    1.351562,
                    1.21875,
                    1.304688,
                    1.15625,
                    1.148438,
                    1.367188,
                    1.148438,
                    1.140625,
                    1.1875,
                    1.382812,
                    1.382812,
                    1.3125,
                    1.335938,
                    1.140625,
                    1.085938,
                    1.226562,
                    0.455078,
                    1.359375,
                    1.328125,
                    1.367188,
                    1.242188,
                    1.3125,
                    1.367188,
                    1.164062,
                    1.257812,
                    1.234375,
                    1.351562,
                    1.15625,
                    1.296875,
                    1.164062,
                    1.3125,
                    1.304688,
                    1.304688,
                    0.699219,
                    1.273438,
                    1.304688,
                    1.179688,
                    1.070312,
                    1.328125,
                    1.09375,
                    1.0625,
                    1.125,
                    1.273438,
                    1.140625,
                    1.015625,
                    1.257812,
                    1.09375,
                    1.15625,
                    1.296875,
                    1.132812,
                    1.257812,
                    1.671875,
                    1.234375,
                    0.855469,
                    1.34375,
                    1.140625,
                    1.046875,
                    1.3125,
                    1.335938,
                    1.328125,
                    1.414062,
                    1.203125,
                    1.296875,
                    1.195312,
                    1.414062,
                    1.289062,
                    1.28125,
                    1.335938,
                    1.085938,
                    1.359375,
                    1.289062,
                    0.988281,
                    1.28125,
                    1.203125,
                    1.171875,
                    1.382812,
                    1.34375,
                    -2.8e-05,
                    1.148438,
                    1.304688,
                    0.347656,
                    1.132812,
                    1.21875,
                    1.367188,
                    1.390625,
                    1.382812,
                    1.328125,
                    1.234375,
                    1.257812,
                    1.195312,
                    1.046875,
                    1.140625,
                    1.148438,
                    1.1875,
                    1.335938,
                    1.320312,
                    1.070312,
                    1.078125,
                    1.046875,
                    1.320312,
                    1.140625,
                    1.085938,
                    1.21875,
                    1.453125,
                    1.125,
                    1.179688,
                    1.328125,
                    1.195312,
                    1.046875,
                    1.242188,
                    1.140625,
                    1.320312,
                    1.40625,
                    1.171875,
                    1.132812,
                    1.398438,
                    1.289062,
                    1.234375,
                    1.171875,
                    1.25,
                    1.390625,
                    1.046875,
                    1.21875,
                    1.273438,
                    1.351562,
                    1.34375,
                    1.179688,
                    1.210938,
                    1.335938,
                    1.289062,
                    1.132812,
                    1.054688,
                    1.195312,
                    1.226562,
                    1.3125,
                    1.335938,
                    1.226562,
                    1.226562,
                    1.171875,
                    1.21875,
                    1.148438,
                    1.226562,
                    1.195312,
                    1.257812,
                    1.265625,
                    1.273438,
                    1.210938,
                    1.3125,
                    1.132812,
                    1.382812,
                    1.335938,
                    1.125,
                    1.382812,
                    1.359375,
                    1.257812,
                    1.109375,
                    1.179688,
                    1.3125,
                    1.398438,
                    1.359375,
                    1.34375,
                    1.359375,
                    1.265625,
                    1.28125,
                    1.351562,
                    1.242188,
                    1.34375,
                    1.375,
                    1.15625,
                    1.179688,
                    1.234375,
                    1.125,
                    1.289062,
                    1.242188,
                    1.3125,
                    1.296875,
                    1.242188,
                    1.359375,
                    1.132812,
                    1.398438,
                    1.242188,
                    1.1875,
                    1.109375,
                    1.28125,
                    1.140625,
                    1.03125,
                    1.265625,
                    1.28125,
                    1.0625,
                    1.289062,
                    1.289062,
                    1.328125
                ]
            },
            "name": "model.model.layers.25.post_attention_layernorm.weight",
            "outputIndexes": [
                2115
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2114
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_25/Mul_output_0",
            "outputIndexes": [
                2116
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2115,
                2116
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_25/Mul_1_output_0",
            "outputIndexes": [
                2117
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2117
            ],
            "outputIndexes": [
                3024
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                3024
            ],
            "outputIndexes": [
                3025
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/gate_proj/Linear",
            "inputIndexes": [
                3025
            ],
            "outputIndexes": [
                3026
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    661335906,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                3026
            ],
            "outputIndexes": [
                3027
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3027
            ],
            "outputIndexes": [
                2118
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2118
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_25/Sigmoid_output_0",
            "outputIndexes": [
                2119
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2118,
                2119
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_25/Mul_output_0",
            "outputIndexes": [
                2120
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2117
            ],
            "outputIndexes": [
                3028
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                3028
            ],
            "outputIndexes": [
                3029
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/up_proj/Linear",
            "inputIndexes": [
                3029
            ],
            "outputIndexes": [
                3030
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    669077368,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                3030
            ],
            "outputIndexes": [
                3031
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3031
            ],
            "outputIndexes": [
                2121
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2120,
                2121
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_25/Mul_output_0",
            "outputIndexes": [
                2122
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2122
            ],
            "outputIndexes": [
                3032
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    8960,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                3032
            ],
            "outputIndexes": [
                3033
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/down_proj/Linear",
            "inputIndexes": [
                3033
            ],
            "outputIndexes": [
                3034
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 8960,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    676818830,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                3034
            ],
            "outputIndexes": [
                3035
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3035
            ],
            "outputIndexes": [
                2123
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2114,
                2123
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_129_output_0",
            "outputIndexes": [
                2124
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2124,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_234_output_0",
            "outputIndexes": [
                2125
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    3.8125,
                    0.574219,
                    2.140625,
                    0.699219,
                    0.832031,
                    0.5625,
                    0.585938,
                    0.59375,
                    0.636719,
                    0.664062,
                    0.601562,
                    1.96875,
                    0.585938,
                    0.636719,
                    0.613281,
                    0.609375,
                    0.558594,
                    0.617188,
                    0.554688,
                    0.699219,
                    0.535156,
                    0.664062,
                    0.558594,
                    4.1875,
                    0.5625,
                    0.566406,
                    0.730469,
                    0.585938,
                    0.59375,
                    0.605469,
                    0.589844,
                    0.636719,
                    0.566406,
                    0.765625,
                    0.785156,
                    0.578125,
                    0.582031,
                    0.640625,
                    0.628906,
                    1.59375,
                    0.542969,
                    0.5625,
                    0.601562,
                    0.5625,
                    3.6875,
                    0.644531,
                    0.59375,
                    0.609375,
                    0.605469,
                    1.398438,
                    4.03125,
                    1.976562,
                    0.570312,
                    0.652344,
                    0.628906,
                    0.625,
                    0.617188,
                    3.9375,
                    2.609375,
                    0.628906,
                    0.648438,
                    0.652344,
                    0.679688,
                    0.578125,
                    0.613281,
                    2.78125,
                    0.597656,
                    0.609375,
                    0.558594,
                    0.679688,
                    0.625,
                    0.660156,
                    3.828125,
                    0.613281,
                    0.628906,
                    2.015625,
                    0.695312,
                    0.589844,
                    0.5625,
                    0.660156,
                    0.566406,
                    4.0625,
                    2.109375,
                    0.433594,
                    0.546875,
                    0.539062,
                    0.492188,
                    0.566406,
                    0.855469,
                    0.605469,
                    0.667969,
                    0.648438,
                    1.53125,
                    0.597656,
                    0.503906,
                    2.984375,
                    0.597656,
                    0.71875,
                    0.570312,
                    0.464844,
                    0.570312,
                    1.234375,
                    1.695312,
                    0.582031,
                    0.789062,
                    0.648438,
                    0.671875,
                    0.75,
                    0.953125,
                    0.578125,
                    0.714844,
                    0.589844,
                    0.59375,
                    3.96875,
                    0.605469,
                    0.648438,
                    0.664062,
                    0.59375,
                    4.03125,
                    3.609375,
                    0.570312,
                    3.53125,
                    0.832031,
                    0.628906,
                    0.597656,
                    0.550781,
                    0.582031,
                    3.65625,
                    0.609375,
                    0.613281,
                    0.59375,
                    0.625,
                    0.59375,
                    0.613281,
                    0.566406,
                    0.515625,
                    0.878906,
                    0.578125,
                    0.691406,
                    0.601562,
                    3.890625,
                    0.640625,
                    0.636719,
                    3.203125,
                    0.53125,
                    0.671875,
                    0.589844,
                    2.6875,
                    0.5625,
                    0.578125,
                    0.648438,
                    0.589844,
                    3.59375,
                    0.566406,
                    0.949219,
                    0.765625,
                    0.574219,
                    0.59375,
                    0.582031,
                    0.550781,
                    1.007812,
                    0.734375,
                    0.867188,
                    3.59375,
                    0.605469,
                    0.558594,
                    0.632812,
                    0.558594,
                    0.574219,
                    0.640625,
                    0.582031,
                    0.609375,
                    0.585938,
                    0.59375,
                    0.628906,
                    0.585938,
                    0.804688,
                    0.527344,
                    0.664062,
                    0.535156,
                    0.578125,
                    0.621094,
                    0.566406,
                    0.71875,
                    0.675781,
                    3.375,
                    3.53125,
                    0.59375,
                    0.53125,
                    0.574219,
                    0.574219,
                    0.621094,
                    0.582031,
                    0.5625,
                    0.59375,
                    0.585938,
                    0.574219,
                    0.609375,
                    0.640625,
                    0.722656,
                    0.632812,
                    0.546875,
                    0.566406,
                    0.59375,
                    0.578125,
                    0.585938,
                    0.550781,
                    0.558594,
                    0.703125,
                    0.574219,
                    0.757812,
                    0.59375,
                    1.1875,
                    0.582031,
                    0.589844,
                    3.40625,
                    0.542969,
                    0.585938,
                    0.582031,
                    0.464844,
                    0.605469,
                    0.589844,
                    1.875,
                    3.21875,
                    0.625,
                    0.550781,
                    0.640625,
                    0.941406,
                    2.203125,
                    0.53125,
                    0.589844,
                    0.625,
                    0.566406,
                    0.605469,
                    0.558594,
                    0.609375,
                    0.636719,
                    0.601562,
                    0.617188,
                    0.570312,
                    0.617188,
                    0.605469,
                    0.710938,
                    0.550781,
                    0.671875,
                    0.605469,
                    0.542969,
                    0.546875,
                    0.625,
                    0.5625,
                    0.671875,
                    2.9375,
                    0.570312,
                    3.828125,
                    3.96875,
                    0.796875,
                    0.617188,
                    0.570312,
                    0.515625,
                    0.644531,
                    0.523438,
                    0.542969,
                    0.554688,
                    0.632812,
                    0.59375,
                    0.566406,
                    0.628906,
                    0.558594,
                    0.609375,
                    0.621094,
                    0.589844,
                    0.894531,
                    0.632812,
                    0.613281,
                    1.304688,
                    0.617188,
                    3.40625,
                    0.53125,
                    0.621094,
                    0.625,
                    0.578125,
                    0.589844,
                    0.664062,
                    0.726562,
                    0.648438,
                    3.75,
                    0.65625,
                    0.605469,
                    0.6875,
                    0.996094,
                    0.605469,
                    0.609375,
                    0.578125,
                    0.582031,
                    0.625,
                    0.609375,
                    0.554688,
                    0.792969,
                    0.570312,
                    0.574219,
                    3.828125,
                    3.375,
                    0.570312,
                    3.53125,
                    0.621094,
                    0.601562,
                    0.558594,
                    0.617188,
                    0.671875,
                    3.875,
                    1.039062,
                    0.546875,
                    3.625,
                    0.585938,
                    0.566406,
                    0.566406,
                    3.75,
                    0.597656,
                    0.582031,
                    3.765625,
                    0.617188,
                    0.585938,
                    0.515625,
                    1.351562,
                    0.582031,
                    0.839844,
                    0.617188,
                    3.90625,
                    0.570312,
                    0.59375,
                    3.796875,
                    0.679688,
                    3.671875,
                    1.125,
                    0.59375,
                    2.53125,
                    0.582031,
                    3.984375,
                    0.675781,
                    3.375,
                    0.992188,
                    0.625,
                    0.617188,
                    0.539062,
                    0.53125,
                    0.570312,
                    0.625,
                    0.652344,
                    0.632812,
                    0.570312,
                    0.550781,
                    3.078125,
                    2.078125,
                    0.734375,
                    0.507812,
                    0.644531,
                    3.5,
                    0.550781,
                    0.554688,
                    0.640625,
                    0.585938,
                    0.570312,
                    0.570312,
                    0.625,
                    0.640625,
                    0.644531,
                    0.5625,
                    0.585938,
                    3.90625,
                    0.578125,
                    0.585938,
                    0.75,
                    0.570312,
                    0.789062,
                    0.585938,
                    0.65625,
                    0.554688,
                    0.832031,
                    0.574219,
                    0.6875,
                    0.609375,
                    0.605469,
                    0.605469,
                    0.574219,
                    3.25,
                    0.5625,
                    0.699219,
                    0.578125,
                    0.574219,
                    0.515625,
                    0.558594,
                    0.59375,
                    0.546875,
                    0.640625,
                    2.546875,
                    3.65625,
                    0.570312,
                    0.976562,
                    0.597656,
                    0.558594,
                    0.625,
                    0.5625,
                    0.945312,
                    0.542969,
                    0.601562,
                    3.71875,
                    0.53125,
                    0.585938,
                    0.318359,
                    3.4375,
                    0.695312,
                    0.636719,
                    0.5625,
                    0.601562,
                    0.636719,
                    0.574219,
                    0.554688,
                    0.585938,
                    0.632812,
                    0.574219,
                    0.574219,
                    0.988281,
                    0.78125,
                    0.742188,
                    0.554688,
                    0.570312,
                    0.613281,
                    0.621094,
                    0.621094,
                    0.527344,
                    0.585938,
                    0.5625,
                    0.574219,
                    0.558594,
                    1.0,
                    0.6875,
                    0.640625,
                    0.664062,
                    0.59375,
                    0.632812,
                    0.613281,
                    0.726562,
                    3.34375,
                    1.25,
                    0.570312,
                    0.589844,
                    3.578125,
                    0.570312,
                    0.644531,
                    0.539062,
                    0.566406,
                    0.648438,
                    0.585938,
                    0.554688,
                    0.582031,
                    0.59375,
                    0.597656,
                    0.539062,
                    3.875,
                    0.628906,
                    0.65625,
                    0.554688,
                    0.527344,
                    0.648438,
                    0.640625,
                    3.625,
                    0.898438,
                    0.621094,
                    0.558594,
                    0.597656,
                    0.636719,
                    0.494141,
                    1.132812,
                    0.578125,
                    0.5625,
                    0.617188,
                    0.652344,
                    0.671875,
                    3.53125,
                    0.585938,
                    0.574219,
                    0.664062,
                    0.566406,
                    0.554688,
                    0.617188,
                    0.695312,
                    0.507812,
                    0.902344,
                    0.546875,
                    0.574219,
                    0.410156,
                    0.574219,
                    0.578125,
                    0.5625,
                    0.710938,
                    0.558594,
                    0.683594,
                    0.570312,
                    0.675781,
                    3.59375,
                    3.59375,
                    0.550781,
                    0.554688,
                    0.574219,
                    0.59375,
                    0.546875,
                    0.566406,
                    3.46875,
                    0.679688,
                    0.585938,
                    0.667969,
                    0.566406,
                    0.59375,
                    0.578125,
                    3.765625,
                    0.601562,
                    0.679688,
                    0.621094,
                    1.960938,
                    1.265625,
                    0.202148,
                    0.582031,
                    0.535156,
                    0.914062,
                    0.539062,
                    0.820312,
                    0.5625,
                    0.578125,
                    0.542969,
                    0.757812,
                    0.486328,
                    0.59375,
                    3.609375,
                    0.609375,
                    0.542969,
                    0.59375,
                    0.609375,
                    0.699219,
                    0.605469,
                    3.84375,
                    0.59375,
                    0.550781,
                    0.554688,
                    0.589844,
                    0.443359,
                    0.695312,
                    3.09375,
                    0.832031,
                    2.296875,
                    0.570312,
                    0.535156,
                    0.523438,
                    0.542969,
                    0.789062,
                    3.640625,
                    0.582031,
                    0.597656,
                    0.585938,
                    0.578125,
                    3.765625,
                    0.601562,
                    0.59375,
                    0.5625,
                    0.679688,
                    0.578125,
                    1.820312,
                    3.578125,
                    0.617188,
                    0.597656,
                    0.558594,
                    0.796875,
                    0.605469,
                    0.671875,
                    4.125,
                    3.234375,
                    0.570312,
                    0.582031,
                    0.558594,
                    3.640625,
                    0.539062,
                    3.3125,
                    0.609375,
                    0.542969,
                    0.539062,
                    0.570312,
                    0.691406,
                    0.644531,
                    0.613281,
                    0.53125,
                    0.648438,
                    0.570312,
                    0.589844,
                    0.353516,
                    0.578125,
                    0.679688,
                    0.539062,
                    0.605469,
                    0.558594,
                    0.5625,
                    0.714844,
                    0.53125,
                    0.542969,
                    0.667969,
                    3.90625,
                    0.609375,
                    2.921875,
                    3.765625,
                    0.527344,
                    0.667969,
                    0.043701,
                    0.527344,
                    0.394531,
                    3.9375,
                    0.597656,
                    0.59375,
                    0.605469,
                    0.730469,
                    0.59375,
                    1.695312,
                    0.683594,
                    0.714844,
                    0.761719,
                    0.601562,
                    0.566406,
                    0.628906,
                    0.550781,
                    0.667969,
                    0.585938,
                    0.539062,
                    0.632812,
                    0.582031,
                    0.765625,
                    3.890625,
                    0.523438,
                    0.601562,
                    0.785156,
                    0.585938,
                    0.707031,
                    0.574219,
                    0.617188,
                    0.570312,
                    4.0,
                    0.582031,
                    0.613281,
                    3.859375,
                    0.585938,
                    0.578125,
                    0.574219,
                    2.203125,
                    0.585938,
                    3.46875,
                    0.570312,
                    0.9375,
                    0.601562,
                    0.628906,
                    0.554688,
                    0.558594,
                    0.554688,
                    0.542969,
                    0.566406,
                    0.644531,
                    2.671875,
                    4.125,
                    0.65625,
                    2.03125,
                    0.574219,
                    0.558594,
                    0.652344,
                    0.578125,
                    0.71875,
                    0.558594,
                    3.078125,
                    0.617188,
                    0.570312,
                    0.550781,
                    0.566406,
                    3.609375,
                    0.582031,
                    0.660156,
                    0.632812,
                    0.644531,
                    0.617188,
                    0.5625,
                    0.613281,
                    0.566406,
                    0.640625,
                    0.527344,
                    0.542969,
                    0.566406,
                    0.558594,
                    0.542969,
                    0.640625,
                    0.648438,
                    0.546875,
                    3.4375,
                    0.65625,
                    0.941406,
                    0.597656,
                    0.523438,
                    0.578125,
                    0.574219,
                    0.566406,
                    0.675781,
                    0.503906,
                    3.15625,
                    0.640625,
                    0.726562,
                    0.664062,
                    0.601562,
                    0.65625,
                    3.125,
                    3.84375,
                    0.589844,
                    1.71875,
                    3.9375,
                    0.515625,
                    0.546875,
                    0.675781,
                    3.234375,
                    0.570312,
                    0.636719,
                    3.671875,
                    0.644531,
                    3.421875,
                    1.242188,
                    0.585938,
                    0.578125,
                    0.566406,
                    0.507812,
                    0.550781,
                    0.613281,
                    0.628906,
                    0.625,
                    0.601562,
                    0.558594,
                    0.824219,
                    0.578125,
                    0.542969,
                    0.585938,
                    0.558594,
                    0.851562,
                    3.65625,
                    3.65625,
                    0.632812,
                    0.589844,
                    0.570312,
                    0.640625,
                    0.535156,
                    0.539062,
                    0.609375,
                    1.703125,
                    0.539062,
                    3.6875,
                    3.4375,
                    0.816406,
                    0.550781,
                    0.589844,
                    0.632812,
                    0.636719,
                    0.617188,
                    0.574219,
                    0.65625,
                    0.707031,
                    3.921875,
                    0.648438,
                    0.585938,
                    0.546875,
                    0.777344,
                    0.664062,
                    0.675781,
                    3.796875,
                    0.667969,
                    0.523438,
                    1.148438,
                    0.671875,
                    0.59375,
                    0.695312,
                    2.65625,
                    0.589844,
                    0.820312,
                    0.625,
                    0.625,
                    0.621094,
                    0.5625,
                    1.109375,
                    0.597656,
                    0.636719,
                    0.566406,
                    0.554688,
                    0.5625,
                    0.5625,
                    0.605469,
                    0.582031,
                    3.828125,
                    1.453125,
                    0.613281,
                    2.4375,
                    0.632812,
                    0.558594,
                    0.582031,
                    0.632812,
                    0.550781,
                    1.3125,
                    0.632812,
                    0.648438,
                    0.597656,
                    0.707031,
                    0.632812,
                    3.75,
                    0.621094,
                    0.730469,
                    0.609375,
                    0.488281,
                    0.804688,
                    0.628906,
                    0.519531,
                    0.609375,
                    0.566406,
                    0.5625,
                    0.539062,
                    0.609375,
                    0.605469,
                    0.550781,
                    0.546875,
                    0.550781,
                    0.625,
                    0.855469,
                    3.5625,
                    0.609375,
                    0.777344,
                    0.582031,
                    0.589844,
                    0.609375,
                    0.867188,
                    0.597656,
                    0.582031,
                    0.636719,
                    0.628906,
                    0.617188,
                    0.589844,
                    0.546875,
                    0.65625,
                    1.914062,
                    0.5625,
                    3.640625,
                    0.738281,
                    0.507812,
                    0.554688,
                    0.78125,
                    3.9375,
                    0.570312,
                    0.636719,
                    0.527344,
                    1.5,
                    0.628906,
                    0.601562,
                    3.75,
                    0.726562,
                    0.589844,
                    0.636719,
                    0.5625,
                    0.605469,
                    0.542969,
                    0.566406,
                    4.0,
                    4.09375,
                    0.570312,
                    0.824219,
                    3.796875,
                    0.613281,
                    0.519531,
                    0.609375,
                    0.789062,
                    0.535156,
                    0.574219,
                    0.542969,
                    0.5625,
                    0.734375,
                    0.796875,
                    0.597656,
                    3.96875,
                    0.527344,
                    0.601562,
                    0.609375,
                    0.679688,
                    0.542969,
                    0.5625,
                    0.554688,
                    0.605469,
                    0.59375,
                    2.90625,
                    0.601562,
                    0.605469,
                    3.859375,
                    0.582031,
                    0.617188,
                    0.597656,
                    0.5625,
                    1.25,
                    4.0,
                    4.5625,
                    3.46875,
                    0.5625,
                    0.617188,
                    1.039062,
                    0.621094,
                    2.296875,
                    0.578125,
                    0.683594,
                    0.667969,
                    0.617188,
                    0.78125,
                    0.613281,
                    0.613281,
                    0.617188,
                    0.597656,
                    0.707031,
                    3.96875,
                    0.605469,
                    0.585938,
                    0.558594,
                    0.570312,
                    0.550781,
                    0.609375,
                    2.4375,
                    0.914062,
                    1.1875,
                    0.628906,
                    0.628906,
                    0.527344,
                    0.550781,
                    0.535156,
                    0.714844,
                    3.859375,
                    0.808594,
                    0.578125,
                    0.621094,
                    0.605469,
                    0.703125,
                    0.542969,
                    -0.216797,
                    0.59375,
                    0.707031,
                    0.597656,
                    0.9375,
                    0.578125,
                    0.632812,
                    0.671875,
                    0.660156,
                    0.601562,
                    0.570312,
                    3.71875,
                    0.546875,
                    0.566406,
                    0.582031,
                    0.625,
                    0.566406,
                    1.679688,
                    0.613281,
                    0.664062,
                    0.554688,
                    0.5625,
                    0.59375,
                    0.582031,
                    0.652344,
                    0.605469,
                    0.570312,
                    0.710938,
                    0.578125,
                    0.621094,
                    0.578125,
                    0.710938,
                    0.554688,
                    0.640625,
                    0.605469,
                    3.828125,
                    0.648438,
                    0.601562,
                    0.671875,
                    0.621094,
                    0.761719,
                    0.617188,
                    0.75,
                    1.203125,
                    0.601562,
                    0.605469,
                    0.6875,
                    0.746094,
                    0.671875,
                    3.5625,
                    0.554688,
                    3.84375,
                    0.589844,
                    0.523438,
                    0.574219,
                    0.609375,
                    0.765625,
                    0.683594,
                    0.498047,
                    0.464844,
                    0.566406,
                    0.570312,
                    0.859375,
                    0.5625,
                    0.589844,
                    0.777344,
                    0.574219,
                    3.359375,
                    0.625,
                    0.695312,
                    0.554688,
                    0.6875,
                    0.609375,
                    0.621094,
                    0.617188,
                    0.839844,
                    0.652344,
                    0.53125,
                    0.78125,
                    0.628906,
                    0.621094,
                    0.558594,
                    0.585938,
                    2.6875,
                    1.15625,
                    0.578125,
                    0.558594,
                    0.550781,
                    2.3125,
                    0.550781,
                    0.675781,
                    0.546875,
                    0.589844,
                    0.550781,
                    0.605469,
                    0.515625,
                    0.628906,
                    0.574219,
                    1.5625,
                    0.605469,
                    0.632812,
                    0.558594,
                    0.601562,
                    0.578125,
                    0.613281,
                    0.597656,
                    0.566406,
                    0.785156,
                    0.679688,
                    0.566406,
                    0.746094,
                    0.640625,
                    0.695312,
                    0.539062,
                    0.609375,
                    0.570312,
                    0.6875,
                    0.578125,
                    0.601562,
                    0.664062,
                    0.6875,
                    0.5625,
                    0.644531,
                    0.589844,
                    0.714844,
                    0.632812,
                    0.554688,
                    0.5625,
                    0.695312,
                    0.554688,
                    0.589844,
                    0.5625,
                    0.539062,
                    3.78125,
                    0.574219,
                    0.683594,
                    0.660156,
                    0.617188,
                    0.601562,
                    0.558594,
                    0.570312,
                    0.746094,
                    0.474609,
                    0.5625,
                    0.5625,
                    0.613281,
                    0.535156,
                    3.78125,
                    0.578125,
                    0.929688,
                    0.597656,
                    0.515625,
                    0.632812,
                    0.890625,
                    0.632812,
                    0.470703,
                    1.976562,
                    0.609375,
                    3.859375,
                    0.664062,
                    0.59375,
                    3.78125,
                    3.890625,
                    0.691406,
                    0.753906,
                    0.550781,
                    0.570312,
                    0.628906,
                    2.1875,
                    0.738281,
                    0.523438,
                    0.648438,
                    3.5625,
                    0.511719,
                    0.566406,
                    0.578125,
                    0.585938,
                    0.625,
                    2.984375,
                    0.597656,
                    0.675781,
                    0.664062,
                    0.8125,
                    1.289062,
                    0.585938,
                    2.484375,
                    0.570312,
                    0.585938,
                    0.578125,
                    0.558594,
                    0.59375,
                    0.539062,
                    0.59375,
                    0.695312,
                    0.609375,
                    0.78125,
                    0.648438,
                    0.886719,
                    0.554688,
                    2.71875,
                    0.65625,
                    0.59375,
                    0.542969,
                    0.699219,
                    0.585938,
                    0.566406,
                    0.648438,
                    0.621094,
                    0.65625,
                    0.632812,
                    0.59375,
                    0.628906,
                    0.640625,
                    0.585938,
                    1.289062,
                    3.828125,
                    0.554688,
                    3.8125,
                    0.523438,
                    0.746094,
                    3.609375,
                    0.699219,
                    0.546875,
                    0.65625,
                    0.546875,
                    0.582031,
                    3.8125,
                    0.5625,
                    0.59375,
                    0.664062,
                    0.59375,
                    0.632812,
                    0.578125,
                    2.828125,
                    0.664062,
                    0.566406,
                    0.570312,
                    0.617188,
                    0.640625,
                    0.546875,
                    0.5625,
                    0.53125,
                    0.679688,
                    3.5625,
                    0.65625,
                    0.554688,
                    0.617188,
                    0.546875,
                    0.644531,
                    0.566406,
                    0.566406,
                    0.578125,
                    0.632812,
                    0.5625,
                    0.601562,
                    0.570312,
                    1.0625,
                    3.359375,
                    1.90625,
                    0.59375,
                    1.351562,
                    0.582031,
                    0.636719,
                    0.582031,
                    0.546875,
                    0.625,
                    0.578125,
                    0.535156,
                    0.546875,
                    0.636719,
                    0.535156,
                    0.601562,
                    0.65625,
                    0.628906,
                    2.578125,
                    2.953125,
                    0.601562,
                    3.0625,
                    0.789062,
                    1.664062,
                    0.65625,
                    0.695312,
                    3.46875,
                    2.9375,
                    0.640625,
                    3.15625,
                    0.585938,
                    0.792969,
                    0.589844,
                    1.484375,
                    0.582031,
                    0.527344,
                    0.65625,
                    3.828125,
                    0.589844,
                    0.652344,
                    0.550781,
                    0.652344,
                    0.601562,
                    0.511719,
                    0.597656,
                    0.609375,
                    0.574219,
                    3.421875,
                    0.585938,
                    2.234375,
                    0.6875,
                    0.589844,
                    2.484375,
                    0.585938,
                    0.53125,
                    3.90625,
                    0.878906,
                    0.589844,
                    0.5625,
                    3.65625,
                    0.707031,
                    0.660156,
                    0.539062,
                    0.675781,
                    0.613281,
                    0.570312,
                    3.90625,
                    0.792969,
                    0.554688,
                    0.539062,
                    0.910156,
                    0.597656,
                    1.054688,
                    0.585938,
                    0.554688,
                    0.574219,
                    0.613281,
                    0.621094,
                    0.65625,
                    0.605469,
                    0.558594,
                    2.15625,
                    3.515625,
                    2.09375,
                    0.550781,
                    0.679688,
                    0.589844,
                    3.546875,
                    0.53125,
                    2.21875,
                    3.890625,
                    0.792969,
                    3.90625,
                    0.589844,
                    1.429688,
                    0.574219,
                    0.679688,
                    0.601562,
                    0.636719,
                    3.53125,
                    0.597656,
                    0.667969,
                    0.625,
                    0.546875,
                    0.53125,
                    1.28125,
                    0.554688,
                    3.625,
                    0.566406,
                    0.578125,
                    0.609375,
                    0.589844,
                    1.648438,
                    0.5625,
                    0.84375,
                    0.542969,
                    0.625,
                    0.621094,
                    0.628906,
                    0.898438,
                    0.558594,
                    0.515625,
                    0.71875,
                    0.582031,
                    0.535156,
                    0.59375,
                    0.574219,
                    0.554688,
                    0.597656,
                    0.601562,
                    4.0625,
                    0.835938,
                    0.558594,
                    0.722656,
                    0.636719,
                    0.613281,
                    0.53125,
                    0.578125,
                    0.5625,
                    0.574219,
                    0.597656,
                    0.59375,
                    0.769531,
                    0.617188,
                    4.0,
                    0.570312,
                    0.558594,
                    1.398438,
                    0.582031,
                    0.542969,
                    0.5625,
                    0.59375,
                    0.699219,
                    0.644531,
                    0.789062,
                    0.683594,
                    0.914062,
                    0.570312,
                    0.550781,
                    0.570312,
                    0.5625,
                    0.707031,
                    3.640625,
                    0.59375,
                    4.3125,
                    0.597656,
                    0.675781,
                    0.554688,
                    0.625,
                    0.652344,
                    0.570312,
                    0.710938,
                    0.664062,
                    0.601562,
                    0.550781,
                    0.699219,
                    0.585938,
                    0.550781,
                    0.613281,
                    0.546875,
                    0.578125,
                    3.1875,
                    0.5625,
                    0.578125,
                    0.613281,
                    4.0,
                    0.558594,
                    3.765625,
                    3.1875,
                    0.585938,
                    0.558594,
                    0.648438,
                    3.34375,
                    0.585938,
                    3.90625,
                    0.90625,
                    0.578125,
                    0.640625,
                    0.722656,
                    0.523438,
                    0.828125,
                    3.203125,
                    0.546875,
                    0.746094,
                    3.8125,
                    0.574219,
                    0.550781,
                    0.617188,
                    0.601562,
                    0.839844,
                    0.550781,
                    0.625,
                    0.605469,
                    0.5625,
                    0.695312,
                    0.515625,
                    3.3125,
                    0.582031,
                    0.59375,
                    3.5625,
                    0.589844,
                    0.570312,
                    0.546875,
                    0.609375,
                    0.550781,
                    -0.032471,
                    0.691406,
                    1.445312,
                    3.234375,
                    1.148438,
                    0.625,
                    0.546875,
                    0.53125,
                    0.542969,
                    0.605469,
                    0.554688,
                    0.613281,
                    0.644531,
                    3.546875,
                    0.589844,
                    0.703125,
                    0.589844,
                    0.550781,
                    0.511719,
                    3.8125,
                    4.0,
                    3.671875,
                    0.550781,
                    0.644531,
                    1.171875,
                    0.777344,
                    0.640625,
                    0.582031,
                    0.589844,
                    0.558594,
                    0.609375,
                    3.671875,
                    0.699219,
                    0.601562,
                    0.554688,
                    0.601562,
                    0.800781,
                    0.859375,
                    0.515625,
                    0.5625,
                    0.789062,
                    0.628906,
                    0.585938,
                    0.539062,
                    3.890625,
                    0.570312,
                    0.621094,
                    0.667969,
                    0.570312,
                    0.660156,
                    0.882812,
                    0.53125,
                    0.59375,
                    0.640625,
                    3.8125,
                    0.695312,
                    0.777344,
                    0.609375,
                    0.59375,
                    0.59375,
                    0.605469,
                    0.988281,
                    0.507812,
                    0.652344,
                    0.550781,
                    0.628906,
                    0.699219,
                    0.789062,
                    0.621094,
                    0.644531,
                    0.628906,
                    0.566406,
                    0.523438,
                    0.554688,
                    0.75,
                    0.527344,
                    0.738281,
                    0.683594,
                    0.945312,
                    0.757812,
                    0.5625,
                    0.53125,
                    0.574219,
                    0.558594,
                    0.53125,
                    0.597656,
                    0.609375,
                    0.570312,
                    0.707031,
                    0.601562,
                    0.539062,
                    0.632812,
                    0.953125,
                    0.5625,
                    0.722656,
                    0.554688,
                    0.8125,
                    0.585938,
                    0.542969,
                    0.566406,
                    0.59375,
                    0.761719,
                    0.574219,
                    1.03125,
                    0.613281,
                    0.707031,
                    0.546875,
                    1.71875,
                    3.640625,
                    0.59375,
                    0.671875,
                    3.84375,
                    0.632812,
                    0.582031,
                    0.570312
                ]
            },
            "name": "model.model.layers.26.input_layernorm.weight",
            "outputIndexes": [
                2126
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2125
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_26/Mul_output_0",
            "outputIndexes": [
                2127
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2126,
                2127
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_26/Mul_1_output_0",
            "outputIndexes": [
                2128
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2128
            ],
            "outputIndexes": [
                3036
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                3036
            ],
            "outputIndexes": [
                3037
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/q_proj/Linear",
            "inputIndexes": [
                3037
            ],
            "outputIndexes": [
                3038
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    684560292,
                    1179670,
                    147456,
                    6144,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                3038
            ],
            "outputIndexes": [
                3039
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3039
            ],
            "outputIndexes": [
                2129
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2128
            ],
            "main_type": "NONE",
            "name": "/Shape_365_output_0",
            "outputIndexes": [
                2130
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2130
            ],
            "main_type": "NONE",
            "name": "Shape6578",
            "outputIndexes": [
                2131
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2130
            ],
            "main_type": "NONE",
            "name": "Rank6580",
            "outputIndexes": [
                2132
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2132,
                2132
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6582",
            "outputIndexes": [
                2133
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2133
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6583",
            "outputIndexes": [
                2134
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2133,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6585",
            "outputIndexes": [
                2135
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2135
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6586",
            "outputIndexes": [
                2136
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2131,
                2134,
                2136,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice6589",
            "outputIndexes": [
                2137
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2137
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze6590",
            "outputIndexes": [
                2138
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                2138
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6591",
            "outputIndexes": [
                2139
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2139,
                2138
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6592",
            "outputIndexes": [
                2140
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2130,
                2140,
                2133
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_394_output_0",
            "outputIndexes": [
                2141
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2141,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_833_output_0",
            "outputIndexes": [
                2142
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                2142,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_338_output_0",
            "outputIndexes": [
                2143
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2129,
                2143
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_235_output_0",
            "outputIndexes": [
                2144
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2144,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_208_output_0",
            "outputIndexes": [
                2145
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2144
            ],
            "main_type": "NONE",
            "name": "/Shape_366_output_0",
            "outputIndexes": [
                2146
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2146
            ],
            "main_type": "NONE",
            "name": "Shape6599",
            "outputIndexes": [
                2147
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2146
            ],
            "main_type": "NONE",
            "name": "Rank6601",
            "outputIndexes": [
                2148
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2148,
                2148
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6603",
            "outputIndexes": [
                2149
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2149
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6604",
            "outputIndexes": [
                2150
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2149,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6606",
            "outputIndexes": [
                2151
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2151
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6607",
            "outputIndexes": [
                2152
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2147,
                2150,
                2152,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice6610",
            "outputIndexes": [
                2153
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2153
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze6611",
            "outputIndexes": [
                2154
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                2154
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6612",
            "outputIndexes": [
                2155
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2155,
                2154
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6613",
            "outputIndexes": [
                2156
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2146,
                2156,
                2149
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_395_output_0",
            "outputIndexes": [
                2157
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2157,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_78_output_0",
            "outputIndexes": [
                2158
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2158,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_838_output_0",
            "outputIndexes": [
                2159
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2144,
                2159,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_105_output_0",
            "outputIndexes": [
                2160
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2160
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_52_output_0",
            "outputIndexes": [
                2161
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2144,
                22,
                2159,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_104_output_0",
            "outputIndexes": [
                2162
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2161,
                2162
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_341_output_0",
            "outputIndexes": [
                2163
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2163,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_209_output_0",
            "outputIndexes": [
                2164
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2145,
                2164
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_130_output_0",
            "outputIndexes": [
                2165
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2128
            ],
            "outputIndexes": [
                3040
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                3040
            ],
            "outputIndexes": [
                3041
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/k_proj/Linear",
            "inputIndexes": [
                3041
            ],
            "outputIndexes": [
                3042
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    685893562,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                3042
            ],
            "outputIndexes": [
                3043
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3043
            ],
            "outputIndexes": [
                2166
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                2142,
                85,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_339_output_0",
            "outputIndexes": [
                2167
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2166,
                2167
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_236_output_0",
            "outputIndexes": [
                2168
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2168,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_210_output_0",
            "outputIndexes": [
                2169
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2168
            ],
            "main_type": "NONE",
            "name": "/Shape_367_output_0",
            "outputIndexes": [
                2170
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2170
            ],
            "main_type": "NONE",
            "name": "Shape6662",
            "outputIndexes": [
                2171
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2170
            ],
            "main_type": "NONE",
            "name": "Rank6664",
            "outputIndexes": [
                2172
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2172,
                2172
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6666",
            "outputIndexes": [
                2173
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2173
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6667",
            "outputIndexes": [
                2174
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2173,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6669",
            "outputIndexes": [
                2175
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2175
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6670",
            "outputIndexes": [
                2176
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2171,
                2174,
                2176,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice6673",
            "outputIndexes": [
                2177
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2177
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze6674",
            "outputIndexes": [
                2178
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                2178
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6675",
            "outputIndexes": [
                2179
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2179,
                2178
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6676",
            "outputIndexes": [
                2180
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2170,
                2180,
                2173
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_396_output_0",
            "outputIndexes": [
                2181
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2181,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_79_output_0",
            "outputIndexes": [
                2182
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2182,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_840_output_0",
            "outputIndexes": [
                2183
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2168,
                2183,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_107_output_0",
            "outputIndexes": [
                2184
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2184
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_53_output_0",
            "outputIndexes": [
                2185
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2168,
                22,
                2183,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_106_output_0",
            "outputIndexes": [
                2186
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2185,
                2186
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_342_output_0",
            "outputIndexes": [
                2187
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2187,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_211_output_0",
            "outputIndexes": [
                2188
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2169,
                2188
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_131_output_0",
            "outputIndexes": [
                2189
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2128
            ],
            "outputIndexes": [
                3044
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                3044
            ],
            "outputIndexes": [
                3045
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/v_proj/Linear",
            "inputIndexes": [
                3045
            ],
            "outputIndexes": [
                3046
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    686115792,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                3046
            ],
            "outputIndexes": [
                3047
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3047
            ],
            "outputIndexes": [
                2190
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2190,
                2167
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_237_output_0",
            "outputIndexes": [
                2191
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2165,
                2189,
                2191,
                111
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_242_output_0",
            "outputIndexes": [
                2192
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2192
            ],
            "outputIndexes": [
                3048
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                3048
            ],
            "outputIndexes": [
                3049
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/o_proj/Linear",
            "inputIndexes": [
                3049
            ],
            "outputIndexes": [
                3050
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    686338022,
                    1179670,
                    147456,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                3050
            ],
            "outputIndexes": [
                3051
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3051
            ],
            "outputIndexes": [
                2193
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2125,
                2193
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_133_output_0",
            "outputIndexes": [
                2194
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    1.109375,
                    1.296875,
                    1.148438,
                    1.265625,
                    1.257812,
                    1.273438,
                    1.304688,
                    1.28125,
                    1.242188,
                    1.273438,
                    1.320312,
                    1.570312,
                    1.304688,
                    1.3125,
                    1.328125,
                    1.289062,
                    1.320312,
                    1.265625,
                    1.328125,
                    1.375,
                    1.28125,
                    1.296875,
                    1.28125,
                    1.195312,
                    1.328125,
                    1.296875,
                    1.25,
                    1.28125,
                    1.507812,
                    1.335938,
                    1.34375,
                    1.320312,
                    1.34375,
                    1.429688,
                    1.273438,
                    1.3125,
                    1.351562,
                    1.289062,
                    1.3125,
                    1.3125,
                    1.3125,
                    1.296875,
                    1.335938,
                    1.3125,
                    1.023438,
                    1.28125,
                    1.242188,
                    1.289062,
                    1.265625,
                    1.226562,
                    1.171875,
                    1.195312,
                    1.335938,
                    1.28125,
                    1.296875,
                    1.234375,
                    1.28125,
                    1.171875,
                    0.992188,
                    1.273438,
                    1.289062,
                    1.289062,
                    1.296875,
                    1.34375,
                    1.25,
                    1.164062,
                    1.296875,
                    1.335938,
                    1.28125,
                    1.273438,
                    1.257812,
                    1.3125,
                    1.15625,
                    1.25,
                    1.335938,
                    1.328125,
                    1.289062,
                    1.273438,
                    1.335938,
                    1.320312,
                    1.367188,
                    1.1875,
                    1.171875,
                    1.367188,
                    1.335938,
                    1.304688,
                    1.390625,
                    1.335938,
                    1.25,
                    1.304688,
                    1.296875,
                    1.265625,
                    1.195312,
                    1.25,
                    1.351562,
                    0.78125,
                    1.273438,
                    1.257812,
                    1.328125,
                    1.421875,
                    1.328125,
                    1.3125,
                    1.5,
                    1.351562,
                    1.289062,
                    1.234375,
                    1.289062,
                    1.28125,
                    1.3125,
                    1.3125,
                    1.265625,
                    1.34375,
                    1.28125,
                    0.439453,
                    1.3125,
                    1.3125,
                    1.320312,
                    1.3125,
                    1.15625,
                    1.179688,
                    1.335938,
                    1.179688,
                    1.296875,
                    1.257812,
                    1.304688,
                    1.328125,
                    1.296875,
                    1.203125,
                    1.273438,
                    1.453125,
                    1.28125,
                    1.335938,
                    1.289062,
                    1.351562,
                    1.34375,
                    1.359375,
                    1.367188,
                    1.359375,
                    1.3125,
                    1.335938,
                    1.195312,
                    1.289062,
                    1.257812,
                    1.203125,
                    1.3125,
                    1.28125,
                    1.34375,
                    1.515625,
                    1.328125,
                    1.289062,
                    1.304688,
                    1.3125,
                    1.15625,
                    1.3125,
                    2.203125,
                    1.320312,
                    1.28125,
                    1.273438,
                    1.28125,
                    1.3125,
                    1.28125,
                    1.28125,
                    1.296875,
                    1.140625,
                    1.265625,
                    1.304688,
                    1.28125,
                    1.320312,
                    1.242188,
                    1.304688,
                    1.320312,
                    1.3125,
                    1.328125,
                    1.3125,
                    1.289062,
                    1.335938,
                    1.296875,
                    1.304688,
                    1.3125,
                    1.375,
                    1.296875,
                    1.28125,
                    1.304688,
                    1.273438,
                    1.265625,
                    0.914062,
                    1.179688,
                    1.34375,
                    1.492188,
                    1.304688,
                    1.296875,
                    1.28125,
                    1.34375,
                    1.3125,
                    1.328125,
                    1.289062,
                    1.28125,
                    1.304688,
                    1.34375,
                    1.265625,
                    1.25,
                    1.3125,
                    1.296875,
                    1.351562,
                    1.328125,
                    1.3125,
                    1.335938,
                    1.34375,
                    1.21875,
                    1.320312,
                    1.265625,
                    1.320312,
                    1.257812,
                    1.265625,
                    1.359375,
                    1.101562,
                    1.320312,
                    1.273438,
                    1.335938,
                    1.382812,
                    1.289062,
                    1.34375,
                    1.5,
                    0.664062,
                    1.25,
                    1.328125,
                    1.28125,
                    1.382812,
                    1.265625,
                    1.265625,
                    1.28125,
                    1.304688,
                    1.304688,
                    1.320312,
                    1.320312,
                    1.28125,
                    1.25,
                    1.234375,
                    1.296875,
                    1.351562,
                    1.296875,
                    1.273438,
                    1.289062,
                    1.320312,
                    1.28125,
                    1.3125,
                    1.3125,
                    1.296875,
                    1.257812,
                    1.328125,
                    1.28125,
                    1.273438,
                    1.335938,
                    0.435547,
                    1.203125,
                    1.429688,
                    1.273438,
                    1.367188,
                    1.328125,
                    1.320312,
                    1.304688,
                    1.320312,
                    1.320312,
                    1.257812,
                    1.320312,
                    1.289062,
                    1.25,
                    1.328125,
                    1.3125,
                    1.257812,
                    1.328125,
                    1.273438,
                    1.257812,
                    1.34375,
                    1.296875,
                    1.34375,
                    1.226562,
                    1.296875,
                    1.304688,
                    1.328125,
                    1.304688,
                    1.25,
                    1.28125,
                    1.242188,
                    1.265625,
                    1.140625,
                    1.71875,
                    1.3125,
                    1.273438,
                    1.4375,
                    1.328125,
                    1.390625,
                    1.328125,
                    1.335938,
                    1.265625,
                    1.320312,
                    1.304688,
                    1.304688,
                    1.335938,
                    1.328125,
                    1.210938,
                    1.09375,
                    1.3125,
                    1.179688,
                    1.320312,
                    1.25,
                    1.335938,
                    1.257812,
                    1.296875,
                    1.1875,
                    1.265625,
                    1.304688,
                    1.1875,
                    1.28125,
                    1.351562,
                    1.320312,
                    1.234375,
                    1.289062,
                    1.234375,
                    1.164062,
                    1.320312,
                    1.34375,
                    1.28125,
                    1.304688,
                    1.28125,
                    1.304688,
                    1.273438,
                    1.179688,
                    1.304688,
                    1.273438,
                    1.1875,
                    1.3125,
                    1.179688,
                    1.226562,
                    1.273438,
                    1.515625,
                    1.28125,
                    1.1875,
                    1.265625,
                    1.15625,
                    1.257812,
                    1.335938,
                    1.265625,
                    1.320312,
                    1.351562,
                    1.304688,
                    1.296875,
                    1.25,
                    1.296875,
                    1.328125,
                    1.304688,
                    1.125,
                    1.273438,
                    1.3125,
                    1.5,
                    1.320312,
                    0.386719,
                    1.3125,
                    1.304688,
                    1.3125,
                    1.398438,
                    1.289062,
                    1.304688,
                    1.3125,
                    1.320312,
                    1.257812,
                    1.351562,
                    1.257812,
                    1.195312,
                    1.335938,
                    1.289062,
                    1.257812,
                    1.3125,
                    1.257812,
                    1.257812,
                    1.28125,
                    1.296875,
                    1.257812,
                    1.34375,
                    1.242188,
                    1.328125,
                    1.34375,
                    1.304688,
                    1.328125,
                    1.15625,
                    1.3125,
                    1.242188,
                    1.367188,
                    1.257812,
                    1.320312,
                    1.28125,
                    1.28125,
                    1.304688,
                    1.265625,
                    1.078125,
                    1.078125,
                    1.304688,
                    1.65625,
                    1.28125,
                    1.351562,
                    1.289062,
                    1.296875,
                    1.234375,
                    1.609375,
                    1.304688,
                    1.140625,
                    1.390625,
                    1.3125,
                    3.75,
                    1.078125,
                    1.28125,
                    1.25,
                    1.328125,
                    1.328125,
                    1.28125,
                    1.304688,
                    1.359375,
                    1.328125,
                    1.304688,
                    1.335938,
                    1.335938,
                    1.351562,
                    1.328125,
                    1.296875,
                    1.5,
                    1.320312,
                    1.242188,
                    1.3125,
                    1.3125,
                    1.296875,
                    1.34375,
                    1.328125,
                    1.34375,
                    1.328125,
                    1.257812,
                    1.257812,
                    1.273438,
                    1.273438,
                    1.34375,
                    1.257812,
                    1.28125,
                    1.65625,
                    1.109375,
                    1.257812,
                    1.273438,
                    1.320312,
                    1.148438,
                    1.3125,
                    1.289062,
                    1.351562,
                    1.335938,
                    1.304688,
                    1.273438,
                    1.359375,
                    1.335938,
                    1.34375,
                    1.328125,
                    1.304688,
                    1.1875,
                    1.359375,
                    1.335938,
                    1.328125,
                    1.34375,
                    1.242188,
                    1.273438,
                    1.164062,
                    1.304688,
                    1.3125,
                    1.28125,
                    1.25,
                    1.289062,
                    1.28125,
                    1.421875,
                    1.273438,
                    1.328125,
                    1.304688,
                    1.304688,
                    1.335938,
                    1.0625,
                    1.304688,
                    1.320312,
                    1.296875,
                    1.304688,
                    1.335938,
                    1.25,
                    1.234375,
                    1.320312,
                    1.234375,
                    1.304688,
                    1.359375,
                    1.523438,
                    1.28125,
                    1.328125,
                    1.296875,
                    1.320312,
                    1.335938,
                    1.28125,
                    1.304688,
                    1.296875,
                    1.125,
                    1.03125,
                    1.296875,
                    1.3125,
                    1.976562,
                    1.34375,
                    1.304688,
                    1.265625,
                    0.800781,
                    1.304688,
                    1.367188,
                    1.5625,
                    1.328125,
                    1.320312,
                    1.320312,
                    1.15625,
                    1.375,
                    1.320312,
                    1.328125,
                    2.03125,
                    1.21875,
                    2.96875,
                    1.320312,
                    1.25,
                    1.28125,
                    1.328125,
                    1.3125,
                    1.507812,
                    1.304688,
                    1.273438,
                    2.078125,
                    1.390625,
                    1.289062,
                    1.117188,
                    1.273438,
                    1.320312,
                    1.3125,
                    1.335938,
                    1.53125,
                    1.359375,
                    1.1875,
                    1.296875,
                    1.25,
                    1.304688,
                    1.328125,
                    1.421875,
                    1.257812,
                    0.941406,
                    1.320312,
                    1.171875,
                    1.265625,
                    1.289062,
                    1.398438,
                    1.335938,
                    1.429688,
                    1.15625,
                    1.296875,
                    1.351562,
                    1.320312,
                    1.320312,
                    1.171875,
                    1.320312,
                    1.335938,
                    1.335938,
                    1.28125,
                    1.34375,
                    1.203125,
                    1.109375,
                    1.289062,
                    1.289062,
                    1.3125,
                    1.335938,
                    1.328125,
                    1.28125,
                    1.21875,
                    1.359375,
                    1.273438,
                    1.320312,
                    1.304688,
                    1.171875,
                    1.28125,
                    0.345703,
                    1.257812,
                    1.640625,
                    1.34375,
                    1.273438,
                    1.304688,
                    1.289062,
                    1.320312,
                    1.3125,
                    1.515625,
                    1.296875,
                    1.296875,
                    1.375,
                    1.257812,
                    1.25,
                    1.335938,
                    1.3125,
                    1.296875,
                    1.3125,
                    1.257812,
                    1.359375,
                    1.304688,
                    1.289062,
                    1.171875,
                    1.328125,
                    1.148438,
                    1.15625,
                    1.335938,
                    1.304688,
                    -0.000622,
                    1.226562,
                    1.242188,
                    1.179688,
                    1.273438,
                    1.25,
                    1.28125,
                    1.265625,
                    1.335938,
                    1.242188,
                    1.242188,
                    1.296875,
                    1.265625,
                    1.273438,
                    1.273438,
                    1.3125,
                    1.328125,
                    1.289062,
                    1.335938,
                    1.320312,
                    1.304688,
                    1.367188,
                    1.273438,
                    1.195312,
                    1.84375,
                    1.320312,
                    1.25,
                    1.3125,
                    1.257812,
                    1.3125,
                    1.296875,
                    1.328125,
                    1.21875,
                    1.34375,
                    1.273438,
                    1.195312,
                    1.328125,
                    1.328125,
                    1.328125,
                    1.242188,
                    1.226562,
                    1.164062,
                    1.3125,
                    1.25,
                    1.265625,
                    1.28125,
                    1.375,
                    1.3125,
                    1.304688,
                    1.25,
                    1.359375,
                    1.296875,
                    1.1875,
                    1.15625,
                    1.265625,
                    1.179688,
                    1.296875,
                    1.296875,
                    1.25,
                    1.234375,
                    1.289062,
                    1.28125,
                    0.867188,
                    1.328125,
                    1.335938,
                    1.320312,
                    1.359375,
                    1.125,
                    1.304688,
                    1.273438,
                    1.273438,
                    1.3125,
                    1.328125,
                    1.3125,
                    1.335938,
                    1.328125,
                    1.273438,
                    1.382812,
                    1.296875,
                    1.28125,
                    1.320312,
                    1.320312,
                    1.367188,
                    1.265625,
                    1.320312,
                    1.039062,
                    1.257812,
                    1.242188,
                    1.265625,
                    1.351562,
                    1.28125,
                    1.296875,
                    1.335938,
                    1.28125,
                    1.34375,
                    1.09375,
                    1.296875,
                    1.257812,
                    1.289062,
                    1.375,
                    1.265625,
                    1.203125,
                    1.242188,
                    1.335938,
                    1.875,
                    1.179688,
                    1.304688,
                    1.3125,
                    1.3125,
                    1.132812,
                    1.328125,
                    1.3125,
                    1.195312,
                    1.265625,
                    1.1875,
                    1.4375,
                    1.257812,
                    1.273438,
                    1.335938,
                    1.289062,
                    1.28125,
                    1.28125,
                    1.304688,
                    1.320312,
                    1.273438,
                    1.34375,
                    1.414062,
                    1.273438,
                    1.328125,
                    1.359375,
                    1.351562,
                    1.273438,
                    1.171875,
                    0.746094,
                    1.257812,
                    1.328125,
                    1.304688,
                    1.257812,
                    1.3125,
                    1.304688,
                    1.328125,
                    1.734375,
                    1.351562,
                    0.498047,
                    1.203125,
                    1.242188,
                    1.28125,
                    1.296875,
                    1.234375,
                    1.273438,
                    1.320312,
                    1.351562,
                    1.296875,
                    1.273438,
                    1.210938,
                    1.226562,
                    1.304688,
                    1.335938,
                    1.28125,
                    1.304688,
                    1.289062,
                    1.164062,
                    1.242188,
                    1.328125,
                    1.25,
                    1.28125,
                    1.273438,
                    1.273438,
                    1.1875,
                    1.3125,
                    1.3125,
                    1.273438,
                    1.320312,
                    1.265625,
                    1.296875,
                    1.21875,
                    1.226562,
                    1.367188,
                    1.273438,
                    1.3125,
                    1.265625,
                    1.3125,
                    1.3125,
                    1.335938,
                    0.369141,
                    1.242188,
                    1.335938,
                    1.234375,
                    1.265625,
                    1.398438,
                    1.28125,
                    1.25,
                    1.335938,
                    1.890625,
                    1.304688,
                    1.304688,
                    1.296875,
                    1.453125,
                    1.3125,
                    1.132812,
                    1.3125,
                    1.578125,
                    1.28125,
                    1.304688,
                    1.289062,
                    1.273438,
                    1.304688,
                    1.289062,
                    1.226562,
                    1.34375,
                    1.351562,
                    1.335938,
                    1.3125,
                    1.320312,
                    1.296875,
                    1.351562,
                    1.28125,
                    1.28125,
                    1.148438,
                    1.289062,
                    1.484375,
                    1.304688,
                    1.304688,
                    1.265625,
                    1.289062,
                    1.265625,
                    1.3125,
                    1.28125,
                    1.265625,
                    1.335938,
                    1.296875,
                    1.328125,
                    1.289062,
                    1.328125,
                    1.3125,
                    1.203125,
                    1.296875,
                    1.335938,
                    1.25,
                    1.257812,
                    1.195312,
                    1.296875,
                    1.375,
                    1.328125,
                    1.429688,
                    1.320312,
                    1.351562,
                    1.171875,
                    1.304688,
                    1.351562,
                    1.507812,
                    1.304688,
                    1.304688,
                    1.351562,
                    1.328125,
                    1.195312,
                    0.326172,
                    1.3125,
                    1.351562,
                    0.46875,
                    1.273438,
                    1.382812,
                    1.289062,
                    1.734375,
                    1.304688,
                    1.328125,
                    1.273438,
                    1.351562,
                    1.304688,
                    1.242188,
                    1.320312,
                    1.203125,
                    1.3125,
                    1.265625,
                    1.257812,
                    1.242188,
                    1.289062,
                    1.34375,
                    1.320312,
                    1.335938,
                    1.320312,
                    1.234375,
                    1.296875,
                    1.3125,
                    1.1875,
                    1.226562,
                    1.320312,
                    1.351562,
                    1.3125,
                    1.25,
                    1.203125,
                    0.523438,
                    0.396484,
                    1.289062,
                    1.265625,
                    1.53125,
                    1.289062,
                    1.210938,
                    1.320312,
                    1.289062,
                    2.015625,
                    1.34375,
                    1.257812,
                    1.265625,
                    1.289062,
                    1.265625,
                    1.335938,
                    1.320312,
                    1.171875,
                    1.296875,
                    1.320312,
                    1.335938,
                    1.34375,
                    1.328125,
                    1.320312,
                    1.1875,
                    1.25,
                    1.3125,
                    1.257812,
                    1.328125,
                    1.289062,
                    1.320312,
                    1.335938,
                    1.242188,
                    1.171875,
                    1.28125,
                    1.296875,
                    1.257812,
                    1.304688,
                    1.421875,
                    1.367188,
                    2.1875,
                    1.257812,
                    1.328125,
                    1.257812,
                    1.671875,
                    1.34375,
                    1.3125,
                    1.296875,
                    1.320312,
                    1.3125,
                    1.351562,
                    1.203125,
                    1.304688,
                    1.304688,
                    1.257812,
                    1.28125,
                    1.289062,
                    1.210938,
                    1.289062,
                    1.273438,
                    1.320312,
                    1.34375,
                    1.257812,
                    1.328125,
                    1.257812,
                    1.257812,
                    1.320312,
                    1.390625,
                    1.296875,
                    1.875,
                    1.25,
                    1.3125,
                    1.34375,
                    1.3125,
                    1.335938,
                    1.21875,
                    1.359375,
                    1.296875,
                    1.28125,
                    1.289062,
                    1.34375,
                    1.34375,
                    1.273438,
                    1.28125,
                    1.273438,
                    1.25,
                    1.242188,
                    1.28125,
                    1.335938,
                    1.023438,
                    1.367188,
                    1.15625,
                    1.34375,
                    1.328125,
                    1.328125,
                    1.304688,
                    1.289062,
                    1.289062,
                    1.375,
                    1.515625,
                    1.328125,
                    1.296875,
                    1.445312,
                    1.304688,
                    1.296875,
                    1.289062,
                    1.296875,
                    0.953125,
                    1.351562,
                    1.242188,
                    1.34375,
                    1.257812,
                    1.273438,
                    1.3125,
                    1.335938,
                    1.257812,
                    1.34375,
                    1.328125,
                    1.328125,
                    1.265625,
                    1.289062,
                    1.476562,
                    1.351562,
                    1.226562,
                    1.265625,
                    1.351562,
                    1.3125,
                    1.359375,
                    1.140625,
                    1.328125,
                    1.289062,
                    1.34375,
                    1.28125,
                    1.296875,
                    1.34375,
                    1.320312,
                    1.328125,
                    1.328125,
                    1.1875,
                    1.28125,
                    1.289062,
                    1.28125,
                    1.304688,
                    1.335938,
                    1.273438,
                    1.257812,
                    1.351562,
                    1.3125,
                    1.429688,
                    1.3125,
                    1.328125,
                    1.265625,
                    1.375,
                    1.296875,
                    1.320312,
                    1.320312,
                    1.296875,
                    1.296875,
                    1.367188,
                    1.367188,
                    1.414062,
                    1.351562,
                    1.257812,
                    1.242188,
                    1.234375,
                    1.296875,
                    1.28125,
                    1.296875,
                    1.71875,
                    1.359375,
                    1.234375,
                    1.328125,
                    1.351562,
                    0.605469,
                    1.296875,
                    1.335938,
                    1.625,
                    1.3125,
                    1.296875,
                    1.273438,
                    1.289062,
                    1.257812,
                    1.359375,
                    1.335938,
                    1.296875,
                    1.296875,
                    1.304688,
                    1.1875,
                    1.296875,
                    1.273438,
                    1.28125,
                    1.34375,
                    1.257812,
                    1.34375,
                    1.257812,
                    1.40625,
                    1.226562,
                    1.40625,
                    1.1875,
                    1.390625,
                    1.3125,
                    1.171875,
                    1.195312,
                    1.28125,
                    1.25,
                    1.476562,
                    1.273438,
                    1.289062,
                    1.125,
                    1.25,
                    1.34375,
                    1.242188,
                    1.164062,
                    1.367188,
                    1.328125,
                    1.296875,
                    1.304688,
                    1.242188,
                    1.0625,
                    1.335938,
                    1.28125,
                    1.28125,
                    1.289062,
                    1.257812,
                    1.3125,
                    1.421875,
                    1.3125,
                    1.335938,
                    1.304688,
                    1.195312,
                    1.40625,
                    1.328125,
                    1.257812,
                    1.226562,
                    1.273438,
                    1.3125,
                    1.28125,
                    1.320312,
                    1.351562,
                    1.140625,
                    1.28125,
                    1.320312,
                    1.320312,
                    1.265625,
                    1.351562,
                    1.328125,
                    1.289062,
                    1.3125,
                    1.257812,
                    1.289062,
                    1.328125,
                    1.304688,
                    1.28125,
                    1.273438,
                    1.234375,
                    1.171875,
                    1.335938,
                    1.203125,
                    1.335938,
                    1.445312,
                    1.15625,
                    1.46875,
                    1.328125,
                    1.273438,
                    1.328125,
                    1.304688,
                    0.949219,
                    1.28125,
                    1.257812,
                    1.3125,
                    1.304688,
                    1.296875,
                    1.273438,
                    1.640625,
                    1.265625,
                    1.359375,
                    1.3125,
                    1.351562,
                    1.304688,
                    1.296875,
                    1.304688,
                    1.351562,
                    1.3125,
                    1.132812,
                    1.28125,
                    1.3125,
                    1.328125,
                    1.304688,
                    1.3125,
                    1.304688,
                    1.328125,
                    1.359375,
                    1.273438,
                    1.328125,
                    1.257812,
                    1.304688,
                    1.421875,
                    1.070312,
                    1.148438,
                    1.3125,
                    1.765625,
                    1.320312,
                    1.335938,
                    1.335938,
                    1.328125,
                    1.265625,
                    1.328125,
                    1.320312,
                    1.320312,
                    1.226562,
                    1.3125,
                    1.398438,
                    1.265625,
                    1.28125,
                    1.375,
                    1.257812,
                    1.328125,
                    0.875,
                    1.28125,
                    1.265625,
                    1.320312,
                    1.320312,
                    1.132812,
                    1.125,
                    1.234375,
                    1.21875,
                    1.328125,
                    1.289062,
                    1.257812,
                    1.6875,
                    1.289062,
                    1.335938,
                    1.234375,
                    1.1875,
                    1.328125,
                    1.273438,
                    1.328125,
                    1.257812,
                    1.34375,
                    1.398438,
                    1.359375,
                    1.28125,
                    1.382812,
                    1.203125,
                    1.414062,
                    1.179688,
                    1.265625,
                    1.351562,
                    1.546875,
                    1.289062,
                    1.320312,
                    1.140625,
                    1.289062,
                    1.328125,
                    1.320312,
                    1.1875,
                    1.3125,
                    1.242188,
                    1.328125,
                    1.25,
                    1.320312,
                    1.273438,
                    1.164062,
                    1.320312,
                    1.3125,
                    1.34375,
                    1.273438,
                    1.296875,
                    1.242188,
                    1.328125,
                    1.328125,
                    1.304688,
                    1.492188,
                    1.328125,
                    1.289062,
                    1.320312,
                    1.304688,
                    1.226562,
                    1.171875,
                    1.195312,
                    1.3125,
                    1.320312,
                    1.28125,
                    0.394531,
                    1.367188,
                    0.996094,
                    1.203125,
                    1.265625,
                    1.210938,
                    1.335938,
                    1.226562,
                    1.34375,
                    1.320312,
                    1.289062,
                    1.257812,
                    0.703125,
                    1.296875,
                    1.257812,
                    1.296875,
                    1.257812,
                    1.3125,
                    1.640625,
                    1.328125,
                    1.085938,
                    1.304688,
                    1.328125,
                    1.289062,
                    1.320312,
                    1.242188,
                    1.359375,
                    1.289062,
                    1.335938,
                    1.265625,
                    1.359375,
                    1.296875,
                    1.234375,
                    1.328125,
                    1.289062,
                    1.273438,
                    1.304688,
                    1.304688,
                    1.296875,
                    1.328125,
                    1.304688,
                    1.335938,
                    1.328125,
                    1.125,
                    1.25,
                    1.304688,
                    1.25,
                    1.367188,
                    1.265625,
                    1.328125,
                    1.320312,
                    1.296875,
                    1.304688,
                    1.320312,
                    1.320312,
                    1.273438,
                    1.3125,
                    1.203125,
                    1.335938,
                    1.34375,
                    1.304688,
                    1.335938,
                    1.234375,
                    1.320312,
                    1.257812,
                    1.34375,
                    1.328125,
                    1.25,
                    1.25,
                    1.367188,
                    1.34375,
                    1.351562,
                    1.304688,
                    1.320312,
                    1.28125,
                    1.1875,
                    1.28125,
                    0.488281,
                    1.640625,
                    1.3125,
                    1.3125,
                    1.304688,
                    1.320312,
                    1.351562,
                    1.3125,
                    1.3125,
                    1.28125,
                    1.328125,
                    1.25,
                    1.304688,
                    1.25,
                    1.3125,
                    1.320312,
                    1.3125,
                    0.800781,
                    1.296875,
                    1.3125,
                    1.257812,
                    1.195312,
                    1.328125,
                    1.21875,
                    1.1875,
                    1.25,
                    1.28125,
                    1.3125,
                    1.132812,
                    1.304688,
                    1.203125,
                    1.328125,
                    1.320312,
                    1.242188,
                    1.296875,
                    1.742188,
                    1.273438,
                    0.976562,
                    1.328125,
                    1.265625,
                    1.179688,
                    1.328125,
                    1.304688,
                    1.320312,
                    1.359375,
                    1.25,
                    1.34375,
                    1.28125,
                    1.382812,
                    1.304688,
                    1.28125,
                    1.390625,
                    1.3125,
                    1.3125,
                    1.5,
                    1.078125,
                    1.304688,
                    1.273438,
                    1.265625,
                    1.359375,
                    1.3125,
                    0.000568,
                    1.28125,
                    1.648438,
                    0.289062,
                    1.265625,
                    1.273438,
                    1.335938,
                    1.515625,
                    1.359375,
                    1.3125,
                    1.28125,
                    1.28125,
                    1.320312,
                    1.15625,
                    1.257812,
                    1.242188,
                    1.265625,
                    1.3125,
                    1.34375,
                    1.171875,
                    1.1875,
                    1.164062,
                    1.335938,
                    1.25,
                    1.21875,
                    1.257812,
                    1.398438,
                    1.242188,
                    1.273438,
                    1.289062,
                    1.273438,
                    1.164062,
                    1.289062,
                    1.25,
                    1.335938,
                    1.34375,
                    1.335938,
                    1.265625,
                    1.367188,
                    1.296875,
                    1.296875,
                    1.28125,
                    1.273438,
                    1.34375,
                    1.210938,
                    1.28125,
                    1.296875,
                    1.59375,
                    1.34375,
                    1.273438,
                    1.453125,
                    1.3125,
                    1.304688,
                    1.242188,
                    1.15625,
                    1.273438,
                    1.4375,
                    1.296875,
                    1.335938,
                    1.453125,
                    1.304688,
                    1.234375,
                    1.3125,
                    1.28125,
                    1.296875,
                    1.34375,
                    1.304688,
                    1.3125,
                    1.296875,
                    1.289062,
                    1.3125,
                    1.25,
                    1.289062,
                    1.3125,
                    1.273438,
                    1.34375,
                    1.523438,
                    1.25,
                    1.226562,
                    1.359375,
                    1.328125,
                    1.335938,
                    1.320312,
                    1.320312,
                    1.320312,
                    1.28125,
                    1.289062,
                    1.328125,
                    1.273438,
                    1.328125,
                    1.351562,
                    1.28125,
                    1.28125,
                    1.273438,
                    1.234375,
                    1.3125,
                    1.265625,
                    1.3125,
                    1.296875,
                    1.34375,
                    1.335938,
                    1.296875,
                    1.359375,
                    1.515625,
                    1.273438,
                    1.242188,
                    1.289062,
                    1.375,
                    1.171875,
                    1.28125,
                    1.304688,
                    1.1875,
                    1.304688,
                    1.289062,
                    1.320312
                ]
            },
            "name": "model.model.layers.26.post_attention_layernorm.weight",
            "outputIndexes": [
                2195
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2194
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_26/Mul_output_0",
            "outputIndexes": [
                2196
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2195,
                2196
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_26/Mul_1_output_0",
            "outputIndexes": [
                2197
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2197
            ],
            "outputIndexes": [
                3052
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                3052
            ],
            "outputIndexes": [
                3053
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/gate_proj/Linear",
            "inputIndexes": [
                3053
            ],
            "outputIndexes": [
                3054
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    687665148,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                3054
            ],
            "outputIndexes": [
                3055
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3055
            ],
            "outputIndexes": [
                2198
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2198
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_26/Sigmoid_output_0",
            "outputIndexes": [
                2199
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2198,
                2199
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_26/Mul_output_0",
            "outputIndexes": [
                2200
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2197
            ],
            "outputIndexes": [
                3056
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                3056
            ],
            "outputIndexes": [
                3057
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/up_proj/Linear",
            "inputIndexes": [
                3057
            ],
            "outputIndexes": [
                3058
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    695406610,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                3058
            ],
            "outputIndexes": [
                3059
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3059
            ],
            "outputIndexes": [
                2201
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2200,
                2201
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_26/Mul_output_0",
            "outputIndexes": [
                2202
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2202
            ],
            "outputIndexes": [
                3060
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    8960,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                3060
            ],
            "outputIndexes": [
                3061
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/down_proj/Linear",
            "inputIndexes": [
                3061
            ],
            "outputIndexes": [
                3062
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 8960,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    703148072,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                3062
            ],
            "outputIndexes": [
                3063
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3063
            ],
            "outputIndexes": [
                2203
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2194,
                2203
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_134_output_0",
            "outputIndexes": [
                2204
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2204,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_243_output_0",
            "outputIndexes": [
                2205
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    4.09375,
                    0.5625,
                    2.40625,
                    0.792969,
                    1.007812,
                    0.667969,
                    0.621094,
                    0.683594,
                    0.71875,
                    0.773438,
                    0.636719,
                    2.453125,
                    0.59375,
                    0.632812,
                    0.625,
                    0.628906,
                    0.609375,
                    0.640625,
                    0.617188,
                    0.808594,
                    0.574219,
                    0.730469,
                    0.621094,
                    4.5,
                    0.601562,
                    0.605469,
                    0.796875,
                    0.628906,
                    0.75,
                    0.617188,
                    0.601562,
                    0.652344,
                    0.589844,
                    0.871094,
                    0.84375,
                    0.601562,
                    0.632812,
                    0.6875,
                    0.703125,
                    1.898438,
                    0.546875,
                    0.59375,
                    0.660156,
                    0.585938,
                    3.96875,
                    0.671875,
                    0.679688,
                    0.625,
                    0.640625,
                    1.484375,
                    4.375,
                    2.28125,
                    0.589844,
                    0.703125,
                    0.648438,
                    0.675781,
                    0.648438,
                    4.09375,
                    3.171875,
                    0.6875,
                    0.683594,
                    0.726562,
                    0.703125,
                    0.578125,
                    0.695312,
                    2.96875,
                    0.625,
                    0.71875,
                    0.585938,
                    0.734375,
                    0.691406,
                    0.726562,
                    4.46875,
                    0.703125,
                    0.722656,
                    2.28125,
                    0.730469,
                    0.664062,
                    0.640625,
                    0.664062,
                    0.589844,
                    4.53125,
                    2.453125,
                    0.550781,
                    0.585938,
                    0.570312,
                    0.554688,
                    0.605469,
                    0.929688,
                    0.625,
                    0.691406,
                    0.710938,
                    1.679688,
                    0.6875,
                    0.574219,
                    3.65625,
                    0.65625,
                    0.808594,
                    0.617188,
                    0.542969,
                    0.574219,
                    1.585938,
                    2.171875,
                    0.589844,
                    0.90625,
                    0.71875,
                    0.636719,
                    0.769531,
                    1.0625,
                    0.617188,
                    0.816406,
                    0.617188,
                    0.625,
                    4.75,
                    0.625,
                    0.621094,
                    0.660156,
                    0.597656,
                    4.28125,
                    4.03125,
                    0.578125,
                    4.09375,
                    0.832031,
                    0.695312,
                    0.617188,
                    0.597656,
                    0.632812,
                    3.96875,
                    0.648438,
                    0.664062,
                    0.65625,
                    0.613281,
                    0.679688,
                    0.605469,
                    0.648438,
                    0.566406,
                    1.054688,
                    0.617188,
                    0.769531,
                    0.640625,
                    4.1875,
                    0.652344,
                    0.667969,
                    3.71875,
                    0.601562,
                    0.773438,
                    0.667969,
                    3.171875,
                    0.59375,
                    0.609375,
                    0.632812,
                    0.605469,
                    4.0,
                    0.632812,
                    1.304688,
                    0.855469,
                    0.65625,
                    0.65625,
                    0.652344,
                    0.585938,
                    1.132812,
                    0.765625,
                    0.886719,
                    4.09375,
                    0.675781,
                    0.609375,
                    0.671875,
                    0.582031,
                    0.679688,
                    0.632812,
                    0.554688,
                    0.640625,
                    0.617188,
                    0.621094,
                    0.667969,
                    0.621094,
                    0.816406,
                    0.585938,
                    0.71875,
                    0.59375,
                    0.558594,
                    0.726562,
                    0.566406,
                    0.738281,
                    0.6875,
                    4.0,
                    4.0,
                    0.609375,
                    0.671875,
                    0.640625,
                    0.613281,
                    0.648438,
                    0.617188,
                    0.613281,
                    0.613281,
                    0.628906,
                    0.601562,
                    0.6875,
                    0.652344,
                    0.882812,
                    0.683594,
                    0.621094,
                    0.566406,
                    0.601562,
                    0.601562,
                    0.609375,
                    0.5625,
                    0.578125,
                    0.765625,
                    0.578125,
                    0.832031,
                    0.609375,
                    1.273438,
                    0.648438,
                    0.589844,
                    3.890625,
                    0.578125,
                    0.707031,
                    0.609375,
                    0.554688,
                    0.660156,
                    0.585938,
                    2.203125,
                    3.8125,
                    0.671875,
                    0.605469,
                    0.738281,
                    1.117188,
                    2.5,
                    0.625,
                    0.628906,
                    0.648438,
                    0.621094,
                    0.601562,
                    0.585938,
                    0.671875,
                    0.6875,
                    0.6875,
                    0.640625,
                    0.601562,
                    0.6875,
                    0.65625,
                    0.703125,
                    0.582031,
                    0.726562,
                    0.671875,
                    0.546875,
                    0.617188,
                    0.65625,
                    0.558594,
                    0.671875,
                    3.921875,
                    0.59375,
                    4.5625,
                    4.5,
                    0.886719,
                    0.625,
                    0.585938,
                    0.542969,
                    0.632812,
                    0.589844,
                    0.589844,
                    0.597656,
                    0.679688,
                    0.625,
                    0.613281,
                    0.671875,
                    0.597656,
                    0.589844,
                    0.6875,
                    0.640625,
                    0.921875,
                    0.6875,
                    0.589844,
                    1.460938,
                    0.6875,
                    3.609375,
                    0.53125,
                    0.683594,
                    0.597656,
                    0.597656,
                    0.667969,
                    0.691406,
                    0.808594,
                    0.679688,
                    4.1875,
                    0.59375,
                    0.65625,
                    0.726562,
                    0.800781,
                    0.632812,
                    0.664062,
                    0.621094,
                    0.578125,
                    0.710938,
                    0.621094,
                    0.578125,
                    0.789062,
                    0.585938,
                    0.640625,
                    4.3125,
                    3.84375,
                    0.585938,
                    4.09375,
                    0.628906,
                    0.703125,
                    0.605469,
                    0.683594,
                    0.753906,
                    4.15625,
                    1.226562,
                    0.578125,
                    4.09375,
                    0.65625,
                    0.582031,
                    0.628906,
                    4.53125,
                    0.621094,
                    0.707031,
                    4.34375,
                    0.671875,
                    0.5625,
                    0.578125,
                    1.507812,
                    0.667969,
                    0.859375,
                    0.691406,
                    4.34375,
                    0.613281,
                    0.660156,
                    4.4375,
                    0.722656,
                    4.03125,
                    1.257812,
                    0.691406,
                    3.09375,
                    0.632812,
                    4.3125,
                    0.722656,
                    3.671875,
                    1.039062,
                    0.613281,
                    0.695312,
                    0.554688,
                    0.5625,
                    0.582031,
                    0.6875,
                    0.71875,
                    0.710938,
                    0.601562,
                    0.703125,
                    3.390625,
                    2.28125,
                    0.734375,
                    0.523438,
                    0.667969,
                    4.375,
                    0.59375,
                    0.625,
                    0.726562,
                    0.679688,
                    0.632812,
                    0.589844,
                    0.65625,
                    0.65625,
                    0.726562,
                    0.601562,
                    0.625,
                    4.21875,
                    0.59375,
                    0.652344,
                    0.796875,
                    0.570312,
                    0.851562,
                    0.664062,
                    0.726562,
                    0.582031,
                    0.957031,
                    0.609375,
                    0.75,
                    0.585938,
                    0.5625,
                    0.605469,
                    0.59375,
                    3.5625,
                    0.628906,
                    0.773438,
                    0.609375,
                    0.65625,
                    0.5625,
                    0.628906,
                    0.628906,
                    0.609375,
                    0.636719,
                    3.046875,
                    4.15625,
                    0.570312,
                    1.28125,
                    0.675781,
                    0.578125,
                    0.71875,
                    0.542969,
                    0.917969,
                    0.671875,
                    0.636719,
                    4.125,
                    0.640625,
                    0.640625,
                    0.625,
                    3.796875,
                    0.789062,
                    0.710938,
                    0.613281,
                    0.652344,
                    0.679688,
                    0.628906,
                    0.558594,
                    0.59375,
                    0.722656,
                    0.558594,
                    0.5625,
                    1.109375,
                    0.800781,
                    0.890625,
                    0.636719,
                    0.589844,
                    0.679688,
                    0.585938,
                    0.667969,
                    0.636719,
                    0.601562,
                    0.609375,
                    0.585938,
                    0.582031,
                    1.15625,
                    0.789062,
                    0.753906,
                    0.722656,
                    0.628906,
                    0.699219,
                    0.648438,
                    0.851562,
                    4.03125,
                    1.296875,
                    0.613281,
                    0.636719,
                    4.0625,
                    0.628906,
                    0.695312,
                    0.585938,
                    0.574219,
                    0.707031,
                    0.65625,
                    0.582031,
                    0.601562,
                    0.566406,
                    0.589844,
                    0.585938,
                    4.125,
                    0.601562,
                    0.710938,
                    0.609375,
                    0.566406,
                    0.726562,
                    0.652344,
                    3.984375,
                    1.039062,
                    0.644531,
                    0.589844,
                    0.664062,
                    0.632812,
                    0.550781,
                    1.164062,
                    0.621094,
                    0.617188,
                    0.664062,
                    0.671875,
                    0.746094,
                    4.03125,
                    0.609375,
                    0.585938,
                    0.71875,
                    0.605469,
                    0.550781,
                    0.746094,
                    0.746094,
                    0.570312,
                    0.875,
                    0.574219,
                    0.632812,
                    0.503906,
                    0.597656,
                    0.617188,
                    0.617188,
                    0.71875,
                    0.582031,
                    0.707031,
                    0.589844,
                    0.753906,
                    4.0625,
                    3.953125,
                    0.601562,
                    0.597656,
                    0.554688,
                    0.589844,
                    0.578125,
                    0.605469,
                    4.0,
                    0.777344,
                    0.597656,
                    0.800781,
                    0.609375,
                    0.597656,
                    0.609375,
                    4.40625,
                    0.695312,
                    0.667969,
                    0.714844,
                    2.1875,
                    1.375,
                    0.490234,
                    0.589844,
                    0.652344,
                    1.054688,
                    0.558594,
                    0.992188,
                    0.667969,
                    0.652344,
                    0.632812,
                    0.71875,
                    0.558594,
                    0.628906,
                    4.21875,
                    0.699219,
                    0.570312,
                    0.632812,
                    0.636719,
                    0.824219,
                    0.597656,
                    4.15625,
                    0.617188,
                    0.632812,
                    0.554688,
                    0.675781,
                    0.433594,
                    0.71875,
                    3.625,
                    0.867188,
                    2.671875,
                    0.617188,
                    0.605469,
                    0.609375,
                    0.585938,
                    0.617188,
                    4.09375,
                    0.609375,
                    0.625,
                    0.601562,
                    0.605469,
                    4.0,
                    0.589844,
                    0.621094,
                    0.578125,
                    0.71875,
                    0.625,
                    2.15625,
                    4.03125,
                    0.65625,
                    0.652344,
                    0.578125,
                    0.957031,
                    0.558594,
                    0.710938,
                    4.65625,
                    3.9375,
                    0.660156,
                    0.625,
                    0.625,
                    4.125,
                    0.570312,
                    4.125,
                    0.679688,
                    0.636719,
                    0.585938,
                    0.605469,
                    0.804688,
                    0.757812,
                    0.59375,
                    0.550781,
                    0.890625,
                    0.59375,
                    0.589844,
                    0.474609,
                    0.65625,
                    0.707031,
                    0.582031,
                    0.636719,
                    0.574219,
                    0.5625,
                    0.78125,
                    0.546875,
                    0.585938,
                    0.6875,
                    4.34375,
                    0.617188,
                    3.34375,
                    4.1875,
                    0.570312,
                    0.660156,
                    -0.114258,
                    0.601562,
                    0.550781,
                    4.21875,
                    0.648438,
                    0.675781,
                    0.644531,
                    0.867188,
                    0.65625,
                    1.992188,
                    0.730469,
                    0.773438,
                    0.851562,
                    0.640625,
                    0.640625,
                    0.671875,
                    0.5625,
                    0.660156,
                    0.582031,
                    0.617188,
                    0.667969,
                    0.628906,
                    0.792969,
                    4.1875,
                    0.652344,
                    0.644531,
                    0.84375,
                    0.609375,
                    0.789062,
                    0.605469,
                    0.621094,
                    0.617188,
                    4.46875,
                    0.582031,
                    0.699219,
                    4.125,
                    0.617188,
                    0.625,
                    0.597656,
                    2.65625,
                    0.632812,
                    3.9375,
                    0.589844,
                    1.03125,
                    0.707031,
                    0.683594,
                    0.570312,
                    0.585938,
                    0.570312,
                    0.621094,
                    0.570312,
                    0.695312,
                    3.203125,
                    4.28125,
                    0.703125,
                    2.390625,
                    0.585938,
                    0.613281,
                    0.683594,
                    0.679688,
                    0.796875,
                    0.648438,
                    3.671875,
                    0.640625,
                    0.613281,
                    0.609375,
                    0.589844,
                    4.25,
                    0.59375,
                    0.738281,
                    0.683594,
                    0.660156,
                    0.648438,
                    0.601562,
                    0.625,
                    0.585938,
                    0.699219,
                    0.570312,
                    0.578125,
                    0.628906,
                    0.5625,
                    0.574219,
                    0.652344,
                    0.730469,
                    0.582031,
                    3.90625,
                    0.703125,
                    1.0625,
                    0.632812,
                    0.535156,
                    0.65625,
                    0.644531,
                    0.625,
                    0.707031,
                    0.523438,
                    3.703125,
                    0.695312,
                    0.816406,
                    0.691406,
                    0.609375,
                    0.734375,
                    3.625,
                    4.28125,
                    0.578125,
                    1.773438,
                    4.25,
                    0.59375,
                    0.644531,
                    0.6875,
                    3.796875,
                    0.558594,
                    0.667969,
                    3.953125,
                    0.769531,
                    3.71875,
                    0.953125,
                    0.667969,
                    0.675781,
                    0.644531,
                    0.566406,
                    0.621094,
                    0.65625,
                    0.652344,
                    0.632812,
                    0.671875,
                    0.601562,
                    1.140625,
                    0.671875,
                    0.59375,
                    0.59375,
                    0.566406,
                    0.894531,
                    4.0625,
                    4.4375,
                    0.679688,
                    0.570312,
                    0.601562,
                    0.65625,
                    0.597656,
                    0.578125,
                    0.613281,
                    2.015625,
                    0.601562,
                    4.5,
                    3.640625,
                    0.855469,
                    0.632812,
                    0.601562,
                    0.695312,
                    0.738281,
                    0.632812,
                    0.609375,
                    0.664062,
                    0.75,
                    4.40625,
                    0.703125,
                    0.601562,
                    0.585938,
                    0.777344,
                    0.695312,
                    0.703125,
                    4.3125,
                    0.691406,
                    0.570312,
                    1.3125,
                    0.710938,
                    0.660156,
                    0.777344,
                    2.765625,
                    0.574219,
                    0.972656,
                    0.742188,
                    0.625,
                    0.726562,
                    0.578125,
                    1.179688,
                    0.617188,
                    0.652344,
                    0.636719,
                    0.613281,
                    0.664062,
                    0.554688,
                    0.574219,
                    0.582031,
                    4.65625,
                    1.726562,
                    0.621094,
                    2.734375,
                    0.675781,
                    0.535156,
                    0.660156,
                    0.695312,
                    0.574219,
                    1.609375,
                    0.585938,
                    0.648438,
                    0.65625,
                    0.816406,
                    0.6875,
                    4.0,
                    0.664062,
                    0.921875,
                    0.632812,
                    0.585938,
                    0.917969,
                    0.71875,
                    0.617188,
                    0.671875,
                    0.664062,
                    0.648438,
                    0.558594,
                    0.613281,
                    0.683594,
                    0.589844,
                    0.582031,
                    0.644531,
                    0.671875,
                    0.90625,
                    3.953125,
                    0.671875,
                    0.910156,
                    0.640625,
                    0.671875,
                    0.707031,
                    0.957031,
                    0.722656,
                    0.609375,
                    0.613281,
                    0.703125,
                    0.605469,
                    0.628906,
                    0.574219,
                    0.640625,
                    2.09375,
                    0.609375,
                    3.875,
                    0.847656,
                    0.566406,
                    0.621094,
                    0.871094,
                    4.53125,
                    0.605469,
                    0.691406,
                    0.570312,
                    1.867188,
                    0.675781,
                    0.625,
                    4.0625,
                    0.808594,
                    0.636719,
                    0.613281,
                    0.59375,
                    0.695312,
                    0.574219,
                    0.605469,
                    4.46875,
                    4.5,
                    0.617188,
                    0.972656,
                    4.625,
                    0.632812,
                    0.589844,
                    0.679688,
                    0.851562,
                    0.621094,
                    0.601562,
                    0.621094,
                    0.648438,
                    0.75,
                    0.929688,
                    0.648438,
                    4.3125,
                    0.566406,
                    0.609375,
                    0.664062,
                    0.726562,
                    0.570312,
                    0.570312,
                    0.585938,
                    0.632812,
                    0.585938,
                    3.34375,
                    0.578125,
                    0.601562,
                    4.40625,
                    0.703125,
                    0.609375,
                    0.589844,
                    0.585938,
                    1.382812,
                    4.46875,
                    5.375,
                    4.28125,
                    0.597656,
                    0.65625,
                    1.171875,
                    0.679688,
                    2.546875,
                    0.625,
                    0.734375,
                    0.738281,
                    0.585938,
                    0.898438,
                    0.691406,
                    0.660156,
                    0.699219,
                    0.609375,
                    0.710938,
                    4.34375,
                    0.605469,
                    0.566406,
                    0.558594,
                    0.601562,
                    0.625,
                    0.679688,
                    2.703125,
                    1.054688,
                    1.375,
                    0.640625,
                    0.644531,
                    0.679688,
                    0.617188,
                    0.597656,
                    0.765625,
                    4.09375,
                    0.816406,
                    0.601562,
                    0.714844,
                    0.613281,
                    0.800781,
                    0.578125,
                    0.376953,
                    0.671875,
                    0.757812,
                    0.671875,
                    1.109375,
                    0.605469,
                    0.636719,
                    0.726562,
                    0.671875,
                    0.636719,
                    0.621094,
                    4.1875,
                    0.566406,
                    0.589844,
                    0.652344,
                    0.6875,
                    0.617188,
                    1.71875,
                    0.730469,
                    0.734375,
                    0.59375,
                    0.574219,
                    0.679688,
                    0.59375,
                    0.707031,
                    0.667969,
                    0.585938,
                    0.847656,
                    0.609375,
                    0.785156,
                    0.65625,
                    0.707031,
                    0.578125,
                    0.699219,
                    0.617188,
                    4.15625,
                    0.671875,
                    0.640625,
                    0.738281,
                    0.644531,
                    0.84375,
                    0.628906,
                    0.84375,
                    1.375,
                    0.644531,
                    0.683594,
                    0.773438,
                    0.789062,
                    0.777344,
                    3.953125,
                    0.570312,
                    4.21875,
                    0.578125,
                    0.582031,
                    0.578125,
                    0.640625,
                    0.753906,
                    0.679688,
                    0.59375,
                    0.519531,
                    0.601562,
                    0.632812,
                    0.984375,
                    0.617188,
                    0.605469,
                    0.832031,
                    0.609375,
                    4.0625,
                    0.671875,
                    0.691406,
                    0.582031,
                    0.757812,
                    0.664062,
                    0.625,
                    0.660156,
                    0.867188,
                    0.601562,
                    0.585938,
                    0.863281,
                    0.644531,
                    0.648438,
                    0.695312,
                    0.597656,
                    3.125,
                    1.25,
                    0.605469,
                    0.578125,
                    0.59375,
                    2.6875,
                    0.597656,
                    0.714844,
                    0.539062,
                    0.613281,
                    0.632812,
                    0.59375,
                    0.582031,
                    0.632812,
                    0.5625,
                    1.898438,
                    0.691406,
                    0.703125,
                    0.652344,
                    0.636719,
                    0.601562,
                    0.679688,
                    0.65625,
                    0.632812,
                    0.820312,
                    0.65625,
                    0.566406,
                    0.785156,
                    0.730469,
                    0.691406,
                    0.632812,
                    0.65625,
                    0.589844,
                    0.828125,
                    0.601562,
                    0.632812,
                    0.621094,
                    0.78125,
                    0.582031,
                    0.703125,
                    0.703125,
                    0.796875,
                    0.71875,
                    0.628906,
                    0.621094,
                    0.875,
                    0.59375,
                    0.65625,
                    0.589844,
                    0.582031,
                    4.71875,
                    0.628906,
                    0.667969,
                    0.832031,
                    0.671875,
                    0.660156,
                    0.570312,
                    0.609375,
                    0.78125,
                    0.578125,
                    0.609375,
                    0.636719,
                    0.65625,
                    0.570312,
                    4.03125,
                    0.59375,
                    0.972656,
                    0.632812,
                    0.625,
                    0.742188,
                    1.0625,
                    0.6875,
                    0.570312,
                    2.34375,
                    0.582031,
                    4.5,
                    0.765625,
                    0.628906,
                    4.1875,
                    4.375,
                    0.71875,
                    0.867188,
                    0.886719,
                    0.578125,
                    0.609375,
                    2.59375,
                    0.84375,
                    0.570312,
                    0.71875,
                    3.984375,
                    0.589844,
                    0.605469,
                    0.65625,
                    0.621094,
                    0.734375,
                    3.46875,
                    0.585938,
                    0.726562,
                    0.695312,
                    0.902344,
                    1.507812,
                    0.609375,
                    2.8125,
                    0.621094,
                    0.644531,
                    0.609375,
                    0.667969,
                    0.636719,
                    0.574219,
                    0.667969,
                    0.742188,
                    0.65625,
                    0.8125,
                    0.671875,
                    0.890625,
                    0.609375,
                    3.0625,
                    0.710938,
                    0.613281,
                    0.589844,
                    0.765625,
                    0.617188,
                    0.546875,
                    0.746094,
                    0.585938,
                    0.726562,
                    0.75,
                    0.625,
                    0.679688,
                    0.710938,
                    0.664062,
                    1.34375,
                    4.15625,
                    0.589844,
                    4.375,
                    0.617188,
                    0.753906,
                    4.03125,
                    0.984375,
                    0.578125,
                    0.757812,
                    0.582031,
                    0.691406,
                    4.28125,
                    0.5625,
                    0.636719,
                    0.78125,
                    0.632812,
                    0.703125,
                    0.625,
                    4.25,
                    0.726562,
                    0.609375,
                    0.601562,
                    0.707031,
                    0.683594,
                    0.554688,
                    0.625,
                    0.582031,
                    0.746094,
                    4.15625,
                    0.734375,
                    0.558594,
                    0.644531,
                    0.582031,
                    0.691406,
                    0.601562,
                    0.574219,
                    0.609375,
                    0.640625,
                    0.601562,
                    0.671875,
                    0.609375,
                    1.273438,
                    3.78125,
                    2.3125,
                    0.609375,
                    1.4375,
                    0.640625,
                    0.664062,
                    0.601562,
                    0.585938,
                    0.683594,
                    0.578125,
                    0.570312,
                    0.601562,
                    0.714844,
                    0.585938,
                    0.640625,
                    0.71875,
                    0.6875,
                    3.15625,
                    3.703125,
                    0.59375,
                    3.59375,
                    0.777344,
                    1.867188,
                    0.648438,
                    0.675781,
                    4.21875,
                    3.46875,
                    0.722656,
                    3.40625,
                    0.574219,
                    0.84375,
                    0.675781,
                    1.757812,
                    0.679688,
                    0.578125,
                    0.648438,
                    4.28125,
                    0.601562,
                    0.703125,
                    0.613281,
                    0.714844,
                    0.609375,
                    0.59375,
                    0.652344,
                    0.609375,
                    0.613281,
                    3.75,
                    0.613281,
                    2.71875,
                    0.753906,
                    0.628906,
                    2.6875,
                    0.609375,
                    0.597656,
                    4.375,
                    0.90625,
                    0.59375,
                    0.59375,
                    4.125,
                    0.699219,
                    0.695312,
                    0.589844,
                    0.753906,
                    0.597656,
                    0.628906,
                    4.40625,
                    0.722656,
                    0.546875,
                    0.582031,
                    0.960938,
                    0.679688,
                    1.164062,
                    0.617188,
                    0.566406,
                    0.566406,
                    0.972656,
                    0.699219,
                    0.710938,
                    0.636719,
                    0.574219,
                    2.65625,
                    3.953125,
                    2.375,
                    0.582031,
                    0.734375,
                    0.671875,
                    4.25,
                    0.554688,
                    2.515625,
                    4.28125,
                    0.945312,
                    4.46875,
                    0.640625,
                    1.546875,
                    0.59375,
                    0.707031,
                    0.660156,
                    0.675781,
                    4.125,
                    0.617188,
                    0.679688,
                    0.65625,
                    0.59375,
                    0.554688,
                    1.421875,
                    0.546875,
                    4.125,
                    0.585938,
                    0.597656,
                    0.640625,
                    0.613281,
                    1.875,
                    0.582031,
                    0.914062,
                    0.554688,
                    0.660156,
                    0.664062,
                    0.640625,
                    1.007812,
                    0.570312,
                    0.597656,
                    0.730469,
                    0.617188,
                    0.585938,
                    0.644531,
                    0.578125,
                    0.578125,
                    0.644531,
                    0.601562,
                    4.28125,
                    0.953125,
                    0.617188,
                    0.796875,
                    0.585938,
                    0.675781,
                    0.5625,
                    0.597656,
                    0.613281,
                    0.59375,
                    0.621094,
                    0.617188,
                    0.835938,
                    0.648438,
                    4.46875,
                    0.5625,
                    0.597656,
                    1.65625,
                    0.578125,
                    0.597656,
                    0.589844,
                    0.679688,
                    0.828125,
                    0.691406,
                    0.902344,
                    0.765625,
                    0.972656,
                    0.613281,
                    0.574219,
                    0.609375,
                    0.578125,
                    0.796875,
                    4.125,
                    0.589844,
                    4.6875,
                    0.707031,
                    0.710938,
                    0.570312,
                    0.652344,
                    0.664062,
                    0.597656,
                    0.804688,
                    0.660156,
                    0.644531,
                    0.558594,
                    0.742188,
                    0.625,
                    0.613281,
                    0.617188,
                    0.578125,
                    0.625,
                    3.703125,
                    0.585938,
                    0.609375,
                    0.691406,
                    4.375,
                    0.582031,
                    4.1875,
                    3.625,
                    0.660156,
                    0.589844,
                    0.722656,
                    3.84375,
                    0.640625,
                    4.125,
                    1.070312,
                    0.636719,
                    0.664062,
                    0.765625,
                    0.652344,
                    0.859375,
                    3.96875,
                    0.59375,
                    0.816406,
                    4.3125,
                    0.636719,
                    0.585938,
                    0.609375,
                    0.625,
                    0.871094,
                    0.613281,
                    0.710938,
                    0.625,
                    0.585938,
                    0.640625,
                    0.558594,
                    4.125,
                    0.636719,
                    0.738281,
                    4.0625,
                    0.625,
                    0.628906,
                    0.574219,
                    0.609375,
                    0.617188,
                    -0.054688,
                    0.777344,
                    1.710938,
                    4.09375,
                    1.28125,
                    0.667969,
                    0.554688,
                    0.617188,
                    0.566406,
                    0.644531,
                    0.59375,
                    0.675781,
                    0.746094,
                    4.09375,
                    0.683594,
                    0.785156,
                    0.667969,
                    0.558594,
                    0.554688,
                    4.375,
                    4.15625,
                    4.0625,
                    0.640625,
                    0.757812,
                    1.296875,
                    0.808594,
                    0.625,
                    0.632812,
                    0.652344,
                    0.578125,
                    0.691406,
                    4.21875,
                    0.710938,
                    0.664062,
                    0.601562,
                    0.582031,
                    0.890625,
                    1.03125,
                    0.554688,
                    0.582031,
                    0.828125,
                    0.703125,
                    0.632812,
                    0.589844,
                    4.59375,
                    0.65625,
                    0.664062,
                    0.792969,
                    0.601562,
                    0.734375,
                    1.0625,
                    0.582031,
                    0.675781,
                    0.71875,
                    4.0625,
                    0.765625,
                    0.8125,
                    0.621094,
                    0.582031,
                    0.6875,
                    0.683594,
                    1.125,
                    0.546875,
                    0.746094,
                    0.628906,
                    0.710938,
                    0.726562,
                    0.804688,
                    0.628906,
                    0.679688,
                    0.632812,
                    0.632812,
                    0.578125,
                    0.589844,
                    0.859375,
                    0.578125,
                    0.847656,
                    0.671875,
                    1.007812,
                    0.871094,
                    0.59375,
                    0.585938,
                    0.605469,
                    0.585938,
                    0.597656,
                    0.625,
                    0.617188,
                    0.59375,
                    0.753906,
                    0.625,
                    0.589844,
                    0.703125,
                    0.878906,
                    0.617188,
                    0.804688,
                    0.582031,
                    0.792969,
                    0.574219,
                    0.566406,
                    0.652344,
                    0.59375,
                    0.835938,
                    0.585938,
                    1.257812,
                    0.675781,
                    0.753906,
                    0.640625,
                    2.15625,
                    3.953125,
                    0.648438,
                    0.703125,
                    4.34375,
                    0.601562,
                    0.613281,
                    0.566406
                ]
            },
            "name": "model.model.layers.27.input_layernorm.weight",
            "outputIndexes": [
                2206
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2205
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_27/Mul_output_0",
            "outputIndexes": [
                2207
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2206,
                2207
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_27/Mul_1_output_0",
            "outputIndexes": [
                2208
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2208
            ],
            "outputIndexes": [
                3064
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                3064
            ],
            "outputIndexes": [
                3065
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/q_proj/Linear",
            "inputIndexes": [
                3065
            ],
            "outputIndexes": [
                3066
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    710889534,
                    1179670,
                    147456,
                    6144,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                3066
            ],
            "outputIndexes": [
                3067
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3067
            ],
            "outputIndexes": [
                2209
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2208
            ],
            "main_type": "NONE",
            "name": "/Shape_379_output_0",
            "outputIndexes": [
                2210
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2210
            ],
            "main_type": "NONE",
            "name": "Shape6828",
            "outputIndexes": [
                2211
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2210
            ],
            "main_type": "NONE",
            "name": "Rank6830",
            "outputIndexes": [
                2212
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2212,
                2212
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6832",
            "outputIndexes": [
                2213
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2213
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6833",
            "outputIndexes": [
                2214
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2213,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6835",
            "outputIndexes": [
                2215
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2215
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6836",
            "outputIndexes": [
                2216
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2211,
                2214,
                2216,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice6839",
            "outputIndexes": [
                2217
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2217
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze6840",
            "outputIndexes": [
                2218
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                2218
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6841",
            "outputIndexes": [
                2219
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2219,
                2218
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6842",
            "outputIndexes": [
                2220
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2210,
                2220,
                2213
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_409_output_0",
            "outputIndexes": [
                2221
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2221,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_865_output_0",
            "outputIndexes": [
                2222
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                2222,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_351_output_0",
            "outputIndexes": [
                2223
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2209,
                2223
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_244_output_0",
            "outputIndexes": [
                2224
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2224,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_216_output_0",
            "outputIndexes": [
                2225
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2224
            ],
            "main_type": "NONE",
            "name": "/Shape_380_output_0",
            "outputIndexes": [
                2226
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2226
            ],
            "main_type": "NONE",
            "name": "Shape6849",
            "outputIndexes": [
                2227
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2226
            ],
            "main_type": "NONE",
            "name": "Rank6851",
            "outputIndexes": [
                2228
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2228,
                2228
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6853",
            "outputIndexes": [
                2229
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2229
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6854",
            "outputIndexes": [
                2230
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2229,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6856",
            "outputIndexes": [
                2231
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2231
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6857",
            "outputIndexes": [
                2232
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2227,
                2230,
                2232,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice6860",
            "outputIndexes": [
                2233
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2233
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze6861",
            "outputIndexes": [
                2234
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                2234
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6862",
            "outputIndexes": [
                2235
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2235,
                2234
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6863",
            "outputIndexes": [
                2236
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2226,
                2236,
                2229
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_410_output_0",
            "outputIndexes": [
                2237
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2237,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_81_output_0",
            "outputIndexes": [
                2238
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2238,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_870_output_0",
            "outputIndexes": [
                2239
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2224,
                2239,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_109_output_0",
            "outputIndexes": [
                2240
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2240
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_54_output_0",
            "outputIndexes": [
                2241
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2224,
                22,
                2239,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_108_output_0",
            "outputIndexes": [
                2242
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2241,
                2242
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_354_output_0",
            "outputIndexes": [
                2243
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2243,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_217_output_0",
            "outputIndexes": [
                2244
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2225,
                2244
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_135_output_0",
            "outputIndexes": [
                2245
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2208
            ],
            "outputIndexes": [
                3068
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                3068
            ],
            "outputIndexes": [
                3069
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/k_proj/Linear",
            "inputIndexes": [
                3069
            ],
            "outputIndexes": [
                3070
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    712222804,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                3070
            ],
            "outputIndexes": [
                3071
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3071
            ],
            "outputIndexes": [
                2246
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                2222,
                85,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_352_output_0",
            "outputIndexes": [
                2247
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2246,
                2247
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_245_output_0",
            "outputIndexes": [
                2248
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2248,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_218_output_0",
            "outputIndexes": [
                2249
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2248
            ],
            "main_type": "NONE",
            "name": "/Shape_381_output_0",
            "outputIndexes": [
                2250
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2250
            ],
            "main_type": "NONE",
            "name": "Shape6912",
            "outputIndexes": [
                2251
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2250
            ],
            "main_type": "NONE",
            "name": "Rank6914",
            "outputIndexes": [
                2252
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2252,
                2252
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6916",
            "outputIndexes": [
                2253
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2253
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6917",
            "outputIndexes": [
                2254
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2253,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6919",
            "outputIndexes": [
                2255
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2255
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6920",
            "outputIndexes": [
                2256
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2251,
                2254,
                2256,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice6923",
            "outputIndexes": [
                2257
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2257
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze6924",
            "outputIndexes": [
                2258
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                2258
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6925",
            "outputIndexes": [
                2259
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2259,
                2258
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6926",
            "outputIndexes": [
                2260
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2250,
                2260,
                2253
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_411_output_0",
            "outputIndexes": [
                2261
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2261,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_82_output_0",
            "outputIndexes": [
                2262
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2262,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_872_output_0",
            "outputIndexes": [
                2263
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2248,
                2263,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_111_output_0",
            "outputIndexes": [
                2264
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2264
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_55_output_0",
            "outputIndexes": [
                2265
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2248,
                22,
                2263,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_110_output_0",
            "outputIndexes": [
                2266
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2265,
                2266
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_355_output_0",
            "outputIndexes": [
                2267
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2267,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_219_output_0",
            "outputIndexes": [
                2268
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2249,
                2268
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_136_output_0",
            "outputIndexes": [
                2269
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2208
            ],
            "outputIndexes": [
                3072
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                3072
            ],
            "outputIndexes": [
                3073
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/v_proj/Linear",
            "inputIndexes": [
                3073
            ],
            "outputIndexes": [
                3074
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    712445034,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                3074
            ],
            "outputIndexes": [
                3075
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3075
            ],
            "outputIndexes": [
                2270
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2270,
                2247
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_246_output_0",
            "outputIndexes": [
                2271
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2245,
                2269,
                2271,
                111
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_251_output_0",
            "outputIndexes": [
                2272
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2272
            ],
            "outputIndexes": [
                3076
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                3076
            ],
            "outputIndexes": [
                3077
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/o_proj/Linear",
            "inputIndexes": [
                3077
            ],
            "outputIndexes": [
                3078
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    712667264,
                    1179670,
                    147456,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                3078
            ],
            "outputIndexes": [
                3079
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3079
            ],
            "outputIndexes": [
                2273
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2205,
                2273
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_138_output_0",
            "outputIndexes": [
                2274
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    1.585938,
                    1.585938,
                    1.453125,
                    1.640625,
                    1.617188,
                    1.59375,
                    1.609375,
                    1.640625,
                    1.53125,
                    1.648438,
                    1.601562,
                    2.234375,
                    1.601562,
                    1.640625,
                    1.617188,
                    1.609375,
                    1.617188,
                    1.546875,
                    1.617188,
                    1.671875,
                    1.601562,
                    1.578125,
                    1.601562,
                    1.71875,
                    1.757812,
                    1.65625,
                    1.570312,
                    1.601562,
                    2.09375,
                    1.59375,
                    1.710938,
                    1.609375,
                    1.632812,
                    2.0,
                    1.5625,
                    1.617188,
                    1.648438,
                    1.578125,
                    1.625,
                    1.710938,
                    1.617188,
                    1.617188,
                    1.59375,
                    1.578125,
                    1.539062,
                    1.585938,
                    1.546875,
                    1.625,
                    1.570312,
                    1.5625,
                    1.695312,
                    1.570312,
                    1.601562,
                    1.585938,
                    1.601562,
                    1.578125,
                    1.609375,
                    1.664062,
                    1.351562,
                    1.601562,
                    1.585938,
                    1.585938,
                    1.570312,
                    1.664062,
                    1.546875,
                    1.5,
                    1.59375,
                    1.71875,
                    1.625,
                    1.585938,
                    1.617188,
                    1.695312,
                    1.695312,
                    1.609375,
                    1.6875,
                    1.78125,
                    1.59375,
                    1.5625,
                    1.617188,
                    1.671875,
                    1.625,
                    1.703125,
                    1.523438,
                    1.851562,
                    1.640625,
                    1.601562,
                    1.671875,
                    1.640625,
                    1.570312,
                    1.59375,
                    1.570312,
                    1.53125,
                    1.484375,
                    1.5625,
                    1.585938,
                    1.101562,
                    1.640625,
                    1.617188,
                    1.578125,
                    1.765625,
                    1.671875,
                    1.8125,
                    2.203125,
                    1.664062,
                    1.65625,
                    1.578125,
                    1.59375,
                    1.578125,
                    1.664062,
                    1.65625,
                    1.609375,
                    1.664062,
                    1.671875,
                    1.03125,
                    1.59375,
                    1.585938,
                    1.625,
                    1.585938,
                    1.65625,
                    1.640625,
                    1.640625,
                    1.65625,
                    1.554688,
                    1.609375,
                    1.570312,
                    1.59375,
                    1.640625,
                    1.59375,
                    1.5625,
                    1.742188,
                    1.5625,
                    1.601562,
                    1.578125,
                    1.625,
                    1.648438,
                    1.585938,
                    1.773438,
                    1.625,
                    1.742188,
                    1.625,
                    1.671875,
                    1.625,
                    1.59375,
                    1.546875,
                    1.632812,
                    1.632812,
                    1.625,
                    2.09375,
                    1.71875,
                    1.601562,
                    1.617188,
                    1.609375,
                    1.59375,
                    1.65625,
                    3.1875,
                    1.632812,
                    1.609375,
                    1.585938,
                    1.59375,
                    1.625,
                    1.609375,
                    1.578125,
                    1.601562,
                    1.601562,
                    1.585938,
                    1.578125,
                    1.632812,
                    1.601562,
                    1.5625,
                    1.609375,
                    1.65625,
                    1.601562,
                    1.632812,
                    1.570312,
                    1.65625,
                    1.632812,
                    1.585938,
                    1.625,
                    1.703125,
                    1.65625,
                    1.59375,
                    1.65625,
                    1.625,
                    1.546875,
                    1.585938,
                    1.390625,
                    1.578125,
                    1.71875,
                    2.234375,
                    1.625,
                    1.703125,
                    1.554688,
                    1.648438,
                    1.59375,
                    1.609375,
                    1.570312,
                    1.570312,
                    1.632812,
                    1.632812,
                    1.632812,
                    1.539062,
                    1.609375,
                    1.601562,
                    1.65625,
                    1.65625,
                    1.625,
                    1.617188,
                    1.617188,
                    1.59375,
                    1.609375,
                    1.59375,
                    1.601562,
                    1.671875,
                    1.640625,
                    1.9375,
                    1.609375,
                    1.601562,
                    1.5625,
                    1.710938,
                    1.78125,
                    1.5625,
                    1.734375,
                    3.015625,
                    1.054688,
                    1.554688,
                    1.625,
                    1.59375,
                    1.75,
                    1.65625,
                    1.53125,
                    1.59375,
                    1.554688,
                    1.585938,
                    1.679688,
                    1.585938,
                    1.59375,
                    1.609375,
                    1.546875,
                    1.609375,
                    1.703125,
                    1.671875,
                    1.578125,
                    1.5625,
                    1.617188,
                    1.554688,
                    1.609375,
                    1.609375,
                    1.617188,
                    1.5625,
                    1.632812,
                    1.632812,
                    1.773438,
                    1.703125,
                    0.738281,
                    1.6875,
                    1.890625,
                    1.601562,
                    1.703125,
                    1.617188,
                    1.59375,
                    1.640625,
                    1.609375,
                    1.601562,
                    1.609375,
                    1.617188,
                    1.59375,
                    1.59375,
                    1.617188,
                    1.640625,
                    1.601562,
                    1.625,
                    1.601562,
                    1.539062,
                    1.625,
                    1.679688,
                    1.664062,
                    1.6875,
                    1.65625,
                    1.640625,
                    1.625,
                    1.570312,
                    1.5625,
                    1.5625,
                    1.578125,
                    1.5625,
                    1.570312,
                    2.296875,
                    1.710938,
                    1.554688,
                    1.859375,
                    1.65625,
                    1.679688,
                    1.601562,
                    1.601562,
                    1.625,
                    1.679688,
                    1.585938,
                    1.585938,
                    1.679688,
                    1.617188,
                    1.664062,
                    1.53125,
                    1.578125,
                    1.734375,
                    1.640625,
                    1.585938,
                    1.734375,
                    1.570312,
                    1.609375,
                    1.679688,
                    1.664062,
                    1.578125,
                    1.679688,
                    1.578125,
                    1.65625,
                    1.609375,
                    1.726562,
                    1.59375,
                    1.570312,
                    1.679688,
                    1.601562,
                    1.6875,
                    1.585938,
                    1.617188,
                    1.6875,
                    1.632812,
                    1.578125,
                    1.664062,
                    1.648438,
                    1.601562,
                    1.6875,
                    1.601562,
                    1.664062,
                    1.546875,
                    1.601562,
                    2.09375,
                    1.640625,
                    1.671875,
                    1.601562,
                    1.601562,
                    1.65625,
                    1.585938,
                    1.640625,
                    1.617188,
                    1.804688,
                    1.617188,
                    1.617188,
                    1.5625,
                    1.59375,
                    1.625,
                    1.679688,
                    1.5,
                    1.695312,
                    1.59375,
                    2.140625,
                    1.664062,
                    0.675781,
                    1.703125,
                    1.570312,
                    1.734375,
                    1.757812,
                    1.632812,
                    1.648438,
                    1.585938,
                    1.664062,
                    1.578125,
                    1.648438,
                    1.554688,
                    1.695312,
                    1.617188,
                    1.59375,
                    1.59375,
                    1.59375,
                    1.625,
                    1.5625,
                    1.625,
                    1.609375,
                    1.65625,
                    1.664062,
                    1.585938,
                    1.59375,
                    1.601562,
                    1.585938,
                    1.640625,
                    1.585938,
                    1.6875,
                    1.632812,
                    1.757812,
                    1.578125,
                    1.640625,
                    1.59375,
                    1.59375,
                    1.539062,
                    1.585938,
                    1.46875,
                    1.539062,
                    1.609375,
                    2.21875,
                    1.578125,
                    1.6875,
                    1.570312,
                    1.609375,
                    1.570312,
                    2.75,
                    1.6875,
                    1.59375,
                    1.921875,
                    1.617188,
                    1.546875,
                    1.539062,
                    1.65625,
                    1.5625,
                    1.632812,
                    1.617188,
                    1.632812,
                    1.6875,
                    1.648438,
                    1.648438,
                    1.65625,
                    1.648438,
                    1.671875,
                    1.734375,
                    1.71875,
                    1.664062,
                    1.789062,
                    1.648438,
                    1.554688,
                    1.585938,
                    1.585938,
                    1.59375,
                    1.617188,
                    1.585938,
                    1.625,
                    1.703125,
                    1.609375,
                    1.59375,
                    1.640625,
                    1.585938,
                    1.601562,
                    1.5625,
                    1.625,
                    2.0625,
                    1.515625,
                    1.59375,
                    1.640625,
                    1.617188,
                    1.640625,
                    1.617188,
                    1.578125,
                    1.679688,
                    1.625,
                    1.625,
                    1.578125,
                    1.679688,
                    1.632812,
                    1.648438,
                    1.640625,
                    1.640625,
                    1.671875,
                    1.65625,
                    1.6875,
                    1.625,
                    1.71875,
                    1.5625,
                    1.671875,
                    1.632812,
                    1.679688,
                    1.617188,
                    1.570312,
                    1.625,
                    1.601562,
                    1.59375,
                    1.804688,
                    1.585938,
                    1.671875,
                    1.648438,
                    1.617188,
                    1.710938,
                    1.570312,
                    1.59375,
                    1.632812,
                    1.601562,
                    1.617188,
                    1.65625,
                    1.578125,
                    1.585938,
                    1.632812,
                    1.546875,
                    1.59375,
                    1.632812,
                    2.078125,
                    1.585938,
                    1.671875,
                    1.601562,
                    1.632812,
                    1.695312,
                    1.546875,
                    1.617188,
                    1.703125,
                    1.59375,
                    1.546875,
                    1.632812,
                    1.640625,
                    3.703125,
                    1.695312,
                    1.578125,
                    1.570312,
                    1.140625,
                    1.609375,
                    1.679688,
                    1.914062,
                    1.601562,
                    1.65625,
                    1.640625,
                    1.671875,
                    1.734375,
                    1.601562,
                    1.617188,
                    3.421875,
                    1.5625,
                    1.710938,
                    1.617188,
                    1.523438,
                    1.578125,
                    1.625,
                    1.625,
                    2.03125,
                    1.601562,
                    1.578125,
                    5.375,
                    1.796875,
                    1.5625,
                    1.632812,
                    1.578125,
                    1.632812,
                    1.578125,
                    1.625,
                    2.265625,
                    1.695312,
                    1.65625,
                    1.65625,
                    1.601562,
                    1.640625,
                    1.617188,
                    1.84375,
                    1.601562,
                    1.296875,
                    1.640625,
                    1.515625,
                    1.570312,
                    1.609375,
                    1.757812,
                    1.625,
                    3.015625,
                    1.625,
                    1.570312,
                    1.671875,
                    1.617188,
                    1.632812,
                    1.640625,
                    1.625,
                    1.617188,
                    1.625,
                    1.585938,
                    1.625,
                    1.507812,
                    1.632812,
                    1.609375,
                    1.601562,
                    1.625,
                    1.695312,
                    1.640625,
                    1.578125,
                    1.703125,
                    1.90625,
                    1.609375,
                    1.601562,
                    1.617188,
                    1.625,
                    1.570312,
                    0.703125,
                    1.578125,
                    2.390625,
                    1.609375,
                    1.539062,
                    1.648438,
                    1.632812,
                    1.625,
                    1.617188,
                    2.828125,
                    1.625,
                    1.617188,
                    1.929688,
                    1.546875,
                    1.515625,
                    1.585938,
                    1.585938,
                    1.617188,
                    1.625,
                    1.546875,
                    1.6875,
                    1.609375,
                    1.625,
                    1.671875,
                    1.65625,
                    1.492188,
                    1.648438,
                    1.59375,
                    1.679688,
                    6.6e-05,
                    1.546875,
                    1.851562,
                    1.695312,
                    1.59375,
                    1.570312,
                    1.5625,
                    1.640625,
                    1.710938,
                    1.585938,
                    1.609375,
                    1.640625,
                    1.625,
                    1.632812,
                    1.59375,
                    1.664062,
                    1.617188,
                    1.601562,
                    1.648438,
                    1.640625,
                    1.695312,
                    1.71875,
                    1.578125,
                    1.679688,
                    2.625,
                    1.59375,
                    1.5625,
                    1.609375,
                    1.617188,
                    1.617188,
                    1.578125,
                    1.609375,
                    1.679688,
                    1.726562,
                    1.5625,
                    1.632812,
                    1.632812,
                    1.617188,
                    1.671875,
                    1.632812,
                    1.539062,
                    1.609375,
                    1.65625,
                    1.570312,
                    1.585938,
                    1.578125,
                    1.6875,
                    1.609375,
                    1.601562,
                    1.59375,
                    1.625,
                    1.601562,
                    1.5625,
                    1.664062,
                    1.554688,
                    1.554688,
                    1.601562,
                    1.601562,
                    1.585938,
                    1.507812,
                    1.617188,
                    1.59375,
                    1.203125,
                    1.585938,
                    1.632812,
                    1.671875,
                    1.6875,
                    1.570312,
                    1.585938,
                    1.609375,
                    1.59375,
                    1.601562,
                    1.65625,
                    1.617188,
                    1.617188,
                    1.625,
                    1.570312,
                    1.71875,
                    1.65625,
                    1.625,
                    1.632812,
                    1.585938,
                    1.65625,
                    1.53125,
                    1.617188,
                    1.515625,
                    1.5625,
                    1.578125,
                    1.632812,
                    1.585938,
                    1.664062,
                    1.601562,
                    1.632812,
                    1.65625,
                    1.664062,
                    1.59375,
                    1.570312,
                    1.59375,
                    1.6875,
                    1.648438,
                    1.59375,
                    1.640625,
                    1.671875,
                    1.695312,
                    3.640625,
                    1.6875,
                    1.625,
                    1.609375,
                    1.65625,
                    1.578125,
                    1.617188,
                    1.59375,
                    1.65625,
                    1.765625,
                    1.632812,
                    1.875,
                    1.570312,
                    1.585938,
                    1.632812,
                    1.546875,
                    1.585938,
                    1.601562,
                    1.578125,
                    1.578125,
                    1.601562,
                    1.601562,
                    2.28125,
                    1.632812,
                    1.632812,
                    1.671875,
                    1.601562,
                    1.609375,
                    1.65625,
                    1.15625,
                    1.570312,
                    1.601562,
                    1.65625,
                    1.617188,
                    1.703125,
                    1.640625,
                    1.578125,
                    2.421875,
                    1.703125,
                    1.046875,
                    1.648438,
                    1.5625,
                    1.578125,
                    1.585938,
                    1.570312,
                    1.5625,
                    1.625,
                    1.65625,
                    1.65625,
                    1.578125,
                    1.679688,
                    1.546875,
                    1.632812,
                    1.632812,
                    1.609375,
                    1.59375,
                    1.585938,
                    1.648438,
                    1.5625,
                    1.59375,
                    1.671875,
                    1.5625,
                    1.546875,
                    1.65625,
                    1.570312,
                    1.609375,
                    1.6875,
                    1.65625,
                    1.617188,
                    1.585938,
                    1.625,
                    1.546875,
                    1.5625,
                    1.664062,
                    1.5625,
                    1.6875,
                    1.578125,
                    1.65625,
                    1.601562,
                    1.625,
                    0.742188,
                    1.671875,
                    1.679688,
                    1.59375,
                    1.570312,
                    1.664062,
                    1.59375,
                    1.601562,
                    1.601562,
                    2.484375,
                    1.59375,
                    1.640625,
                    1.609375,
                    1.875,
                    1.578125,
                    1.585938,
                    1.6875,
                    2.671875,
                    1.578125,
                    1.664062,
                    1.617188,
                    1.578125,
                    1.625,
                    1.617188,
                    1.546875,
                    1.851562,
                    1.648438,
                    1.617188,
                    1.585938,
                    1.59375,
                    1.578125,
                    1.671875,
                    1.617188,
                    1.609375,
                    1.640625,
                    1.578125,
                    2.0,
                    1.59375,
                    1.570312,
                    1.546875,
                    1.625,
                    1.578125,
                    1.640625,
                    1.570312,
                    1.617188,
                    1.609375,
                    1.59375,
                    1.664062,
                    1.609375,
                    1.703125,
                    1.578125,
                    1.703125,
                    1.648438,
                    1.601562,
                    1.554688,
                    1.59375,
                    1.71875,
                    1.578125,
                    1.78125,
                    1.617188,
                    1.875,
                    1.710938,
                    1.625,
                    1.671875,
                    1.648438,
                    1.757812,
                    2.734375,
                    1.578125,
                    1.59375,
                    1.679688,
                    1.625,
                    1.703125,
                    0.621094,
                    1.59375,
                    1.679688,
                    0.8125,
                    1.5625,
                    1.859375,
                    1.59375,
                    2.15625,
                    1.695312,
                    1.632812,
                    1.65625,
                    1.65625,
                    1.648438,
                    1.5625,
                    1.695312,
                    1.664062,
                    1.703125,
                    1.5625,
                    1.585938,
                    1.539062,
                    1.5625,
                    1.601562,
                    1.640625,
                    1.703125,
                    1.59375,
                    1.601562,
                    1.578125,
                    1.609375,
                    1.65625,
                    1.5625,
                    1.625,
                    1.625,
                    1.609375,
                    1.609375,
                    1.6875,
                    0.863281,
                    0.703125,
                    1.601562,
                    1.585938,
                    2.046875,
                    1.59375,
                    1.617188,
                    1.648438,
                    1.609375,
                    3.390625,
                    1.648438,
                    1.570312,
                    1.59375,
                    1.671875,
                    1.578125,
                    1.65625,
                    1.640625,
                    1.671875,
                    1.5625,
                    1.609375,
                    1.617188,
                    1.640625,
                    1.695312,
                    1.617188,
                    1.625,
                    1.570312,
                    1.71875,
                    1.640625,
                    1.617188,
                    1.757812,
                    1.585938,
                    1.6875,
                    1.601562,
                    1.648438,
                    1.585938,
                    1.5625,
                    1.609375,
                    1.640625,
                    1.804688,
                    1.6875,
                    1.46875,
                    1.554688,
                    1.6875,
                    1.601562,
                    2.28125,
                    1.710938,
                    1.648438,
                    1.65625,
                    1.59375,
                    1.632812,
                    1.617188,
                    1.617188,
                    1.601562,
                    1.625,
                    1.570312,
                    1.59375,
                    1.609375,
                    1.492188,
                    1.710938,
                    1.601562,
                    1.578125,
                    1.648438,
                    1.554688,
                    1.632812,
                    1.585938,
                    1.671875,
                    1.625,
                    1.757812,
                    1.609375,
                    1.976562,
                    1.570312,
                    1.546875,
                    1.65625,
                    1.59375,
                    1.59375,
                    1.671875,
                    1.648438,
                    1.625,
                    1.65625,
                    1.601562,
                    1.75,
                    1.625,
                    1.664062,
                    1.625,
                    1.609375,
                    1.601562,
                    1.5625,
                    1.5625,
                    1.71875,
                    1.5,
                    1.609375,
                    1.6875,
                    1.671875,
                    1.625,
                    1.609375,
                    1.625,
                    1.578125,
                    1.679688,
                    1.6875,
                    2.0,
                    1.585938,
                    1.617188,
                    1.859375,
                    1.609375,
                    1.601562,
                    1.65625,
                    1.59375,
                    1.390625,
                    1.710938,
                    1.609375,
                    1.664062,
                    1.585938,
                    1.570312,
                    1.679688,
                    1.671875,
                    1.59375,
                    1.671875,
                    1.671875,
                    1.695312,
                    1.570312,
                    1.609375,
                    1.976562,
                    1.664062,
                    1.632812,
                    1.585938,
                    1.625,
                    1.570312,
                    1.703125,
                    1.53125,
                    1.648438,
                    1.554688,
                    1.671875,
                    1.578125,
                    1.734375,
                    1.632812,
                    1.601562,
                    1.671875,
                    1.640625,
                    1.5,
                    1.601562,
                    1.664062,
                    1.570312,
                    1.601562,
                    1.671875,
                    1.625,
                    1.578125,
                    1.648438,
                    1.617188,
                    1.648438,
                    1.609375,
                    1.75,
                    1.570312,
                    1.796875,
                    1.585938,
                    1.679688,
                    1.578125,
                    1.617188,
                    1.5625,
                    1.679688,
                    1.617188,
                    1.75,
                    1.625,
                    1.632812,
                    1.5625,
                    1.570312,
                    1.585938,
                    1.632812,
                    1.578125,
                    2.265625,
                    1.703125,
                    1.578125,
                    1.6875,
                    1.664062,
                    1.046875,
                    1.679688,
                    1.617188,
                    2.75,
                    1.632812,
                    1.671875,
                    1.585938,
                    1.59375,
                    1.585938,
                    1.75,
                    1.648438,
                    1.585938,
                    1.585938,
                    1.578125,
                    1.679688,
                    1.601562,
                    1.601562,
                    1.609375,
                    1.632812,
                    1.53125,
                    1.734375,
                    1.546875,
                    1.859375,
                    1.632812,
                    1.695312,
                    1.671875,
                    1.75,
                    1.609375,
                    1.648438,
                    1.695312,
                    1.578125,
                    1.546875,
                    2.671875,
                    1.601562,
                    1.617188,
                    1.4375,
                    1.5625,
                    1.632812,
                    1.609375,
                    1.601562,
                    1.640625,
                    1.625,
                    1.578125,
                    1.609375,
                    1.546875,
                    1.414062,
                    1.59375,
                    1.578125,
                    1.640625,
                    1.617188,
                    1.632812,
                    1.6875,
                    1.96875,
                    1.585938,
                    1.617188,
                    1.640625,
                    1.5,
                    1.679688,
                    1.59375,
                    1.585938,
                    1.554688,
                    1.554688,
                    1.679688,
                    1.546875,
                    1.585938,
                    1.632812,
                    1.484375,
                    1.679688,
                    1.601562,
                    1.601562,
                    1.5625,
                    1.679688,
                    1.664062,
                    1.570312,
                    1.585938,
                    1.609375,
                    1.648438,
                    1.609375,
                    1.617188,
                    1.640625,
                    1.546875,
                    1.554688,
                    1.65625,
                    1.617188,
                    1.648438,
                    1.648438,
                    1.734375,
                    1.625,
                    2.546875,
                    1.601562,
                    1.585938,
                    1.625,
                    1.65625,
                    1.617188,
                    1.65625,
                    1.554688,
                    1.632812,
                    1.59375,
                    1.609375,
                    1.554688,
                    2.171875,
                    1.601562,
                    1.796875,
                    1.640625,
                    1.6875,
                    1.609375,
                    1.679688,
                    1.59375,
                    1.59375,
                    1.703125,
                    1.648438,
                    1.65625,
                    1.601562,
                    1.609375,
                    1.585938,
                    1.640625,
                    1.609375,
                    1.648438,
                    1.632812,
                    1.570312,
                    1.578125,
                    1.570312,
                    1.640625,
                    1.96875,
                    1.609375,
                    1.414062,
                    1.59375,
                    5.5625,
                    1.703125,
                    1.625,
                    1.695312,
                    1.59375,
                    1.578125,
                    1.648438,
                    1.632812,
                    1.59375,
                    1.59375,
                    1.640625,
                    1.664062,
                    1.601562,
                    1.546875,
                    1.765625,
                    1.875,
                    1.6875,
                    1.265625,
                    1.5625,
                    1.617188,
                    1.632812,
                    1.632812,
                    2.046875,
                    1.515625,
                    1.539062,
                    1.578125,
                    1.585938,
                    1.609375,
                    1.507812,
                    2.359375,
                    1.609375,
                    1.601562,
                    1.648438,
                    1.679688,
                    1.679688,
                    1.609375,
                    1.617188,
                    1.585938,
                    1.648438,
                    1.8125,
                    1.695312,
                    1.585938,
                    1.695312,
                    1.601562,
                    1.671875,
                    1.5625,
                    1.570312,
                    1.648438,
                    2.546875,
                    1.609375,
                    1.585938,
                    1.65625,
                    1.632812,
                    1.625,
                    1.632812,
                    1.625,
                    1.609375,
                    1.554688,
                    1.570312,
                    1.5625,
                    1.601562,
                    1.578125,
                    1.625,
                    1.585938,
                    1.59375,
                    1.703125,
                    1.601562,
                    1.59375,
                    1.523438,
                    1.625,
                    1.6875,
                    1.625,
                    3.03125,
                    1.671875,
                    1.617188,
                    1.617188,
                    1.65625,
                    1.625,
                    1.617188,
                    1.523438,
                    1.5625,
                    1.585938,
                    1.59375,
                    0.648438,
                    1.695312,
                    1.375,
                    1.695312,
                    1.617188,
                    1.710938,
                    1.601562,
                    1.554688,
                    1.648438,
                    1.632812,
                    1.59375,
                    1.5625,
                    1.015625,
                    1.601562,
                    1.578125,
                    1.601562,
                    1.609375,
                    1.609375,
                    2.84375,
                    1.640625,
                    1.578125,
                    1.578125,
                    1.648438,
                    1.609375,
                    1.601562,
                    1.5625,
                    1.734375,
                    1.585938,
                    1.710938,
                    1.554688,
                    1.632812,
                    1.578125,
                    1.59375,
                    1.625,
                    1.71875,
                    1.5625,
                    1.625,
                    1.585938,
                    1.578125,
                    1.601562,
                    1.609375,
                    1.632812,
                    1.617188,
                    1.617188,
                    1.617188,
                    1.601562,
                    1.5625,
                    1.679688,
                    1.515625,
                    1.710938,
                    1.664062,
                    1.578125,
                    1.59375,
                    1.617188,
                    1.578125,
                    1.578125,
                    1.585938,
                    1.703125,
                    1.632812,
                    1.65625,
                    1.71875,
                    1.664062,
                    1.523438,
                    1.59375,
                    1.585938,
                    1.851562,
                    1.609375,
                    1.570312,
                    1.703125,
                    1.75,
                    1.671875,
                    1.625,
                    1.640625,
                    1.648438,
                    1.601562,
                    1.65625,
                    1.585938,
                    1.023438,
                    2.578125,
                    1.625,
                    1.601562,
                    1.617188,
                    1.609375,
                    1.710938,
                    1.65625,
                    1.617188,
                    1.554688,
                    1.617188,
                    1.5625,
                    1.640625,
                    1.585938,
                    1.59375,
                    1.695312,
                    1.585938,
                    1.125,
                    1.601562,
                    1.59375,
                    1.617188,
                    1.726562,
                    1.632812,
                    1.632812,
                    1.640625,
                    1.570312,
                    1.617188,
                    1.601562,
                    1.570312,
                    1.648438,
                    1.671875,
                    1.71875,
                    1.632812,
                    1.578125,
                    1.617188,
                    2.375,
                    1.585938,
                    1.367188,
                    1.59375,
                    1.546875,
                    1.648438,
                    1.640625,
                    1.640625,
                    1.617188,
                    1.625,
                    1.5625,
                    1.703125,
                    1.585938,
                    1.632812,
                    1.585938,
                    1.570312,
                    1.789062,
                    1.726562,
                    1.609375,
                    2.078125,
                    1.5625,
                    1.601562,
                    1.5625,
                    1.578125,
                    1.710938,
                    1.617188,
                    -1.7e-05,
                    1.53125,
                    2.265625,
                    0.484375,
                    1.625,
                    1.546875,
                    1.617188,
                    2.0625,
                    1.671875,
                    1.601562,
                    1.5625,
                    1.59375,
                    1.65625,
                    1.6875,
                    1.515625,
                    1.585938,
                    1.609375,
                    1.664062,
                    1.609375,
                    1.6875,
                    1.703125,
                    1.59375,
                    1.585938,
                    1.640625,
                    1.546875,
                    1.5625,
                    1.648438,
                    1.523438,
                    1.59375,
                    1.59375,
                    1.59375,
                    1.695312,
                    1.570312,
                    1.601562,
                    1.609375,
                    1.632812,
                    1.695312,
                    1.585938,
                    1.664062,
                    1.570312,
                    1.65625,
                    1.617188,
                    1.578125,
                    1.671875,
                    1.851562,
                    1.585938,
                    1.632812,
                    2.03125,
                    1.695312,
                    1.5625,
                    1.945312,
                    1.648438,
                    1.59375,
                    1.53125,
                    1.648438,
                    1.554688,
                    1.78125,
                    1.59375,
                    1.679688,
                    1.804688,
                    1.664062,
                    1.570312,
                    1.609375,
                    1.640625,
                    1.625,
                    1.65625,
                    1.65625,
                    1.625,
                    1.601562,
                    1.625,
                    1.648438,
                    1.601562,
                    1.585938,
                    1.640625,
                    1.632812,
                    1.59375,
                    2.0,
                    1.570312,
                    1.578125,
                    1.75,
                    1.632812,
                    1.648438,
                    1.617188,
                    1.6875,
                    1.617188,
                    1.59375,
                    1.601562,
                    1.6875,
                    1.578125,
                    1.617188,
                    1.601562,
                    1.570312,
                    1.695312,
                    1.554688,
                    1.53125,
                    1.578125,
                    1.59375,
                    1.6875,
                    1.609375,
                    1.6875,
                    1.664062,
                    1.664062,
                    1.664062,
                    1.9375,
                    1.53125,
                    1.625,
                    1.585938,
                    2.015625,
                    1.539062,
                    1.585938,
                    1.59375,
                    1.640625,
                    1.601562,
                    1.585938,
                    1.59375
                ]
            },
            "name": "model.model.layers.27.post_attention_layernorm.weight",
            "outputIndexes": [
                2275
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2274
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_27/Mul_output_0",
            "outputIndexes": [
                2276
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2275,
                2276
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_27/Mul_1_output_0",
            "outputIndexes": [
                2277
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2277
            ],
            "outputIndexes": [
                3080
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                3080
            ],
            "outputIndexes": [
                3081
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/gate_proj/Linear",
            "inputIndexes": [
                3081
            ],
            "outputIndexes": [
                3082
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    713994390,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                3082
            ],
            "outputIndexes": [
                3083
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3083
            ],
            "outputIndexes": [
                2278
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2278
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_27/Sigmoid_output_0",
            "outputIndexes": [
                2279
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2278,
                2279
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_27/Mul_output_0",
            "outputIndexes": [
                2280
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2277
            ],
            "outputIndexes": [
                3084
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                3084
            ],
            "outputIndexes": [
                3085
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/up_proj/Linear",
            "inputIndexes": [
                3085
            ],
            "outputIndexes": [
                3086
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8960,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    721735852,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                3086
            ],
            "outputIndexes": [
                3087
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3087
            ],
            "outputIndexes": [
                2281
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8960
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2280,
                2281
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_27/Mul_output_0",
            "outputIndexes": [
                2282
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2282
            ],
            "outputIndexes": [
                3088
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    8960,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                3088
            ],
            "outputIndexes": [
                3089
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/down_proj/Linear",
            "inputIndexes": [
                3089
            ],
            "outputIndexes": [
                3090
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 8960,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 107520,
                    "weightSize": 0
                },
                "external": [
                    729477314,
                    6881302,
                    860160,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                3090
            ],
            "outputIndexes": [
                3091
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3091
            ],
            "outputIndexes": [
                2283
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2274,
                2283
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_139_output_0",
            "outputIndexes": [
                2284
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    2
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    -1,
                    1536
                ]
            },
            "name": "/lm/Constant_output_0__",
            "outputIndexes": [
                2285
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2284,
                2285
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/lm/Reshape_output_0",
            "outputIndexes": [
                2286
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    -1
                ]
            },
            "name": "/rotary/Constant_6_output_0",
            "outputIndexes": [
                2287
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2286
            ],
            "main_type": "NONE",
            "name": "Shape7070",
            "outputIndexes": [
                2288
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2286
            ],
            "main_type": "NONE",
            "name": "Rank7072",
            "outputIndexes": [
                2289
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2289,
                2289
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp7074",
            "outputIndexes": [
                2290
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2290
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze7075",
            "outputIndexes": [
                2291
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2290,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp7077",
            "outputIndexes": [
                2292
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2292
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze7078",
            "outputIndexes": [
                2293
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2288,
                2291,
                2293,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice7081",
            "outputIndexes": [
                2294
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2294
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze7082",
            "outputIndexes": [
                2295
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2287,
                2295
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp7083",
            "outputIndexes": [
                2296
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2296,
                2295
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp7084",
            "outputIndexes": [
                2297
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2286,
                2297,
                2290
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/lm/Gather_output_0",
            "outputIndexes": [
                2298
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    3
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    1,
                    1,
                    1536
                ]
            },
            "name": "/lm/Constant_1_output_0__",
            "outputIndexes": [
                2299
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2298,
                2299
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/lm/Reshape_1_output_0",
            "outputIndexes": [
                2300
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2300
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/lm/norm/Mul_output_0",
            "outputIndexes": [
                2301
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                0,
                2301
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/lm/norm/Mul_1_output_0",
            "outputIndexes": [
                2302
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/lm/lm_head/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2302
            ],
            "outputIndexes": [
                3092
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/lm/lm_head/Linear/pre_convert",
            "inputIndexes": [
                3092
            ],
            "outputIndexes": [
                3093
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/lm/lm_head/Linear",
            "inputIndexes": [
                3093
            ],
            "outputIndexes": [
                3094
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 151936,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": true,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1823232,
                    "weightSize": 0
                },
                "external": [
                    737218776,
                    116686874,
                    14585856,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/lm/lm_head/Linear/post_convert",
            "inputIndexes": [
                3094
            ],
            "outputIndexes": [
                3095
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/lm/lm_head/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3095
            ],
            "outputIndexes": [
                2303
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    151936
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    151936
                ]
            },
            "name": "/Constant_1676_output_0__",
            "outputIndexes": [
                2304
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2303,
                2304
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "logits",
            "outputIndexes": [
                2305
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Input",
            "main": {
                "dims": [
                    28,
                    2,
                    -1,
                    0,
                    2,
                    128
                ],
                "dtype": "DT_FLOAT",
                "dformat": "NCHW"
            },
            "name": "past_key_values",
            "outputIndexes": [
                2306
            ],
            "type": "Input",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2306
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1
                ],
                "dimType": "NCHW"
            },
            "name": "presents",
            "outputIndexes": [
                2307
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        }
    ],
    "outputName": [
        "logits",
        "presents"
    ],
    "preferForwardType": "CPU",
    "sourceType": "ONNX",
    "tensorName": [
        "model.model.norm.weight",
        "input_ids",
        "/Constant_output_0__",
        "/Reshape_output_0",
        "model.model.layers.0.input_layernorm.weight",
        "/input_layernorm/Mul_output_0",
        "/input_layernorm/Mul_1_output_0",
        "/FakeLinear_output_0",
        "/Unsqueeze_output_0",
        "/Shape_1_output_0",
        "/rotary/Constant_9_output_0",
        "Shape20",
        "BinaryOp23",
        "BinaryOp24",
        "Unsqueeze25",
        "BinaryOp27",
        "Unsqueeze28",
        "StridedSlice31",
        "Squeeze32",
        "BinaryOp33",
        "BinaryOp34",
        "/Gather_2_output_0",
        "/rotary/Constant_4_output_0",
        "/Unsqueeze_1_output_0",
        "/Constant_4_output_0",
        "/Constant_5_output_0",
        "/Concat_output_0",
        "/Reshape_1_output_0",
        "position_ids",
        "/rotary/Cast_output_0",
        "/rotary/Constant_1_output_0__",
        "/rotary/Reshape_output_0",
        "/rotary/Constant_2_output_0",
        "/rotary/Mul_output_0",
        "/rotary/Cos_output_0",
        "/rotary/Unsqueeze_output_0",
        "/rotary/Sin_output_0",
        "/rotary/Unsqueeze_1_output_0",
        "/rotary/Concat_output_0",
        "/rotary/Concat_1_output_0",
        "/rotary/Unsqueeze_2_axes",
        "/rotary/Unsqueeze_3_output_0",
        "Shape57",
        "BinaryOp60",
        "BinaryOp61",
        "Unsqueeze62",
        "BinaryOp64",
        "Unsqueeze65",
        "StridedSlice68",
        "BinaryOp70",
        "BinaryOp71",
        "/Gather_3_output_0",
        "/Mul_output_0",
        "/Shape_2_output_0",
        "/Constant_10_output_0",
        "Shape76",
        "BinaryOp79",
        "BinaryOp80",
        "Unsqueeze81",
        "BinaryOp83",
        "Unsqueeze84",
        "StridedSlice87",
        "Squeeze88",
        "BinaryOp89",
        "BinaryOp90",
        "/Gather_5_output_0",
        "/rotary/Constant_7_output_0",
        "/Div_output_0",
        "/Unsqueeze_6_output_0",
        "/Constant_19_output_0",
        "/Constant_13_output_0",
        "/Slice_1_output_0",
        "/Neg_output_0",
        "/Slice_output_0",
        "/Concat_3_output_0",
        "Unsqueeze106",
        "Unsqueeze109",
        "StridedSlice112",
        "Squeeze113",
        "BinaryOp114",
        "BinaryOp115",
        "/Gather_4_output_0",
        "/Mul_1_output_0",
        "/Add_output_0",
        "/FakeLinear_1_output_0",
        "/Constant_6_output_0",
        "/Concat_1_output_0",
        "/Reshape_2_output_0",
        "/Mul_2_output_0",
        "/Shape_3_output_0",
        "Shape159",
        "BinaryOp162",
        "BinaryOp163",
        "Unsqueeze164",
        "BinaryOp166",
        "Unsqueeze167",
        "StridedSlice170",
        "Squeeze171",
        "BinaryOp172",
        "BinaryOp173",
        "/Gather_6_output_0",
        "/Div_1_output_0",
        "/Unsqueeze_8_output_0",
        "/Slice_3_output_0",
        "/Neg_1_output_0",
        "/Slice_2_output_0",
        "/Concat_4_output_0",
        "/Mul_3_output_0",
        "/Add_1_output_0",
        "/FakeLinear_2_output_0",
        "/Reshape_3_output_0",
        "attention_mask",
        "/Reshape_8_output_0",
        "/FakeLinear_3_output_0",
        "/Add_3_output_0",
        "model.model.layers.0.post_attention_layernorm.weight",
        "/post_attention_layernorm/Mul_output_0",
        "/post_attention_layernorm/Mul_1_output_0",
        "/mlp/gate_proj/FakeLinear_output_0",
        "/mlp/act_fn/Sigmoid_output_0",
        "/mlp/act_fn/Mul_output_0",
        "/mlp/up_proj/FakeLinear_output_0",
        "/mlp/Mul_output_0",
        "/mlp/down_proj/FakeLinear_output_0",
        "/Add_4_output_0",
        "/Reshape_9_output_0",
        "model.model.layers.1.input_layernorm.weight",
        "/input_layernorm_1/Mul_output_0",
        "/input_layernorm_1/Mul_1_output_0",
        "/FakeLinear_4_output_0",
        "/Shape_15_output_0",
        "Shape331",
        "BinaryOp334",
        "BinaryOp335",
        "Unsqueeze336",
        "BinaryOp338",
        "Unsqueeze339",
        "StridedSlice342",
        "Squeeze343",
        "BinaryOp344",
        "BinaryOp345",
        "/Gather_19_output_0",
        "/Unsqueeze_33_output_0",
        "/Concat_13_output_0",
        "/Reshape_10_output_0",
        "/Mul_8_output_0",
        "/Shape_16_output_0",
        "Shape352",
        "BinaryOp355",
        "BinaryOp356",
        "Unsqueeze357",
        "BinaryOp359",
        "Unsqueeze360",
        "StridedSlice363",
        "Squeeze364",
        "BinaryOp365",
        "BinaryOp366",
        "/Gather_20_output_0",
        "/Div_3_output_0",
        "/Unsqueeze_38_output_0",
        "/Slice_5_output_0",
        "/Neg_2_output_0",
        "/Slice_4_output_0",
        "/Concat_16_output_0",
        "/Mul_9_output_0",
        "/Add_5_output_0",
        "/FakeLinear_5_output_0",
        "/Concat_14_output_0",
        "/Reshape_11_output_0",
        "/Mul_10_output_0",
        "/Shape_17_output_0",
        "Shape414",
        "BinaryOp417",
        "BinaryOp418",
        "Unsqueeze419",
        "BinaryOp421",
        "Unsqueeze422",
        "StridedSlice425",
        "Squeeze426",
        "BinaryOp427",
        "BinaryOp428",
        "/Gather_21_output_0",
        "/Div_4_output_0",
        "/Unsqueeze_40_output_0",
        "/Slice_7_output_0",
        "/Neg_3_output_0",
        "/Slice_6_output_0",
        "/Concat_17_output_0",
        "/Mul_11_output_0",
        "/Add_6_output_0",
        "/FakeLinear_6_output_0",
        "/Reshape_12_output_0",
        "/Reshape_17_output_0",
        "/FakeLinear_7_output_0",
        "/Add_8_output_0",
        "model.model.layers.1.post_attention_layernorm.weight",
        "/post_attention_layernorm_1/Mul_output_0",
        "/post_attention_layernorm_1/Mul_1_output_0",
        "/mlp/gate_proj_1/FakeLinear_output_0",
        "/mlp/act_fn_1/Sigmoid_output_0",
        "/mlp/act_fn_1/Mul_output_0",
        "/mlp/up_proj_1/FakeLinear_output_0",
        "/mlp_1/Mul_output_0",
        "/mlp/down_proj_1/FakeLinear_output_0",
        "/Add_9_output_0",
        "/Reshape_18_output_0",
        "model.model.layers.2.input_layernorm.weight",
        "/input_layernorm_2/Mul_output_0",
        "/input_layernorm_2/Mul_1_output_0",
        "/FakeLinear_8_output_0",
        "/Shape_29_output_0",
        "Shape580",
        "BinaryOp583",
        "BinaryOp584",
        "Unsqueeze585",
        "BinaryOp587",
        "Unsqueeze588",
        "StridedSlice591",
        "Squeeze592",
        "BinaryOp593",
        "BinaryOp594",
        "/Gather_34_output_0",
        "/Unsqueeze_65_output_0",
        "/Concat_26_output_0",
        "/Reshape_19_output_0",
        "/Mul_16_output_0",
        "/Shape_30_output_0",
        "Shape601",
        "BinaryOp604",
        "BinaryOp605",
        "Unsqueeze606",
        "BinaryOp608",
        "Unsqueeze609",
        "StridedSlice612",
        "Squeeze613",
        "BinaryOp614",
        "BinaryOp615",
        "/Gather_35_output_0",
        "/Div_6_output_0",
        "/Unsqueeze_70_output_0",
        "/Slice_9_output_0",
        "/Neg_4_output_0",
        "/Slice_8_output_0",
        "/Concat_29_output_0",
        "/Mul_17_output_0",
        "/Add_10_output_0",
        "/FakeLinear_9_output_0",
        "/Concat_27_output_0",
        "/Reshape_20_output_0",
        "/Mul_18_output_0",
        "/Shape_31_output_0",
        "Shape663",
        "BinaryOp666",
        "BinaryOp667",
        "Unsqueeze668",
        "BinaryOp670",
        "Unsqueeze671",
        "StridedSlice674",
        "Squeeze675",
        "BinaryOp676",
        "BinaryOp677",
        "/Gather_36_output_0",
        "/Div_7_output_0",
        "/Unsqueeze_72_output_0",
        "/Slice_11_output_0",
        "/Neg_5_output_0",
        "/Slice_10_output_0",
        "/Concat_30_output_0",
        "/Mul_19_output_0",
        "/Add_11_output_0",
        "/FakeLinear_10_output_0",
        "/Reshape_21_output_0",
        "/Reshape_26_output_0",
        "/FakeLinear_11_output_0",
        "/Add_13_output_0",
        "model.model.layers.2.post_attention_layernorm.weight",
        "/post_attention_layernorm_2/Mul_output_0",
        "/post_attention_layernorm_2/Mul_1_output_0",
        "/mlp/gate_proj_2/FakeLinear_output_0",
        "/mlp/act_fn_2/Sigmoid_output_0",
        "/mlp/act_fn_2/Mul_output_0",
        "/mlp/up_proj_2/FakeLinear_output_0",
        "/mlp_2/Mul_output_0",
        "/mlp/down_proj_2/FakeLinear_output_0",
        "/Add_14_output_0",
        "/Reshape_27_output_0",
        "model.model.layers.3.input_layernorm.weight",
        "/input_layernorm_3/Mul_output_0",
        "/input_layernorm_3/Mul_1_output_0",
        "/FakeLinear_12_output_0",
        "/Shape_43_output_0",
        "Shape829",
        "BinaryOp832",
        "BinaryOp833",
        "Unsqueeze834",
        "BinaryOp836",
        "Unsqueeze837",
        "StridedSlice840",
        "Squeeze841",
        "BinaryOp842",
        "BinaryOp843",
        "/Gather_49_output_0",
        "/Unsqueeze_97_output_0",
        "/Concat_39_output_0",
        "/Reshape_28_output_0",
        "/Mul_24_output_0",
        "/Shape_44_output_0",
        "Shape850",
        "BinaryOp853",
        "BinaryOp854",
        "Unsqueeze855",
        "BinaryOp857",
        "Unsqueeze858",
        "StridedSlice861",
        "Squeeze862",
        "BinaryOp863",
        "BinaryOp864",
        "/Gather_50_output_0",
        "/Div_9_output_0",
        "/Unsqueeze_102_output_0",
        "/Slice_13_output_0",
        "/Neg_6_output_0",
        "/Slice_12_output_0",
        "/Concat_42_output_0",
        "/Mul_25_output_0",
        "/Add_15_output_0",
        "/FakeLinear_13_output_0",
        "/Concat_40_output_0",
        "/Reshape_29_output_0",
        "/Mul_26_output_0",
        "/Shape_45_output_0",
        "Shape912",
        "BinaryOp915",
        "BinaryOp916",
        "Unsqueeze917",
        "BinaryOp919",
        "Unsqueeze920",
        "StridedSlice923",
        "Squeeze924",
        "BinaryOp925",
        "BinaryOp926",
        "/Gather_51_output_0",
        "/Div_10_output_0",
        "/Unsqueeze_104_output_0",
        "/Slice_15_output_0",
        "/Neg_7_output_0",
        "/Slice_14_output_0",
        "/Concat_43_output_0",
        "/Mul_27_output_0",
        "/Add_16_output_0",
        "/FakeLinear_14_output_0",
        "/Reshape_30_output_0",
        "/Reshape_35_output_0",
        "/FakeLinear_15_output_0",
        "/Add_18_output_0",
        "model.model.layers.3.post_attention_layernorm.weight",
        "/post_attention_layernorm_3/Mul_output_0",
        "/post_attention_layernorm_3/Mul_1_output_0",
        "/mlp/gate_proj_3/FakeLinear_output_0",
        "/mlp/act_fn_3/Sigmoid_output_0",
        "/mlp/act_fn_3/Mul_output_0",
        "/mlp/up_proj_3/FakeLinear_output_0",
        "/mlp_3/Mul_output_0",
        "/mlp/down_proj_3/FakeLinear_output_0",
        "/Add_19_output_0",
        "/Reshape_36_output_0",
        "model.model.layers.4.input_layernorm.weight",
        "/input_layernorm_4/Mul_output_0",
        "/input_layernorm_4/Mul_1_output_0",
        "/FakeLinear_16_output_0",
        "/Shape_57_output_0",
        "Shape1078",
        "BinaryOp1081",
        "BinaryOp1082",
        "Unsqueeze1083",
        "BinaryOp1085",
        "Unsqueeze1086",
        "StridedSlice1089",
        "Squeeze1090",
        "BinaryOp1091",
        "BinaryOp1092",
        "/Gather_64_output_0",
        "/Unsqueeze_129_output_0",
        "/Concat_52_output_0",
        "/Reshape_37_output_0",
        "/Mul_32_output_0",
        "/Shape_58_output_0",
        "Shape1099",
        "BinaryOp1102",
        "BinaryOp1103",
        "Unsqueeze1104",
        "BinaryOp1106",
        "Unsqueeze1107",
        "StridedSlice1110",
        "Squeeze1111",
        "BinaryOp1112",
        "BinaryOp1113",
        "/Gather_65_output_0",
        "/Div_12_output_0",
        "/Unsqueeze_134_output_0",
        "/Slice_17_output_0",
        "/Neg_8_output_0",
        "/Slice_16_output_0",
        "/Concat_55_output_0",
        "/Mul_33_output_0",
        "/Add_20_output_0",
        "/FakeLinear_17_output_0",
        "/Concat_53_output_0",
        "/Reshape_38_output_0",
        "/Mul_34_output_0",
        "/Shape_59_output_0",
        "Shape1162",
        "BinaryOp1165",
        "BinaryOp1166",
        "Unsqueeze1167",
        "BinaryOp1169",
        "Unsqueeze1170",
        "StridedSlice1173",
        "Squeeze1174",
        "BinaryOp1175",
        "BinaryOp1176",
        "/Gather_66_output_0",
        "/Div_13_output_0",
        "/Unsqueeze_136_output_0",
        "/Slice_19_output_0",
        "/Neg_9_output_0",
        "/Slice_18_output_0",
        "/Concat_56_output_0",
        "/Mul_35_output_0",
        "/Add_21_output_0",
        "/FakeLinear_18_output_0",
        "/Reshape_39_output_0",
        "/Reshape_44_output_0",
        "/FakeLinear_19_output_0",
        "/Add_23_output_0",
        "model.model.layers.4.post_attention_layernorm.weight",
        "/post_attention_layernorm_4/Mul_output_0",
        "/post_attention_layernorm_4/Mul_1_output_0",
        "/mlp/gate_proj_4/FakeLinear_output_0",
        "/mlp/act_fn_4/Sigmoid_output_0",
        "/mlp/act_fn_4/Mul_output_0",
        "/mlp/up_proj_4/FakeLinear_output_0",
        "/mlp_4/Mul_output_0",
        "/mlp/down_proj_4/FakeLinear_output_0",
        "/Add_24_output_0",
        "/Reshape_45_output_0",
        "model.model.layers.5.input_layernorm.weight",
        "/input_layernorm_5/Mul_output_0",
        "/input_layernorm_5/Mul_1_output_0",
        "/FakeLinear_20_output_0",
        "/Shape_71_output_0",
        "Shape1328",
        "BinaryOp1331",
        "BinaryOp1332",
        "Unsqueeze1333",
        "BinaryOp1335",
        "Unsqueeze1336",
        "StridedSlice1339",
        "Squeeze1340",
        "BinaryOp1341",
        "BinaryOp1342",
        "/Gather_79_output_0",
        "/Unsqueeze_161_output_0",
        "/Concat_65_output_0",
        "/Reshape_46_output_0",
        "/Mul_40_output_0",
        "/Shape_72_output_0",
        "Shape1349",
        "BinaryOp1352",
        "BinaryOp1353",
        "Unsqueeze1354",
        "BinaryOp1356",
        "Unsqueeze1357",
        "StridedSlice1360",
        "Squeeze1361",
        "BinaryOp1362",
        "BinaryOp1363",
        "/Gather_80_output_0",
        "/Div_15_output_0",
        "/Unsqueeze_166_output_0",
        "/Slice_21_output_0",
        "/Neg_10_output_0",
        "/Slice_20_output_0",
        "/Concat_68_output_0",
        "/Mul_41_output_0",
        "/Add_25_output_0",
        "/FakeLinear_21_output_0",
        "/Concat_66_output_0",
        "/Reshape_47_output_0",
        "/Mul_42_output_0",
        "/Shape_73_output_0",
        "Shape1412",
        "BinaryOp1415",
        "BinaryOp1416",
        "Unsqueeze1417",
        "BinaryOp1419",
        "Unsqueeze1420",
        "StridedSlice1423",
        "Squeeze1424",
        "BinaryOp1425",
        "BinaryOp1426",
        "/Gather_81_output_0",
        "/Div_16_output_0",
        "/Unsqueeze_168_output_0",
        "/Slice_23_output_0",
        "/Neg_11_output_0",
        "/Slice_22_output_0",
        "/Concat_69_output_0",
        "/Mul_43_output_0",
        "/Add_26_output_0",
        "/FakeLinear_22_output_0",
        "/Reshape_48_output_0",
        "/Reshape_53_output_0",
        "/FakeLinear_23_output_0",
        "/Add_28_output_0",
        "model.model.layers.5.post_attention_layernorm.weight",
        "/post_attention_layernorm_5/Mul_output_0",
        "/post_attention_layernorm_5/Mul_1_output_0",
        "/mlp/gate_proj_5/FakeLinear_output_0",
        "/mlp/act_fn_5/Sigmoid_output_0",
        "/mlp/act_fn_5/Mul_output_0",
        "/mlp/up_proj_5/FakeLinear_output_0",
        "/mlp_5/Mul_output_0",
        "/mlp/down_proj_5/FakeLinear_output_0",
        "/Add_29_output_0",
        "/Reshape_54_output_0",
        "model.model.layers.6.input_layernorm.weight",
        "/input_layernorm_6/Mul_output_0",
        "/input_layernorm_6/Mul_1_output_0",
        "/FakeLinear_24_output_0",
        "/Shape_85_output_0",
        "Shape1578",
        "BinaryOp1581",
        "BinaryOp1582",
        "Unsqueeze1583",
        "BinaryOp1585",
        "Unsqueeze1586",
        "StridedSlice1589",
        "Squeeze1590",
        "BinaryOp1591",
        "BinaryOp1592",
        "/Gather_94_output_0",
        "/Unsqueeze_193_output_0",
        "/Concat_78_output_0",
        "/Reshape_55_output_0",
        "/Mul_48_output_0",
        "/Shape_86_output_0",
        "Shape1599",
        "BinaryOp1602",
        "BinaryOp1603",
        "Unsqueeze1604",
        "BinaryOp1606",
        "Unsqueeze1607",
        "StridedSlice1610",
        "Squeeze1611",
        "BinaryOp1612",
        "BinaryOp1613",
        "/Gather_95_output_0",
        "/Div_18_output_0",
        "/Unsqueeze_198_output_0",
        "/Slice_25_output_0",
        "/Neg_12_output_0",
        "/Slice_24_output_0",
        "/Concat_81_output_0",
        "/Mul_49_output_0",
        "/Add_30_output_0",
        "/FakeLinear_25_output_0",
        "/Concat_79_output_0",
        "/Reshape_56_output_0",
        "/Mul_50_output_0",
        "/Shape_87_output_0",
        "Shape1662",
        "BinaryOp1665",
        "BinaryOp1666",
        "Unsqueeze1667",
        "BinaryOp1669",
        "Unsqueeze1670",
        "StridedSlice1673",
        "Squeeze1674",
        "BinaryOp1675",
        "BinaryOp1676",
        "/Gather_96_output_0",
        "/Div_19_output_0",
        "/Unsqueeze_200_output_0",
        "/Slice_27_output_0",
        "/Neg_13_output_0",
        "/Slice_26_output_0",
        "/Concat_82_output_0",
        "/Mul_51_output_0",
        "/Add_31_output_0",
        "/FakeLinear_26_output_0",
        "/Reshape_57_output_0",
        "/Reshape_62_output_0",
        "/FakeLinear_27_output_0",
        "/Add_33_output_0",
        "model.model.layers.6.post_attention_layernorm.weight",
        "/post_attention_layernorm_6/Mul_output_0",
        "/post_attention_layernorm_6/Mul_1_output_0",
        "/mlp/gate_proj_6/FakeLinear_output_0",
        "/mlp/act_fn_6/Sigmoid_output_0",
        "/mlp/act_fn_6/Mul_output_0",
        "/mlp/up_proj_6/FakeLinear_output_0",
        "/mlp_6/Mul_output_0",
        "/mlp/down_proj_6/FakeLinear_output_0",
        "/Add_34_output_0",
        "/Reshape_63_output_0",
        "model.model.layers.7.input_layernorm.weight",
        "/input_layernorm_7/Mul_output_0",
        "/input_layernorm_7/Mul_1_output_0",
        "/FakeLinear_28_output_0",
        "/Shape_99_output_0",
        "Shape1828",
        "BinaryOp1831",
        "BinaryOp1832",
        "Unsqueeze1833",
        "BinaryOp1835",
        "Unsqueeze1836",
        "StridedSlice1839",
        "Squeeze1840",
        "BinaryOp1841",
        "BinaryOp1842",
        "/Gather_109_output_0",
        "/Unsqueeze_225_output_0",
        "/Concat_91_output_0",
        "/Reshape_64_output_0",
        "/Mul_56_output_0",
        "/Shape_100_output_0",
        "Shape1849",
        "BinaryOp1852",
        "BinaryOp1853",
        "Unsqueeze1854",
        "BinaryOp1856",
        "Unsqueeze1857",
        "StridedSlice1860",
        "Squeeze1861",
        "BinaryOp1862",
        "BinaryOp1863",
        "/Gather_110_output_0",
        "/Div_21_output_0",
        "/Unsqueeze_230_output_0",
        "/Slice_29_output_0",
        "/Neg_14_output_0",
        "/Slice_28_output_0",
        "/Concat_94_output_0",
        "/Mul_57_output_0",
        "/Add_35_output_0",
        "/FakeLinear_29_output_0",
        "/Concat_92_output_0",
        "/Reshape_65_output_0",
        "/Mul_58_output_0",
        "/Shape_101_output_0",
        "Shape1912",
        "BinaryOp1915",
        "BinaryOp1916",
        "Unsqueeze1917",
        "BinaryOp1919",
        "Unsqueeze1920",
        "StridedSlice1923",
        "Squeeze1924",
        "BinaryOp1925",
        "BinaryOp1926",
        "/Gather_111_output_0",
        "/Div_22_output_0",
        "/Unsqueeze_232_output_0",
        "/Slice_31_output_0",
        "/Neg_15_output_0",
        "/Slice_30_output_0",
        "/Concat_95_output_0",
        "/Mul_59_output_0",
        "/Add_36_output_0",
        "/FakeLinear_30_output_0",
        "/Reshape_66_output_0",
        "/Reshape_71_output_0",
        "/FakeLinear_31_output_0",
        "/Add_38_output_0",
        "model.model.layers.7.post_attention_layernorm.weight",
        "/post_attention_layernorm_7/Mul_output_0",
        "/post_attention_layernorm_7/Mul_1_output_0",
        "/mlp/gate_proj_7/FakeLinear_output_0",
        "/mlp/act_fn_7/Sigmoid_output_0",
        "/mlp/act_fn_7/Mul_output_0",
        "/mlp/up_proj_7/FakeLinear_output_0",
        "/mlp_7/Mul_output_0",
        "/mlp/down_proj_7/FakeLinear_output_0",
        "/Add_39_output_0",
        "/Reshape_72_output_0",
        "model.model.layers.8.input_layernorm.weight",
        "/input_layernorm_8/Mul_output_0",
        "/input_layernorm_8/Mul_1_output_0",
        "/FakeLinear_32_output_0",
        "/Shape_113_output_0",
        "Shape2078",
        "BinaryOp2081",
        "BinaryOp2082",
        "Unsqueeze2083",
        "BinaryOp2085",
        "Unsqueeze2086",
        "StridedSlice2089",
        "Squeeze2090",
        "BinaryOp2091",
        "BinaryOp2092",
        "/Gather_124_output_0",
        "/Unsqueeze_257_output_0",
        "/Concat_104_output_0",
        "/Reshape_73_output_0",
        "/Mul_64_output_0",
        "/Shape_114_output_0",
        "Shape2099",
        "BinaryOp2102",
        "BinaryOp2103",
        "Unsqueeze2104",
        "BinaryOp2106",
        "Unsqueeze2107",
        "StridedSlice2110",
        "Squeeze2111",
        "BinaryOp2112",
        "BinaryOp2113",
        "/Gather_125_output_0",
        "/Div_24_output_0",
        "/Unsqueeze_262_output_0",
        "/Slice_33_output_0",
        "/Neg_16_output_0",
        "/Slice_32_output_0",
        "/Concat_107_output_0",
        "/Mul_65_output_0",
        "/Add_40_output_0",
        "/FakeLinear_33_output_0",
        "/Concat_105_output_0",
        "/Reshape_74_output_0",
        "/Mul_66_output_0",
        "/Shape_115_output_0",
        "Shape2162",
        "BinaryOp2165",
        "BinaryOp2166",
        "Unsqueeze2167",
        "BinaryOp2169",
        "Unsqueeze2170",
        "StridedSlice2173",
        "Squeeze2174",
        "BinaryOp2175",
        "BinaryOp2176",
        "/Gather_126_output_0",
        "/Div_25_output_0",
        "/Unsqueeze_264_output_0",
        "/Slice_35_output_0",
        "/Neg_17_output_0",
        "/Slice_34_output_0",
        "/Concat_108_output_0",
        "/Mul_67_output_0",
        "/Add_41_output_0",
        "/FakeLinear_34_output_0",
        "/Reshape_75_output_0",
        "/Reshape_80_output_0",
        "/FakeLinear_35_output_0",
        "/Add_43_output_0",
        "model.model.layers.8.post_attention_layernorm.weight",
        "/post_attention_layernorm_8/Mul_output_0",
        "/post_attention_layernorm_8/Mul_1_output_0",
        "/mlp/gate_proj_8/FakeLinear_output_0",
        "/mlp/act_fn_8/Sigmoid_output_0",
        "/mlp/act_fn_8/Mul_output_0",
        "/mlp/up_proj_8/FakeLinear_output_0",
        "/mlp_8/Mul_output_0",
        "/mlp/down_proj_8/FakeLinear_output_0",
        "/Add_44_output_0",
        "/Reshape_81_output_0",
        "model.model.layers.9.input_layernorm.weight",
        "/input_layernorm_9/Mul_output_0",
        "/input_layernorm_9/Mul_1_output_0",
        "/FakeLinear_36_output_0",
        "/Shape_127_output_0",
        "Shape2328",
        "BinaryOp2331",
        "BinaryOp2332",
        "Unsqueeze2333",
        "BinaryOp2335",
        "Unsqueeze2336",
        "StridedSlice2339",
        "Squeeze2340",
        "BinaryOp2341",
        "BinaryOp2342",
        "/Gather_139_output_0",
        "/Unsqueeze_289_output_0",
        "/Concat_117_output_0",
        "/Reshape_82_output_0",
        "/Mul_72_output_0",
        "/Shape_128_output_0",
        "Shape2349",
        "BinaryOp2352",
        "BinaryOp2353",
        "Unsqueeze2354",
        "BinaryOp2356",
        "Unsqueeze2357",
        "StridedSlice2360",
        "Squeeze2361",
        "BinaryOp2362",
        "BinaryOp2363",
        "/Gather_140_output_0",
        "/Div_27_output_0",
        "/Unsqueeze_294_output_0",
        "/Slice_37_output_0",
        "/Neg_18_output_0",
        "/Slice_36_output_0",
        "/Concat_120_output_0",
        "/Mul_73_output_0",
        "/Add_45_output_0",
        "/FakeLinear_37_output_0",
        "/Concat_118_output_0",
        "/Reshape_83_output_0",
        "/Mul_74_output_0",
        "/Shape_129_output_0",
        "Shape2412",
        "BinaryOp2415",
        "BinaryOp2416",
        "Unsqueeze2417",
        "BinaryOp2419",
        "Unsqueeze2420",
        "StridedSlice2423",
        "Squeeze2424",
        "BinaryOp2425",
        "BinaryOp2426",
        "/Gather_141_output_0",
        "/Div_28_output_0",
        "/Unsqueeze_296_output_0",
        "/Slice_39_output_0",
        "/Neg_19_output_0",
        "/Slice_38_output_0",
        "/Concat_121_output_0",
        "/Mul_75_output_0",
        "/Add_46_output_0",
        "/FakeLinear_38_output_0",
        "/Reshape_84_output_0",
        "/Reshape_89_output_0",
        "/FakeLinear_39_output_0",
        "/Add_48_output_0",
        "model.model.layers.9.post_attention_layernorm.weight",
        "/post_attention_layernorm_9/Mul_output_0",
        "/post_attention_layernorm_9/Mul_1_output_0",
        "/mlp/gate_proj_9/FakeLinear_output_0",
        "/mlp/act_fn_9/Sigmoid_output_0",
        "/mlp/act_fn_9/Mul_output_0",
        "/mlp/up_proj_9/FakeLinear_output_0",
        "/mlp_9/Mul_output_0",
        "/mlp/down_proj_9/FakeLinear_output_0",
        "/Add_49_output_0",
        "/Reshape_90_output_0",
        "model.model.layers.10.input_layernorm.weight",
        "/input_layernorm_10/Mul_output_0",
        "/input_layernorm_10/Mul_1_output_0",
        "/FakeLinear_40_output_0",
        "/Shape_141_output_0",
        "Shape2578",
        "BinaryOp2581",
        "BinaryOp2582",
        "Unsqueeze2583",
        "BinaryOp2585",
        "Unsqueeze2586",
        "StridedSlice2589",
        "Squeeze2590",
        "BinaryOp2591",
        "BinaryOp2592",
        "/Gather_154_output_0",
        "/Unsqueeze_321_output_0",
        "/Concat_130_output_0",
        "/Reshape_91_output_0",
        "/Mul_80_output_0",
        "/Shape_142_output_0",
        "Shape2599",
        "BinaryOp2602",
        "BinaryOp2603",
        "Unsqueeze2604",
        "BinaryOp2606",
        "Unsqueeze2607",
        "StridedSlice2610",
        "Squeeze2611",
        "BinaryOp2612",
        "BinaryOp2613",
        "/Gather_155_output_0",
        "/Div_30_output_0",
        "/Unsqueeze_326_output_0",
        "/Slice_41_output_0",
        "/Neg_20_output_0",
        "/Slice_40_output_0",
        "/Concat_133_output_0",
        "/Mul_81_output_0",
        "/Add_50_output_0",
        "/FakeLinear_41_output_0",
        "/Concat_131_output_0",
        "/Reshape_92_output_0",
        "/Mul_82_output_0",
        "/Shape_143_output_0",
        "Shape2662",
        "BinaryOp2665",
        "BinaryOp2666",
        "Unsqueeze2667",
        "BinaryOp2669",
        "Unsqueeze2670",
        "StridedSlice2673",
        "Squeeze2674",
        "BinaryOp2675",
        "BinaryOp2676",
        "/Gather_156_output_0",
        "/Div_31_output_0",
        "/Unsqueeze_328_output_0",
        "/Slice_43_output_0",
        "/Neg_21_output_0",
        "/Slice_42_output_0",
        "/Concat_134_output_0",
        "/Mul_83_output_0",
        "/Add_51_output_0",
        "/FakeLinear_42_output_0",
        "/Reshape_93_output_0",
        "/Reshape_98_output_0",
        "/FakeLinear_43_output_0",
        "/Add_53_output_0",
        "model.model.layers.10.post_attention_layernorm.weight",
        "/post_attention_layernorm_10/Mul_output_0",
        "/post_attention_layernorm_10/Mul_1_output_0",
        "/mlp/gate_proj_10/FakeLinear_output_0",
        "/mlp/act_fn_10/Sigmoid_output_0",
        "/mlp/act_fn_10/Mul_output_0",
        "/mlp/up_proj_10/FakeLinear_output_0",
        "/mlp_10/Mul_output_0",
        "/mlp/down_proj_10/FakeLinear_output_0",
        "/Add_54_output_0",
        "/Reshape_99_output_0",
        "model.model.layers.11.input_layernorm.weight",
        "/input_layernorm_11/Mul_output_0",
        "/input_layernorm_11/Mul_1_output_0",
        "/FakeLinear_44_output_0",
        "/Shape_155_output_0",
        "Shape2828",
        "BinaryOp2831",
        "BinaryOp2832",
        "Unsqueeze2833",
        "BinaryOp2835",
        "Unsqueeze2836",
        "StridedSlice2839",
        "Squeeze2840",
        "BinaryOp2841",
        "BinaryOp2842",
        "/Gather_169_output_0",
        "/Unsqueeze_353_output_0",
        "/Concat_143_output_0",
        "/Reshape_100_output_0",
        "/Mul_88_output_0",
        "/Shape_156_output_0",
        "Shape2849",
        "BinaryOp2852",
        "BinaryOp2853",
        "Unsqueeze2854",
        "BinaryOp2856",
        "Unsqueeze2857",
        "StridedSlice2860",
        "Squeeze2861",
        "BinaryOp2862",
        "BinaryOp2863",
        "/Gather_170_output_0",
        "/Div_33_output_0",
        "/Unsqueeze_358_output_0",
        "/Slice_45_output_0",
        "/Neg_22_output_0",
        "/Slice_44_output_0",
        "/Concat_146_output_0",
        "/Mul_89_output_0",
        "/Add_55_output_0",
        "/FakeLinear_45_output_0",
        "/Concat_144_output_0",
        "/Reshape_101_output_0",
        "/Mul_90_output_0",
        "/Shape_157_output_0",
        "Shape2912",
        "BinaryOp2915",
        "BinaryOp2916",
        "Unsqueeze2917",
        "BinaryOp2919",
        "Unsqueeze2920",
        "StridedSlice2923",
        "Squeeze2924",
        "BinaryOp2925",
        "BinaryOp2926",
        "/Gather_171_output_0",
        "/Div_34_output_0",
        "/Unsqueeze_360_output_0",
        "/Slice_47_output_0",
        "/Neg_23_output_0",
        "/Slice_46_output_0",
        "/Concat_147_output_0",
        "/Mul_91_output_0",
        "/Add_56_output_0",
        "/FakeLinear_46_output_0",
        "/Reshape_102_output_0",
        "/Reshape_107_output_0",
        "/FakeLinear_47_output_0",
        "/Add_58_output_0",
        "model.model.layers.11.post_attention_layernorm.weight",
        "/post_attention_layernorm_11/Mul_output_0",
        "/post_attention_layernorm_11/Mul_1_output_0",
        "/mlp/gate_proj_11/FakeLinear_output_0",
        "/mlp/act_fn_11/Sigmoid_output_0",
        "/mlp/act_fn_11/Mul_output_0",
        "/mlp/up_proj_11/FakeLinear_output_0",
        "/mlp_11/Mul_output_0",
        "/mlp/down_proj_11/FakeLinear_output_0",
        "/Add_59_output_0",
        "/Reshape_108_output_0",
        "model.model.layers.12.input_layernorm.weight",
        "/input_layernorm_12/Mul_output_0",
        "/input_layernorm_12/Mul_1_output_0",
        "/FakeLinear_48_output_0",
        "/Shape_169_output_0",
        "Shape3078",
        "BinaryOp3081",
        "BinaryOp3082",
        "Unsqueeze3083",
        "BinaryOp3085",
        "Unsqueeze3086",
        "StridedSlice3089",
        "Squeeze3090",
        "BinaryOp3091",
        "BinaryOp3092",
        "/Gather_184_output_0",
        "/Unsqueeze_385_output_0",
        "/Concat_156_output_0",
        "/Reshape_109_output_0",
        "/Mul_96_output_0",
        "/Shape_170_output_0",
        "Shape3099",
        "BinaryOp3102",
        "BinaryOp3103",
        "Unsqueeze3104",
        "BinaryOp3106",
        "Unsqueeze3107",
        "StridedSlice3110",
        "Squeeze3111",
        "BinaryOp3112",
        "BinaryOp3113",
        "/Gather_185_output_0",
        "/Div_36_output_0",
        "/Unsqueeze_390_output_0",
        "/Slice_49_output_0",
        "/Neg_24_output_0",
        "/Slice_48_output_0",
        "/Concat_159_output_0",
        "/Mul_97_output_0",
        "/Add_60_output_0",
        "/FakeLinear_49_output_0",
        "/Concat_157_output_0",
        "/Reshape_110_output_0",
        "/Mul_98_output_0",
        "/Shape_171_output_0",
        "Shape3162",
        "BinaryOp3165",
        "BinaryOp3166",
        "Unsqueeze3167",
        "BinaryOp3169",
        "Unsqueeze3170",
        "StridedSlice3173",
        "Squeeze3174",
        "BinaryOp3175",
        "BinaryOp3176",
        "/Gather_186_output_0",
        "/Div_37_output_0",
        "/Unsqueeze_392_output_0",
        "/Slice_51_output_0",
        "/Neg_25_output_0",
        "/Slice_50_output_0",
        "/Concat_160_output_0",
        "/Mul_99_output_0",
        "/Add_61_output_0",
        "/FakeLinear_50_output_0",
        "/Reshape_111_output_0",
        "/Reshape_116_output_0",
        "/FakeLinear_51_output_0",
        "/Add_63_output_0",
        "model.model.layers.12.post_attention_layernorm.weight",
        "/post_attention_layernorm_12/Mul_output_0",
        "/post_attention_layernorm_12/Mul_1_output_0",
        "/mlp/gate_proj_12/FakeLinear_output_0",
        "/mlp/act_fn_12/Sigmoid_output_0",
        "/mlp/act_fn_12/Mul_output_0",
        "/mlp/up_proj_12/FakeLinear_output_0",
        "/mlp_12/Mul_output_0",
        "/mlp/down_proj_12/FakeLinear_output_0",
        "/Add_64_output_0",
        "/Reshape_117_output_0",
        "model.model.layers.13.input_layernorm.weight",
        "/input_layernorm_13/Mul_output_0",
        "/input_layernorm_13/Mul_1_output_0",
        "/FakeLinear_52_output_0",
        "/Shape_183_output_0",
        "Shape3328",
        "BinaryOp3331",
        "BinaryOp3332",
        "Unsqueeze3333",
        "BinaryOp3335",
        "Unsqueeze3336",
        "StridedSlice3339",
        "Squeeze3340",
        "BinaryOp3341",
        "BinaryOp3342",
        "/Gather_199_output_0",
        "/Unsqueeze_417_output_0",
        "/Concat_169_output_0",
        "/Reshape_118_output_0",
        "/Mul_104_output_0",
        "/Shape_184_output_0",
        "Shape3349",
        "BinaryOp3352",
        "BinaryOp3353",
        "Unsqueeze3354",
        "BinaryOp3356",
        "Unsqueeze3357",
        "StridedSlice3360",
        "Squeeze3361",
        "BinaryOp3362",
        "BinaryOp3363",
        "/Gather_200_output_0",
        "/Div_39_output_0",
        "/Unsqueeze_422_output_0",
        "/Slice_53_output_0",
        "/Neg_26_output_0",
        "/Slice_52_output_0",
        "/Concat_172_output_0",
        "/Mul_105_output_0",
        "/Add_65_output_0",
        "/FakeLinear_53_output_0",
        "/Concat_170_output_0",
        "/Reshape_119_output_0",
        "/Mul_106_output_0",
        "/Shape_185_output_0",
        "Shape3412",
        "BinaryOp3415",
        "BinaryOp3416",
        "Unsqueeze3417",
        "BinaryOp3419",
        "Unsqueeze3420",
        "StridedSlice3423",
        "Squeeze3424",
        "BinaryOp3425",
        "BinaryOp3426",
        "/Gather_201_output_0",
        "/Div_40_output_0",
        "/Unsqueeze_424_output_0",
        "/Slice_55_output_0",
        "/Neg_27_output_0",
        "/Slice_54_output_0",
        "/Concat_173_output_0",
        "/Mul_107_output_0",
        "/Add_66_output_0",
        "/FakeLinear_54_output_0",
        "/Reshape_120_output_0",
        "/Reshape_125_output_0",
        "/FakeLinear_55_output_0",
        "/Add_68_output_0",
        "model.model.layers.13.post_attention_layernorm.weight",
        "/post_attention_layernorm_13/Mul_output_0",
        "/post_attention_layernorm_13/Mul_1_output_0",
        "/mlp/gate_proj_13/FakeLinear_output_0",
        "/mlp/act_fn_13/Sigmoid_output_0",
        "/mlp/act_fn_13/Mul_output_0",
        "/mlp/up_proj_13/FakeLinear_output_0",
        "/mlp_13/Mul_output_0",
        "/mlp/down_proj_13/FakeLinear_output_0",
        "/Add_69_output_0",
        "/Reshape_126_output_0",
        "model.model.layers.14.input_layernorm.weight",
        "/input_layernorm_14/Mul_output_0",
        "/input_layernorm_14/Mul_1_output_0",
        "/FakeLinear_56_output_0",
        "/Shape_197_output_0",
        "Shape3578",
        "BinaryOp3581",
        "BinaryOp3582",
        "Unsqueeze3583",
        "BinaryOp3585",
        "Unsqueeze3586",
        "StridedSlice3589",
        "Squeeze3590",
        "BinaryOp3591",
        "BinaryOp3592",
        "/Gather_214_output_0",
        "/Unsqueeze_449_output_0",
        "/Concat_182_output_0",
        "/Reshape_127_output_0",
        "/Mul_112_output_0",
        "/Shape_198_output_0",
        "Shape3599",
        "BinaryOp3602",
        "BinaryOp3603",
        "Unsqueeze3604",
        "BinaryOp3606",
        "Unsqueeze3607",
        "StridedSlice3610",
        "Squeeze3611",
        "BinaryOp3612",
        "BinaryOp3613",
        "/Gather_215_output_0",
        "/Div_42_output_0",
        "/Unsqueeze_454_output_0",
        "/Slice_57_output_0",
        "/Neg_28_output_0",
        "/Slice_56_output_0",
        "/Concat_185_output_0",
        "/Mul_113_output_0",
        "/Add_70_output_0",
        "/FakeLinear_57_output_0",
        "/Concat_183_output_0",
        "/Reshape_128_output_0",
        "/Mul_114_output_0",
        "/Shape_199_output_0",
        "Shape3662",
        "BinaryOp3665",
        "BinaryOp3666",
        "Unsqueeze3667",
        "BinaryOp3669",
        "Unsqueeze3670",
        "StridedSlice3673",
        "Squeeze3674",
        "BinaryOp3675",
        "BinaryOp3676",
        "/Gather_216_output_0",
        "/Div_43_output_0",
        "/Unsqueeze_456_output_0",
        "/Slice_59_output_0",
        "/Neg_29_output_0",
        "/Slice_58_output_0",
        "/Concat_186_output_0",
        "/Mul_115_output_0",
        "/Add_71_output_0",
        "/FakeLinear_58_output_0",
        "/Reshape_129_output_0",
        "/Reshape_134_output_0",
        "/FakeLinear_59_output_0",
        "/Add_73_output_0",
        "model.model.layers.14.post_attention_layernorm.weight",
        "/post_attention_layernorm_14/Mul_output_0",
        "/post_attention_layernorm_14/Mul_1_output_0",
        "/mlp/gate_proj_14/FakeLinear_output_0",
        "/mlp/act_fn_14/Sigmoid_output_0",
        "/mlp/act_fn_14/Mul_output_0",
        "/mlp/up_proj_14/FakeLinear_output_0",
        "/mlp_14/Mul_output_0",
        "/mlp/down_proj_14/FakeLinear_output_0",
        "/Add_74_output_0",
        "/Reshape_135_output_0",
        "model.model.layers.15.input_layernorm.weight",
        "/input_layernorm_15/Mul_output_0",
        "/input_layernorm_15/Mul_1_output_0",
        "/FakeLinear_60_output_0",
        "/Shape_211_output_0",
        "Shape3828",
        "BinaryOp3831",
        "BinaryOp3832",
        "Unsqueeze3833",
        "BinaryOp3835",
        "Unsqueeze3836",
        "StridedSlice3839",
        "Squeeze3840",
        "BinaryOp3841",
        "BinaryOp3842",
        "/Gather_229_output_0",
        "/Unsqueeze_481_output_0",
        "/Concat_195_output_0",
        "/Reshape_136_output_0",
        "/Mul_120_output_0",
        "/Shape_212_output_0",
        "Shape3849",
        "BinaryOp3852",
        "BinaryOp3853",
        "Unsqueeze3854",
        "BinaryOp3856",
        "Unsqueeze3857",
        "StridedSlice3860",
        "Squeeze3861",
        "BinaryOp3862",
        "BinaryOp3863",
        "/Gather_230_output_0",
        "/Div_45_output_0",
        "/Unsqueeze_486_output_0",
        "/Slice_61_output_0",
        "/Neg_30_output_0",
        "/Slice_60_output_0",
        "/Concat_198_output_0",
        "/Mul_121_output_0",
        "/Add_75_output_0",
        "/FakeLinear_61_output_0",
        "/Concat_196_output_0",
        "/Reshape_137_output_0",
        "/Mul_122_output_0",
        "/Shape_213_output_0",
        "Shape3912",
        "BinaryOp3915",
        "BinaryOp3916",
        "Unsqueeze3917",
        "BinaryOp3919",
        "Unsqueeze3920",
        "StridedSlice3923",
        "Squeeze3924",
        "BinaryOp3925",
        "BinaryOp3926",
        "/Gather_231_output_0",
        "/Div_46_output_0",
        "/Unsqueeze_488_output_0",
        "/Slice_63_output_0",
        "/Neg_31_output_0",
        "/Slice_62_output_0",
        "/Concat_199_output_0",
        "/Mul_123_output_0",
        "/Add_76_output_0",
        "/FakeLinear_62_output_0",
        "/Reshape_138_output_0",
        "/Reshape_143_output_0",
        "/FakeLinear_63_output_0",
        "/Add_78_output_0",
        "model.model.layers.15.post_attention_layernorm.weight",
        "/post_attention_layernorm_15/Mul_output_0",
        "/post_attention_layernorm_15/Mul_1_output_0",
        "/mlp/gate_proj_15/FakeLinear_output_0",
        "/mlp/act_fn_15/Sigmoid_output_0",
        "/mlp/act_fn_15/Mul_output_0",
        "/mlp/up_proj_15/FakeLinear_output_0",
        "/mlp_15/Mul_output_0",
        "/mlp/down_proj_15/FakeLinear_output_0",
        "/Add_79_output_0",
        "/Reshape_144_output_0",
        "model.model.layers.16.input_layernorm.weight",
        "/input_layernorm_16/Mul_output_0",
        "/input_layernorm_16/Mul_1_output_0",
        "/FakeLinear_64_output_0",
        "/Shape_225_output_0",
        "Shape4078",
        "BinaryOp4081",
        "BinaryOp4082",
        "Unsqueeze4083",
        "BinaryOp4085",
        "Unsqueeze4086",
        "StridedSlice4089",
        "Squeeze4090",
        "BinaryOp4091",
        "BinaryOp4092",
        "/Gather_244_output_0",
        "/Unsqueeze_513_output_0",
        "/Concat_208_output_0",
        "/Reshape_145_output_0",
        "/Mul_128_output_0",
        "/Shape_226_output_0",
        "Shape4099",
        "BinaryOp4102",
        "BinaryOp4103",
        "Unsqueeze4104",
        "BinaryOp4106",
        "Unsqueeze4107",
        "StridedSlice4110",
        "Squeeze4111",
        "BinaryOp4112",
        "BinaryOp4113",
        "/Gather_245_output_0",
        "/Div_48_output_0",
        "/Unsqueeze_518_output_0",
        "/Slice_65_output_0",
        "/Neg_32_output_0",
        "/Slice_64_output_0",
        "/Concat_211_output_0",
        "/Mul_129_output_0",
        "/Add_80_output_0",
        "/FakeLinear_65_output_0",
        "/Concat_209_output_0",
        "/Reshape_146_output_0",
        "/Mul_130_output_0",
        "/Shape_227_output_0",
        "Shape4162",
        "BinaryOp4165",
        "BinaryOp4166",
        "Unsqueeze4167",
        "BinaryOp4169",
        "Unsqueeze4170",
        "StridedSlice4173",
        "Squeeze4174",
        "BinaryOp4175",
        "BinaryOp4176",
        "/Gather_246_output_0",
        "/Div_49_output_0",
        "/Unsqueeze_520_output_0",
        "/Slice_67_output_0",
        "/Neg_33_output_0",
        "/Slice_66_output_0",
        "/Concat_212_output_0",
        "/Mul_131_output_0",
        "/Add_81_output_0",
        "/FakeLinear_66_output_0",
        "/Reshape_147_output_0",
        "/Reshape_152_output_0",
        "/FakeLinear_67_output_0",
        "/Add_83_output_0",
        "model.model.layers.16.post_attention_layernorm.weight",
        "/post_attention_layernorm_16/Mul_output_0",
        "/post_attention_layernorm_16/Mul_1_output_0",
        "/mlp/gate_proj_16/FakeLinear_output_0",
        "/mlp/act_fn_16/Sigmoid_output_0",
        "/mlp/act_fn_16/Mul_output_0",
        "/mlp/up_proj_16/FakeLinear_output_0",
        "/mlp_16/Mul_output_0",
        "/mlp/down_proj_16/FakeLinear_output_0",
        "/Add_84_output_0",
        "/Reshape_153_output_0",
        "model.model.layers.17.input_layernorm.weight",
        "/input_layernorm_17/Mul_output_0",
        "/input_layernorm_17/Mul_1_output_0",
        "/FakeLinear_68_output_0",
        "/Shape_239_output_0",
        "Shape4328",
        "BinaryOp4331",
        "BinaryOp4332",
        "Unsqueeze4333",
        "BinaryOp4335",
        "Unsqueeze4336",
        "StridedSlice4339",
        "Squeeze4340",
        "BinaryOp4341",
        "BinaryOp4342",
        "/Gather_259_output_0",
        "/Unsqueeze_545_output_0",
        "/Concat_221_output_0",
        "/Reshape_154_output_0",
        "/Mul_136_output_0",
        "/Shape_240_output_0",
        "Shape4349",
        "BinaryOp4352",
        "BinaryOp4353",
        "Unsqueeze4354",
        "BinaryOp4356",
        "Unsqueeze4357",
        "StridedSlice4360",
        "Squeeze4361",
        "BinaryOp4362",
        "BinaryOp4363",
        "/Gather_260_output_0",
        "/Div_51_output_0",
        "/Unsqueeze_550_output_0",
        "/Slice_69_output_0",
        "/Neg_34_output_0",
        "/Slice_68_output_0",
        "/Concat_224_output_0",
        "/Mul_137_output_0",
        "/Add_85_output_0",
        "/FakeLinear_69_output_0",
        "/Concat_222_output_0",
        "/Reshape_155_output_0",
        "/Mul_138_output_0",
        "/Shape_241_output_0",
        "Shape4412",
        "BinaryOp4415",
        "BinaryOp4416",
        "Unsqueeze4417",
        "BinaryOp4419",
        "Unsqueeze4420",
        "StridedSlice4423",
        "Squeeze4424",
        "BinaryOp4425",
        "BinaryOp4426",
        "/Gather_261_output_0",
        "/Div_52_output_0",
        "/Unsqueeze_552_output_0",
        "/Slice_71_output_0",
        "/Neg_35_output_0",
        "/Slice_70_output_0",
        "/Concat_225_output_0",
        "/Mul_139_output_0",
        "/Add_86_output_0",
        "/FakeLinear_70_output_0",
        "/Reshape_156_output_0",
        "/Reshape_161_output_0",
        "/FakeLinear_71_output_0",
        "/Add_88_output_0",
        "model.model.layers.17.post_attention_layernorm.weight",
        "/post_attention_layernorm_17/Mul_output_0",
        "/post_attention_layernorm_17/Mul_1_output_0",
        "/mlp/gate_proj_17/FakeLinear_output_0",
        "/mlp/act_fn_17/Sigmoid_output_0",
        "/mlp/act_fn_17/Mul_output_0",
        "/mlp/up_proj_17/FakeLinear_output_0",
        "/mlp_17/Mul_output_0",
        "/mlp/down_proj_17/FakeLinear_output_0",
        "/Add_89_output_0",
        "/Reshape_162_output_0",
        "model.model.layers.18.input_layernorm.weight",
        "/input_layernorm_18/Mul_output_0",
        "/input_layernorm_18/Mul_1_output_0",
        "/FakeLinear_72_output_0",
        "/Shape_253_output_0",
        "Shape4578",
        "BinaryOp4581",
        "BinaryOp4582",
        "Unsqueeze4583",
        "BinaryOp4585",
        "Unsqueeze4586",
        "StridedSlice4589",
        "Squeeze4590",
        "BinaryOp4591",
        "BinaryOp4592",
        "/Gather_274_output_0",
        "/Unsqueeze_577_output_0",
        "/Concat_234_output_0",
        "/Reshape_163_output_0",
        "/Mul_144_output_0",
        "/Shape_254_output_0",
        "Shape4599",
        "BinaryOp4602",
        "BinaryOp4603",
        "Unsqueeze4604",
        "BinaryOp4606",
        "Unsqueeze4607",
        "StridedSlice4610",
        "Squeeze4611",
        "BinaryOp4612",
        "BinaryOp4613",
        "/Gather_275_output_0",
        "/Div_54_output_0",
        "/Unsqueeze_582_output_0",
        "/Slice_73_output_0",
        "/Neg_36_output_0",
        "/Slice_72_output_0",
        "/Concat_237_output_0",
        "/Mul_145_output_0",
        "/Add_90_output_0",
        "/FakeLinear_73_output_0",
        "/Concat_235_output_0",
        "/Reshape_164_output_0",
        "/Mul_146_output_0",
        "/Shape_255_output_0",
        "Shape4662",
        "BinaryOp4665",
        "BinaryOp4666",
        "Unsqueeze4667",
        "BinaryOp4669",
        "Unsqueeze4670",
        "StridedSlice4673",
        "Squeeze4674",
        "BinaryOp4675",
        "BinaryOp4676",
        "/Gather_276_output_0",
        "/Div_55_output_0",
        "/Unsqueeze_584_output_0",
        "/Slice_75_output_0",
        "/Neg_37_output_0",
        "/Slice_74_output_0",
        "/Concat_238_output_0",
        "/Mul_147_output_0",
        "/Add_91_output_0",
        "/FakeLinear_74_output_0",
        "/Reshape_165_output_0",
        "/Reshape_170_output_0",
        "/FakeLinear_75_output_0",
        "/Add_93_output_0",
        "model.model.layers.18.post_attention_layernorm.weight",
        "/post_attention_layernorm_18/Mul_output_0",
        "/post_attention_layernorm_18/Mul_1_output_0",
        "/mlp/gate_proj_18/FakeLinear_output_0",
        "/mlp/act_fn_18/Sigmoid_output_0",
        "/mlp/act_fn_18/Mul_output_0",
        "/mlp/up_proj_18/FakeLinear_output_0",
        "/mlp_18/Mul_output_0",
        "/mlp/down_proj_18/FakeLinear_output_0",
        "/Add_94_output_0",
        "/Reshape_171_output_0",
        "model.model.layers.19.input_layernorm.weight",
        "/input_layernorm_19/Mul_output_0",
        "/input_layernorm_19/Mul_1_output_0",
        "/FakeLinear_76_output_0",
        "/Shape_267_output_0",
        "Shape4828",
        "BinaryOp4831",
        "BinaryOp4832",
        "Unsqueeze4833",
        "BinaryOp4835",
        "Unsqueeze4836",
        "StridedSlice4839",
        "Squeeze4840",
        "BinaryOp4841",
        "BinaryOp4842",
        "/Gather_289_output_0",
        "/Unsqueeze_609_output_0",
        "/Concat_247_output_0",
        "/Reshape_172_output_0",
        "/Mul_152_output_0",
        "/Shape_268_output_0",
        "Shape4849",
        "BinaryOp4852",
        "BinaryOp4853",
        "Unsqueeze4854",
        "BinaryOp4856",
        "Unsqueeze4857",
        "StridedSlice4860",
        "Squeeze4861",
        "BinaryOp4862",
        "BinaryOp4863",
        "/Gather_290_output_0",
        "/Div_57_output_0",
        "/Unsqueeze_614_output_0",
        "/Slice_77_output_0",
        "/Neg_38_output_0",
        "/Slice_76_output_0",
        "/Concat_250_output_0",
        "/Mul_153_output_0",
        "/Add_95_output_0",
        "/FakeLinear_77_output_0",
        "/Concat_248_output_0",
        "/Reshape_173_output_0",
        "/Mul_154_output_0",
        "/Shape_269_output_0",
        "Shape4912",
        "BinaryOp4915",
        "BinaryOp4916",
        "Unsqueeze4917",
        "BinaryOp4919",
        "Unsqueeze4920",
        "StridedSlice4923",
        "Squeeze4924",
        "BinaryOp4925",
        "BinaryOp4926",
        "/Gather_291_output_0",
        "/Div_58_output_0",
        "/Unsqueeze_616_output_0",
        "/Slice_79_output_0",
        "/Neg_39_output_0",
        "/Slice_78_output_0",
        "/Concat_251_output_0",
        "/Mul_155_output_0",
        "/Add_96_output_0",
        "/FakeLinear_78_output_0",
        "/Reshape_174_output_0",
        "/Reshape_179_output_0",
        "/FakeLinear_79_output_0",
        "/Add_98_output_0",
        "model.model.layers.19.post_attention_layernorm.weight",
        "/post_attention_layernorm_19/Mul_output_0",
        "/post_attention_layernorm_19/Mul_1_output_0",
        "/mlp/gate_proj_19/FakeLinear_output_0",
        "/mlp/act_fn_19/Sigmoid_output_0",
        "/mlp/act_fn_19/Mul_output_0",
        "/mlp/up_proj_19/FakeLinear_output_0",
        "/mlp_19/Mul_output_0",
        "/mlp/down_proj_19/FakeLinear_output_0",
        "/Add_99_output_0",
        "/Reshape_180_output_0",
        "model.model.layers.20.input_layernorm.weight",
        "/input_layernorm_20/Mul_output_0",
        "/input_layernorm_20/Mul_1_output_0",
        "/FakeLinear_80_output_0",
        "/Shape_281_output_0",
        "Shape5078",
        "BinaryOp5081",
        "BinaryOp5082",
        "Unsqueeze5083",
        "BinaryOp5085",
        "Unsqueeze5086",
        "StridedSlice5089",
        "Squeeze5090",
        "BinaryOp5091",
        "BinaryOp5092",
        "/Gather_304_output_0",
        "/Unsqueeze_641_output_0",
        "/Concat_260_output_0",
        "/Reshape_181_output_0",
        "/Mul_160_output_0",
        "/Shape_282_output_0",
        "Shape5099",
        "BinaryOp5102",
        "BinaryOp5103",
        "Unsqueeze5104",
        "BinaryOp5106",
        "Unsqueeze5107",
        "StridedSlice5110",
        "Squeeze5111",
        "BinaryOp5112",
        "BinaryOp5113",
        "/Gather_305_output_0",
        "/Div_60_output_0",
        "/Unsqueeze_646_output_0",
        "/Slice_81_output_0",
        "/Neg_40_output_0",
        "/Slice_80_output_0",
        "/Concat_263_output_0",
        "/Mul_161_output_0",
        "/Add_100_output_0",
        "/FakeLinear_81_output_0",
        "/Concat_261_output_0",
        "/Reshape_182_output_0",
        "/Mul_162_output_0",
        "/Shape_283_output_0",
        "Shape5162",
        "BinaryOp5165",
        "BinaryOp5166",
        "Unsqueeze5167",
        "BinaryOp5169",
        "Unsqueeze5170",
        "StridedSlice5173",
        "Squeeze5174",
        "BinaryOp5175",
        "BinaryOp5176",
        "/Gather_306_output_0",
        "/Div_61_output_0",
        "/Unsqueeze_648_output_0",
        "/Slice_83_output_0",
        "/Neg_41_output_0",
        "/Slice_82_output_0",
        "/Concat_264_output_0",
        "/Mul_163_output_0",
        "/Add_101_output_0",
        "/FakeLinear_82_output_0",
        "/Reshape_183_output_0",
        "/Reshape_188_output_0",
        "/FakeLinear_83_output_0",
        "/Add_103_output_0",
        "model.model.layers.20.post_attention_layernorm.weight",
        "/post_attention_layernorm_20/Mul_output_0",
        "/post_attention_layernorm_20/Mul_1_output_0",
        "/mlp/gate_proj_20/FakeLinear_output_0",
        "/mlp/act_fn_20/Sigmoid_output_0",
        "/mlp/act_fn_20/Mul_output_0",
        "/mlp/up_proj_20/FakeLinear_output_0",
        "/mlp_20/Mul_output_0",
        "/mlp/down_proj_20/FakeLinear_output_0",
        "/Add_104_output_0",
        "/Reshape_189_output_0",
        "model.model.layers.21.input_layernorm.weight",
        "/input_layernorm_21/Mul_output_0",
        "/input_layernorm_21/Mul_1_output_0",
        "/FakeLinear_84_output_0",
        "/Shape_295_output_0",
        "Shape5328",
        "BinaryOp5331",
        "BinaryOp5332",
        "Unsqueeze5333",
        "BinaryOp5335",
        "Unsqueeze5336",
        "StridedSlice5339",
        "Squeeze5340",
        "BinaryOp5341",
        "BinaryOp5342",
        "/Gather_319_output_0",
        "/Unsqueeze_673_output_0",
        "/Concat_273_output_0",
        "/Reshape_190_output_0",
        "/Mul_168_output_0",
        "/Shape_296_output_0",
        "Shape5349",
        "BinaryOp5352",
        "BinaryOp5353",
        "Unsqueeze5354",
        "BinaryOp5356",
        "Unsqueeze5357",
        "StridedSlice5360",
        "Squeeze5361",
        "BinaryOp5362",
        "BinaryOp5363",
        "/Gather_320_output_0",
        "/Div_63_output_0",
        "/Unsqueeze_678_output_0",
        "/Slice_85_output_0",
        "/Neg_42_output_0",
        "/Slice_84_output_0",
        "/Concat_276_output_0",
        "/Mul_169_output_0",
        "/Add_105_output_0",
        "/FakeLinear_85_output_0",
        "/Concat_274_output_0",
        "/Reshape_191_output_0",
        "/Mul_170_output_0",
        "/Shape_297_output_0",
        "Shape5412",
        "BinaryOp5415",
        "BinaryOp5416",
        "Unsqueeze5417",
        "BinaryOp5419",
        "Unsqueeze5420",
        "StridedSlice5423",
        "Squeeze5424",
        "BinaryOp5425",
        "BinaryOp5426",
        "/Gather_321_output_0",
        "/Div_64_output_0",
        "/Unsqueeze_680_output_0",
        "/Slice_87_output_0",
        "/Neg_43_output_0",
        "/Slice_86_output_0",
        "/Concat_277_output_0",
        "/Mul_171_output_0",
        "/Add_106_output_0",
        "/FakeLinear_86_output_0",
        "/Reshape_192_output_0",
        "/Reshape_197_output_0",
        "/FakeLinear_87_output_0",
        "/Add_108_output_0",
        "model.model.layers.21.post_attention_layernorm.weight",
        "/post_attention_layernorm_21/Mul_output_0",
        "/post_attention_layernorm_21/Mul_1_output_0",
        "/mlp/gate_proj_21/FakeLinear_output_0",
        "/mlp/act_fn_21/Sigmoid_output_0",
        "/mlp/act_fn_21/Mul_output_0",
        "/mlp/up_proj_21/FakeLinear_output_0",
        "/mlp_21/Mul_output_0",
        "/mlp/down_proj_21/FakeLinear_output_0",
        "/Add_109_output_0",
        "/Reshape_198_output_0",
        "model.model.layers.22.input_layernorm.weight",
        "/input_layernorm_22/Mul_output_0",
        "/input_layernorm_22/Mul_1_output_0",
        "/FakeLinear_88_output_0",
        "/Shape_309_output_0",
        "Shape5578",
        "BinaryOp5581",
        "BinaryOp5582",
        "Unsqueeze5583",
        "BinaryOp5585",
        "Unsqueeze5586",
        "StridedSlice5589",
        "Squeeze5590",
        "BinaryOp5591",
        "BinaryOp5592",
        "/Gather_334_output_0",
        "/Unsqueeze_705_output_0",
        "/Concat_286_output_0",
        "/Reshape_199_output_0",
        "/Mul_176_output_0",
        "/Shape_310_output_0",
        "Shape5599",
        "BinaryOp5602",
        "BinaryOp5603",
        "Unsqueeze5604",
        "BinaryOp5606",
        "Unsqueeze5607",
        "StridedSlice5610",
        "Squeeze5611",
        "BinaryOp5612",
        "BinaryOp5613",
        "/Gather_335_output_0",
        "/Div_66_output_0",
        "/Unsqueeze_710_output_0",
        "/Slice_89_output_0",
        "/Neg_44_output_0",
        "/Slice_88_output_0",
        "/Concat_289_output_0",
        "/Mul_177_output_0",
        "/Add_110_output_0",
        "/FakeLinear_89_output_0",
        "/Concat_287_output_0",
        "/Reshape_200_output_0",
        "/Mul_178_output_0",
        "/Shape_311_output_0",
        "Shape5662",
        "BinaryOp5665",
        "BinaryOp5666",
        "Unsqueeze5667",
        "BinaryOp5669",
        "Unsqueeze5670",
        "StridedSlice5673",
        "Squeeze5674",
        "BinaryOp5675",
        "BinaryOp5676",
        "/Gather_336_output_0",
        "/Div_67_output_0",
        "/Unsqueeze_712_output_0",
        "/Slice_91_output_0",
        "/Neg_45_output_0",
        "/Slice_90_output_0",
        "/Concat_290_output_0",
        "/Mul_179_output_0",
        "/Add_111_output_0",
        "/FakeLinear_90_output_0",
        "/Reshape_201_output_0",
        "/Reshape_206_output_0",
        "/FakeLinear_91_output_0",
        "/Add_113_output_0",
        "model.model.layers.22.post_attention_layernorm.weight",
        "/post_attention_layernorm_22/Mul_output_0",
        "/post_attention_layernorm_22/Mul_1_output_0",
        "/mlp/gate_proj_22/FakeLinear_output_0",
        "/mlp/act_fn_22/Sigmoid_output_0",
        "/mlp/act_fn_22/Mul_output_0",
        "/mlp/up_proj_22/FakeLinear_output_0",
        "/mlp_22/Mul_output_0",
        "/mlp/down_proj_22/FakeLinear_output_0",
        "/Add_114_output_0",
        "/Reshape_207_output_0",
        "model.model.layers.23.input_layernorm.weight",
        "/input_layernorm_23/Mul_output_0",
        "/input_layernorm_23/Mul_1_output_0",
        "/FakeLinear_92_output_0",
        "/Shape_323_output_0",
        "Shape5828",
        "BinaryOp5831",
        "BinaryOp5832",
        "Unsqueeze5833",
        "BinaryOp5835",
        "Unsqueeze5836",
        "StridedSlice5839",
        "Squeeze5840",
        "BinaryOp5841",
        "BinaryOp5842",
        "/Gather_349_output_0",
        "/Unsqueeze_737_output_0",
        "/Concat_299_output_0",
        "/Reshape_208_output_0",
        "/Mul_184_output_0",
        "/Shape_324_output_0",
        "Shape5849",
        "BinaryOp5852",
        "BinaryOp5853",
        "Unsqueeze5854",
        "BinaryOp5856",
        "Unsqueeze5857",
        "StridedSlice5860",
        "Squeeze5861",
        "BinaryOp5862",
        "BinaryOp5863",
        "/Gather_350_output_0",
        "/Div_69_output_0",
        "/Unsqueeze_742_output_0",
        "/Slice_93_output_0",
        "/Neg_46_output_0",
        "/Slice_92_output_0",
        "/Concat_302_output_0",
        "/Mul_185_output_0",
        "/Add_115_output_0",
        "/FakeLinear_93_output_0",
        "/Concat_300_output_0",
        "/Reshape_209_output_0",
        "/Mul_186_output_0",
        "/Shape_325_output_0",
        "Shape5912",
        "BinaryOp5915",
        "BinaryOp5916",
        "Unsqueeze5917",
        "BinaryOp5919",
        "Unsqueeze5920",
        "StridedSlice5923",
        "Squeeze5924",
        "BinaryOp5925",
        "BinaryOp5926",
        "/Gather_351_output_0",
        "/Div_70_output_0",
        "/Unsqueeze_744_output_0",
        "/Slice_95_output_0",
        "/Neg_47_output_0",
        "/Slice_94_output_0",
        "/Concat_303_output_0",
        "/Mul_187_output_0",
        "/Add_116_output_0",
        "/FakeLinear_94_output_0",
        "/Reshape_210_output_0",
        "/Reshape_215_output_0",
        "/FakeLinear_95_output_0",
        "/Add_118_output_0",
        "model.model.layers.23.post_attention_layernorm.weight",
        "/post_attention_layernorm_23/Mul_output_0",
        "/post_attention_layernorm_23/Mul_1_output_0",
        "/mlp/gate_proj_23/FakeLinear_output_0",
        "/mlp/act_fn_23/Sigmoid_output_0",
        "/mlp/act_fn_23/Mul_output_0",
        "/mlp/up_proj_23/FakeLinear_output_0",
        "/mlp_23/Mul_output_0",
        "/mlp/down_proj_23/FakeLinear_output_0",
        "/Add_119_output_0",
        "/Reshape_216_output_0",
        "model.model.layers.24.input_layernorm.weight",
        "/input_layernorm_24/Mul_output_0",
        "/input_layernorm_24/Mul_1_output_0",
        "/FakeLinear_96_output_0",
        "/Shape_337_output_0",
        "Shape6078",
        "BinaryOp6081",
        "BinaryOp6082",
        "Unsqueeze6083",
        "BinaryOp6085",
        "Unsqueeze6086",
        "StridedSlice6089",
        "Squeeze6090",
        "BinaryOp6091",
        "BinaryOp6092",
        "/Gather_364_output_0",
        "/Unsqueeze_769_output_0",
        "/Concat_312_output_0",
        "/Reshape_217_output_0",
        "/Mul_192_output_0",
        "/Shape_338_output_0",
        "Shape6099",
        "BinaryOp6102",
        "BinaryOp6103",
        "Unsqueeze6104",
        "BinaryOp6106",
        "Unsqueeze6107",
        "StridedSlice6110",
        "Squeeze6111",
        "BinaryOp6112",
        "BinaryOp6113",
        "/Gather_365_output_0",
        "/Div_72_output_0",
        "/Unsqueeze_774_output_0",
        "/Slice_97_output_0",
        "/Neg_48_output_0",
        "/Slice_96_output_0",
        "/Concat_315_output_0",
        "/Mul_193_output_0",
        "/Add_120_output_0",
        "/FakeLinear_97_output_0",
        "/Concat_313_output_0",
        "/Reshape_218_output_0",
        "/Mul_194_output_0",
        "/Shape_339_output_0",
        "Shape6162",
        "BinaryOp6165",
        "BinaryOp6166",
        "Unsqueeze6167",
        "BinaryOp6169",
        "Unsqueeze6170",
        "StridedSlice6173",
        "Squeeze6174",
        "BinaryOp6175",
        "BinaryOp6176",
        "/Gather_366_output_0",
        "/Div_73_output_0",
        "/Unsqueeze_776_output_0",
        "/Slice_99_output_0",
        "/Neg_49_output_0",
        "/Slice_98_output_0",
        "/Concat_316_output_0",
        "/Mul_195_output_0",
        "/Add_121_output_0",
        "/FakeLinear_98_output_0",
        "/Reshape_219_output_0",
        "/Reshape_224_output_0",
        "/FakeLinear_99_output_0",
        "/Add_123_output_0",
        "model.model.layers.24.post_attention_layernorm.weight",
        "/post_attention_layernorm_24/Mul_output_0",
        "/post_attention_layernorm_24/Mul_1_output_0",
        "/mlp/gate_proj_24/FakeLinear_output_0",
        "/mlp/act_fn_24/Sigmoid_output_0",
        "/mlp/act_fn_24/Mul_output_0",
        "/mlp/up_proj_24/FakeLinear_output_0",
        "/mlp_24/Mul_output_0",
        "/mlp/down_proj_24/FakeLinear_output_0",
        "/Add_124_output_0",
        "/Reshape_225_output_0",
        "model.model.layers.25.input_layernorm.weight",
        "/input_layernorm_25/Mul_output_0",
        "/input_layernorm_25/Mul_1_output_0",
        "/FakeLinear_100_output_0",
        "/Shape_351_output_0",
        "Shape6328",
        "BinaryOp6331",
        "BinaryOp6332",
        "Unsqueeze6333",
        "BinaryOp6335",
        "Unsqueeze6336",
        "StridedSlice6339",
        "Squeeze6340",
        "BinaryOp6341",
        "BinaryOp6342",
        "/Gather_379_output_0",
        "/Unsqueeze_801_output_0",
        "/Concat_325_output_0",
        "/Reshape_226_output_0",
        "/Mul_200_output_0",
        "/Shape_352_output_0",
        "Shape6349",
        "BinaryOp6352",
        "BinaryOp6353",
        "Unsqueeze6354",
        "BinaryOp6356",
        "Unsqueeze6357",
        "StridedSlice6360",
        "Squeeze6361",
        "BinaryOp6362",
        "BinaryOp6363",
        "/Gather_380_output_0",
        "/Div_75_output_0",
        "/Unsqueeze_806_output_0",
        "/Slice_101_output_0",
        "/Neg_50_output_0",
        "/Slice_100_output_0",
        "/Concat_328_output_0",
        "/Mul_201_output_0",
        "/Add_125_output_0",
        "/FakeLinear_101_output_0",
        "/Concat_326_output_0",
        "/Reshape_227_output_0",
        "/Mul_202_output_0",
        "/Shape_353_output_0",
        "Shape6412",
        "BinaryOp6415",
        "BinaryOp6416",
        "Unsqueeze6417",
        "BinaryOp6419",
        "Unsqueeze6420",
        "StridedSlice6423",
        "Squeeze6424",
        "BinaryOp6425",
        "BinaryOp6426",
        "/Gather_381_output_0",
        "/Div_76_output_0",
        "/Unsqueeze_808_output_0",
        "/Slice_103_output_0",
        "/Neg_51_output_0",
        "/Slice_102_output_0",
        "/Concat_329_output_0",
        "/Mul_203_output_0",
        "/Add_126_output_0",
        "/FakeLinear_102_output_0",
        "/Reshape_228_output_0",
        "/Reshape_233_output_0",
        "/FakeLinear_103_output_0",
        "/Add_128_output_0",
        "model.model.layers.25.post_attention_layernorm.weight",
        "/post_attention_layernorm_25/Mul_output_0",
        "/post_attention_layernorm_25/Mul_1_output_0",
        "/mlp/gate_proj_25/FakeLinear_output_0",
        "/mlp/act_fn_25/Sigmoid_output_0",
        "/mlp/act_fn_25/Mul_output_0",
        "/mlp/up_proj_25/FakeLinear_output_0",
        "/mlp_25/Mul_output_0",
        "/mlp/down_proj_25/FakeLinear_output_0",
        "/Add_129_output_0",
        "/Reshape_234_output_0",
        "model.model.layers.26.input_layernorm.weight",
        "/input_layernorm_26/Mul_output_0",
        "/input_layernorm_26/Mul_1_output_0",
        "/FakeLinear_104_output_0",
        "/Shape_365_output_0",
        "Shape6578",
        "BinaryOp6581",
        "BinaryOp6582",
        "Unsqueeze6583",
        "BinaryOp6585",
        "Unsqueeze6586",
        "StridedSlice6589",
        "Squeeze6590",
        "BinaryOp6591",
        "BinaryOp6592",
        "/Gather_394_output_0",
        "/Unsqueeze_833_output_0",
        "/Concat_338_output_0",
        "/Reshape_235_output_0",
        "/Mul_208_output_0",
        "/Shape_366_output_0",
        "Shape6599",
        "BinaryOp6602",
        "BinaryOp6603",
        "Unsqueeze6604",
        "BinaryOp6606",
        "Unsqueeze6607",
        "StridedSlice6610",
        "Squeeze6611",
        "BinaryOp6612",
        "BinaryOp6613",
        "/Gather_395_output_0",
        "/Div_78_output_0",
        "/Unsqueeze_838_output_0",
        "/Slice_105_output_0",
        "/Neg_52_output_0",
        "/Slice_104_output_0",
        "/Concat_341_output_0",
        "/Mul_209_output_0",
        "/Add_130_output_0",
        "/FakeLinear_105_output_0",
        "/Concat_339_output_0",
        "/Reshape_236_output_0",
        "/Mul_210_output_0",
        "/Shape_367_output_0",
        "Shape6662",
        "BinaryOp6665",
        "BinaryOp6666",
        "Unsqueeze6667",
        "BinaryOp6669",
        "Unsqueeze6670",
        "StridedSlice6673",
        "Squeeze6674",
        "BinaryOp6675",
        "BinaryOp6676",
        "/Gather_396_output_0",
        "/Div_79_output_0",
        "/Unsqueeze_840_output_0",
        "/Slice_107_output_0",
        "/Neg_53_output_0",
        "/Slice_106_output_0",
        "/Concat_342_output_0",
        "/Mul_211_output_0",
        "/Add_131_output_0",
        "/FakeLinear_106_output_0",
        "/Reshape_237_output_0",
        "/Reshape_242_output_0",
        "/FakeLinear_107_output_0",
        "/Add_133_output_0",
        "model.model.layers.26.post_attention_layernorm.weight",
        "/post_attention_layernorm_26/Mul_output_0",
        "/post_attention_layernorm_26/Mul_1_output_0",
        "/mlp/gate_proj_26/FakeLinear_output_0",
        "/mlp/act_fn_26/Sigmoid_output_0",
        "/mlp/act_fn_26/Mul_output_0",
        "/mlp/up_proj_26/FakeLinear_output_0",
        "/mlp_26/Mul_output_0",
        "/mlp/down_proj_26/FakeLinear_output_0",
        "/Add_134_output_0",
        "/Reshape_243_output_0",
        "model.model.layers.27.input_layernorm.weight",
        "/input_layernorm_27/Mul_output_0",
        "/input_layernorm_27/Mul_1_output_0",
        "/FakeLinear_108_output_0",
        "/Shape_379_output_0",
        "Shape6828",
        "BinaryOp6831",
        "BinaryOp6832",
        "Unsqueeze6833",
        "BinaryOp6835",
        "Unsqueeze6836",
        "StridedSlice6839",
        "Squeeze6840",
        "BinaryOp6841",
        "BinaryOp6842",
        "/Gather_409_output_0",
        "/Unsqueeze_865_output_0",
        "/Concat_351_output_0",
        "/Reshape_244_output_0",
        "/Mul_216_output_0",
        "/Shape_380_output_0",
        "Shape6849",
        "BinaryOp6852",
        "BinaryOp6853",
        "Unsqueeze6854",
        "BinaryOp6856",
        "Unsqueeze6857",
        "StridedSlice6860",
        "Squeeze6861",
        "BinaryOp6862",
        "BinaryOp6863",
        "/Gather_410_output_0",
        "/Div_81_output_0",
        "/Unsqueeze_870_output_0",
        "/Slice_109_output_0",
        "/Neg_54_output_0",
        "/Slice_108_output_0",
        "/Concat_354_output_0",
        "/Mul_217_output_0",
        "/Add_135_output_0",
        "/FakeLinear_109_output_0",
        "/Concat_352_output_0",
        "/Reshape_245_output_0",
        "/Mul_218_output_0",
        "/Shape_381_output_0",
        "Shape6912",
        "BinaryOp6915",
        "BinaryOp6916",
        "Unsqueeze6917",
        "BinaryOp6919",
        "Unsqueeze6920",
        "StridedSlice6923",
        "Squeeze6924",
        "BinaryOp6925",
        "BinaryOp6926",
        "/Gather_411_output_0",
        "/Div_82_output_0",
        "/Unsqueeze_872_output_0",
        "/Slice_111_output_0",
        "/Neg_55_output_0",
        "/Slice_110_output_0",
        "/Concat_355_output_0",
        "/Mul_219_output_0",
        "/Add_136_output_0",
        "/FakeLinear_110_output_0",
        "/Reshape_246_output_0",
        "/Reshape_251_output_0",
        "/FakeLinear_111_output_0",
        "/Add_138_output_0",
        "model.model.layers.27.post_attention_layernorm.weight",
        "/post_attention_layernorm_27/Mul_output_0",
        "/post_attention_layernorm_27/Mul_1_output_0",
        "/mlp/gate_proj_27/FakeLinear_output_0",
        "/mlp/act_fn_27/Sigmoid_output_0",
        "/mlp/act_fn_27/Mul_output_0",
        "/mlp/up_proj_27/FakeLinear_output_0",
        "/mlp_27/Mul_output_0",
        "/mlp/down_proj_27/FakeLinear_output_0",
        "/Add_139_output_0",
        "/lm/Constant_output_0__",
        "/lm/Reshape_output_0",
        "/rotary/Constant_6_output_0",
        "Shape7070",
        "BinaryOp7073",
        "BinaryOp7074",
        "Unsqueeze7075",
        "BinaryOp7077",
        "Unsqueeze7078",
        "StridedSlice7081",
        "Squeeze7082",
        "BinaryOp7083",
        "BinaryOp7084",
        "/lm/Gather_output_0",
        "/lm/Constant_1_output_0__",
        "/lm/Reshape_1_output_0",
        "/lm/norm/Mul_output_0",
        "/lm/norm/Mul_1_output_0",
        "/lm/lm/FakeLinear_output_0",
        "/Constant_1676_output_0__",
        "logits",
        "past_key_values",
        "presents",
        "/layers.0/self_attn/q_proj/Linear/pre_reshape",
        "/layers.0/self_attn/q_proj/Linear/pre_convert",
        "/layers.0/self_attn/q_proj/Linear",
        "/layers.0/self_attn/q_proj/Linear/post_convert",
        "/layers.0/self_attn/k_proj/Linear/pre_reshape",
        "/layers.0/self_attn/k_proj/Linear/pre_convert",
        "/layers.0/self_attn/k_proj/Linear",
        "/layers.0/self_attn/k_proj/Linear/post_convert",
        "/layers.0/self_attn/v_proj/Linear/pre_reshape",
        "/layers.0/self_attn/v_proj/Linear/pre_convert",
        "/layers.0/self_attn/v_proj/Linear",
        "/layers.0/self_attn/v_proj/Linear/post_convert",
        "/layers.0/self_attn/o_proj/Linear/pre_reshape",
        "/layers.0/self_attn/o_proj/Linear/pre_convert",
        "/layers.0/self_attn/o_proj/Linear",
        "/layers.0/self_attn/o_proj/Linear/post_convert",
        "/layers.0/mlp/gate_proj/Linear/pre_reshape",
        "/layers.0/mlp/gate_proj/Linear/pre_convert",
        "/layers.0/mlp/gate_proj/Linear",
        "/layers.0/mlp/gate_proj/Linear/post_convert",
        "/layers.0/mlp/up_proj/Linear/pre_reshape",
        "/layers.0/mlp/up_proj/Linear/pre_convert",
        "/layers.0/mlp/up_proj/Linear",
        "/layers.0/mlp/up_proj/Linear/post_convert",
        "/layers.0/mlp/down_proj/Linear/pre_reshape",
        "/layers.0/mlp/down_proj/Linear/pre_convert",
        "/layers.0/mlp/down_proj/Linear",
        "/layers.0/mlp/down_proj/Linear/post_convert",
        "/layers.1/self_attn/q_proj/Linear/pre_reshape",
        "/layers.1/self_attn/q_proj/Linear/pre_convert",
        "/layers.1/self_attn/q_proj/Linear",
        "/layers.1/self_attn/q_proj/Linear/post_convert",
        "/layers.1/self_attn/k_proj/Linear/pre_reshape",
        "/layers.1/self_attn/k_proj/Linear/pre_convert",
        "/layers.1/self_attn/k_proj/Linear",
        "/layers.1/self_attn/k_proj/Linear/post_convert",
        "/layers.1/self_attn/v_proj/Linear/pre_reshape",
        "/layers.1/self_attn/v_proj/Linear/pre_convert",
        "/layers.1/self_attn/v_proj/Linear",
        "/layers.1/self_attn/v_proj/Linear/post_convert",
        "/layers.1/self_attn/o_proj/Linear/pre_reshape",
        "/layers.1/self_attn/o_proj/Linear/pre_convert",
        "/layers.1/self_attn/o_proj/Linear",
        "/layers.1/self_attn/o_proj/Linear/post_convert",
        "/layers.1/mlp/gate_proj/Linear/pre_reshape",
        "/layers.1/mlp/gate_proj/Linear/pre_convert",
        "/layers.1/mlp/gate_proj/Linear",
        "/layers.1/mlp/gate_proj/Linear/post_convert",
        "/layers.1/mlp/up_proj/Linear/pre_reshape",
        "/layers.1/mlp/up_proj/Linear/pre_convert",
        "/layers.1/mlp/up_proj/Linear",
        "/layers.1/mlp/up_proj/Linear/post_convert",
        "/layers.1/mlp/down_proj/Linear/pre_reshape",
        "/layers.1/mlp/down_proj/Linear/pre_convert",
        "/layers.1/mlp/down_proj/Linear",
        "/layers.1/mlp/down_proj/Linear/post_convert",
        "/layers.2/self_attn/q_proj/Linear/pre_reshape",
        "/layers.2/self_attn/q_proj/Linear/pre_convert",
        "/layers.2/self_attn/q_proj/Linear",
        "/layers.2/self_attn/q_proj/Linear/post_convert",
        "/layers.2/self_attn/k_proj/Linear/pre_reshape",
        "/layers.2/self_attn/k_proj/Linear/pre_convert",
        "/layers.2/self_attn/k_proj/Linear",
        "/layers.2/self_attn/k_proj/Linear/post_convert",
        "/layers.2/self_attn/v_proj/Linear/pre_reshape",
        "/layers.2/self_attn/v_proj/Linear/pre_convert",
        "/layers.2/self_attn/v_proj/Linear",
        "/layers.2/self_attn/v_proj/Linear/post_convert",
        "/layers.2/self_attn/o_proj/Linear/pre_reshape",
        "/layers.2/self_attn/o_proj/Linear/pre_convert",
        "/layers.2/self_attn/o_proj/Linear",
        "/layers.2/self_attn/o_proj/Linear/post_convert",
        "/layers.2/mlp/gate_proj/Linear/pre_reshape",
        "/layers.2/mlp/gate_proj/Linear/pre_convert",
        "/layers.2/mlp/gate_proj/Linear",
        "/layers.2/mlp/gate_proj/Linear/post_convert",
        "/layers.2/mlp/up_proj/Linear/pre_reshape",
        "/layers.2/mlp/up_proj/Linear/pre_convert",
        "/layers.2/mlp/up_proj/Linear",
        "/layers.2/mlp/up_proj/Linear/post_convert",
        "/layers.2/mlp/down_proj/Linear/pre_reshape",
        "/layers.2/mlp/down_proj/Linear/pre_convert",
        "/layers.2/mlp/down_proj/Linear",
        "/layers.2/mlp/down_proj/Linear/post_convert",
        "/layers.3/self_attn/q_proj/Linear/pre_reshape",
        "/layers.3/self_attn/q_proj/Linear/pre_convert",
        "/layers.3/self_attn/q_proj/Linear",
        "/layers.3/self_attn/q_proj/Linear/post_convert",
        "/layers.3/self_attn/k_proj/Linear/pre_reshape",
        "/layers.3/self_attn/k_proj/Linear/pre_convert",
        "/layers.3/self_attn/k_proj/Linear",
        "/layers.3/self_attn/k_proj/Linear/post_convert",
        "/layers.3/self_attn/v_proj/Linear/pre_reshape",
        "/layers.3/self_attn/v_proj/Linear/pre_convert",
        "/layers.3/self_attn/v_proj/Linear",
        "/layers.3/self_attn/v_proj/Linear/post_convert",
        "/layers.3/self_attn/o_proj/Linear/pre_reshape",
        "/layers.3/self_attn/o_proj/Linear/pre_convert",
        "/layers.3/self_attn/o_proj/Linear",
        "/layers.3/self_attn/o_proj/Linear/post_convert",
        "/layers.3/mlp/gate_proj/Linear/pre_reshape",
        "/layers.3/mlp/gate_proj/Linear/pre_convert",
        "/layers.3/mlp/gate_proj/Linear",
        "/layers.3/mlp/gate_proj/Linear/post_convert",
        "/layers.3/mlp/up_proj/Linear/pre_reshape",
        "/layers.3/mlp/up_proj/Linear/pre_convert",
        "/layers.3/mlp/up_proj/Linear",
        "/layers.3/mlp/up_proj/Linear/post_convert",
        "/layers.3/mlp/down_proj/Linear/pre_reshape",
        "/layers.3/mlp/down_proj/Linear/pre_convert",
        "/layers.3/mlp/down_proj/Linear",
        "/layers.3/mlp/down_proj/Linear/post_convert",
        "/layers.4/self_attn/q_proj/Linear/pre_reshape",
        "/layers.4/self_attn/q_proj/Linear/pre_convert",
        "/layers.4/self_attn/q_proj/Linear",
        "/layers.4/self_attn/q_proj/Linear/post_convert",
        "/layers.4/self_attn/k_proj/Linear/pre_reshape",
        "/layers.4/self_attn/k_proj/Linear/pre_convert",
        "/layers.4/self_attn/k_proj/Linear",
        "/layers.4/self_attn/k_proj/Linear/post_convert",
        "/layers.4/self_attn/v_proj/Linear/pre_reshape",
        "/layers.4/self_attn/v_proj/Linear/pre_convert",
        "/layers.4/self_attn/v_proj/Linear",
        "/layers.4/self_attn/v_proj/Linear/post_convert",
        "/layers.4/self_attn/o_proj/Linear/pre_reshape",
        "/layers.4/self_attn/o_proj/Linear/pre_convert",
        "/layers.4/self_attn/o_proj/Linear",
        "/layers.4/self_attn/o_proj/Linear/post_convert",
        "/layers.4/mlp/gate_proj/Linear/pre_reshape",
        "/layers.4/mlp/gate_proj/Linear/pre_convert",
        "/layers.4/mlp/gate_proj/Linear",
        "/layers.4/mlp/gate_proj/Linear/post_convert",
        "/layers.4/mlp/up_proj/Linear/pre_reshape",
        "/layers.4/mlp/up_proj/Linear/pre_convert",
        "/layers.4/mlp/up_proj/Linear",
        "/layers.4/mlp/up_proj/Linear/post_convert",
        "/layers.4/mlp/down_proj/Linear/pre_reshape",
        "/layers.4/mlp/down_proj/Linear/pre_convert",
        "/layers.4/mlp/down_proj/Linear",
        "/layers.4/mlp/down_proj/Linear/post_convert",
        "/layers.5/self_attn/q_proj/Linear/pre_reshape",
        "/layers.5/self_attn/q_proj/Linear/pre_convert",
        "/layers.5/self_attn/q_proj/Linear",
        "/layers.5/self_attn/q_proj/Linear/post_convert",
        "/layers.5/self_attn/k_proj/Linear/pre_reshape",
        "/layers.5/self_attn/k_proj/Linear/pre_convert",
        "/layers.5/self_attn/k_proj/Linear",
        "/layers.5/self_attn/k_proj/Linear/post_convert",
        "/layers.5/self_attn/v_proj/Linear/pre_reshape",
        "/layers.5/self_attn/v_proj/Linear/pre_convert",
        "/layers.5/self_attn/v_proj/Linear",
        "/layers.5/self_attn/v_proj/Linear/post_convert",
        "/layers.5/self_attn/o_proj/Linear/pre_reshape",
        "/layers.5/self_attn/o_proj/Linear/pre_convert",
        "/layers.5/self_attn/o_proj/Linear",
        "/layers.5/self_attn/o_proj/Linear/post_convert",
        "/layers.5/mlp/gate_proj/Linear/pre_reshape",
        "/layers.5/mlp/gate_proj/Linear/pre_convert",
        "/layers.5/mlp/gate_proj/Linear",
        "/layers.5/mlp/gate_proj/Linear/post_convert",
        "/layers.5/mlp/up_proj/Linear/pre_reshape",
        "/layers.5/mlp/up_proj/Linear/pre_convert",
        "/layers.5/mlp/up_proj/Linear",
        "/layers.5/mlp/up_proj/Linear/post_convert",
        "/layers.5/mlp/down_proj/Linear/pre_reshape",
        "/layers.5/mlp/down_proj/Linear/pre_convert",
        "/layers.5/mlp/down_proj/Linear",
        "/layers.5/mlp/down_proj/Linear/post_convert",
        "/layers.6/self_attn/q_proj/Linear/pre_reshape",
        "/layers.6/self_attn/q_proj/Linear/pre_convert",
        "/layers.6/self_attn/q_proj/Linear",
        "/layers.6/self_attn/q_proj/Linear/post_convert",
        "/layers.6/self_attn/k_proj/Linear/pre_reshape",
        "/layers.6/self_attn/k_proj/Linear/pre_convert",
        "/layers.6/self_attn/k_proj/Linear",
        "/layers.6/self_attn/k_proj/Linear/post_convert",
        "/layers.6/self_attn/v_proj/Linear/pre_reshape",
        "/layers.6/self_attn/v_proj/Linear/pre_convert",
        "/layers.6/self_attn/v_proj/Linear",
        "/layers.6/self_attn/v_proj/Linear/post_convert",
        "/layers.6/self_attn/o_proj/Linear/pre_reshape",
        "/layers.6/self_attn/o_proj/Linear/pre_convert",
        "/layers.6/self_attn/o_proj/Linear",
        "/layers.6/self_attn/o_proj/Linear/post_convert",
        "/layers.6/mlp/gate_proj/Linear/pre_reshape",
        "/layers.6/mlp/gate_proj/Linear/pre_convert",
        "/layers.6/mlp/gate_proj/Linear",
        "/layers.6/mlp/gate_proj/Linear/post_convert",
        "/layers.6/mlp/up_proj/Linear/pre_reshape",
        "/layers.6/mlp/up_proj/Linear/pre_convert",
        "/layers.6/mlp/up_proj/Linear",
        "/layers.6/mlp/up_proj/Linear/post_convert",
        "/layers.6/mlp/down_proj/Linear/pre_reshape",
        "/layers.6/mlp/down_proj/Linear/pre_convert",
        "/layers.6/mlp/down_proj/Linear",
        "/layers.6/mlp/down_proj/Linear/post_convert",
        "/layers.7/self_attn/q_proj/Linear/pre_reshape",
        "/layers.7/self_attn/q_proj/Linear/pre_convert",
        "/layers.7/self_attn/q_proj/Linear",
        "/layers.7/self_attn/q_proj/Linear/post_convert",
        "/layers.7/self_attn/k_proj/Linear/pre_reshape",
        "/layers.7/self_attn/k_proj/Linear/pre_convert",
        "/layers.7/self_attn/k_proj/Linear",
        "/layers.7/self_attn/k_proj/Linear/post_convert",
        "/layers.7/self_attn/v_proj/Linear/pre_reshape",
        "/layers.7/self_attn/v_proj/Linear/pre_convert",
        "/layers.7/self_attn/v_proj/Linear",
        "/layers.7/self_attn/v_proj/Linear/post_convert",
        "/layers.7/self_attn/o_proj/Linear/pre_reshape",
        "/layers.7/self_attn/o_proj/Linear/pre_convert",
        "/layers.7/self_attn/o_proj/Linear",
        "/layers.7/self_attn/o_proj/Linear/post_convert",
        "/layers.7/mlp/gate_proj/Linear/pre_reshape",
        "/layers.7/mlp/gate_proj/Linear/pre_convert",
        "/layers.7/mlp/gate_proj/Linear",
        "/layers.7/mlp/gate_proj/Linear/post_convert",
        "/layers.7/mlp/up_proj/Linear/pre_reshape",
        "/layers.7/mlp/up_proj/Linear/pre_convert",
        "/layers.7/mlp/up_proj/Linear",
        "/layers.7/mlp/up_proj/Linear/post_convert",
        "/layers.7/mlp/down_proj/Linear/pre_reshape",
        "/layers.7/mlp/down_proj/Linear/pre_convert",
        "/layers.7/mlp/down_proj/Linear",
        "/layers.7/mlp/down_proj/Linear/post_convert",
        "/layers.8/self_attn/q_proj/Linear/pre_reshape",
        "/layers.8/self_attn/q_proj/Linear/pre_convert",
        "/layers.8/self_attn/q_proj/Linear",
        "/layers.8/self_attn/q_proj/Linear/post_convert",
        "/layers.8/self_attn/k_proj/Linear/pre_reshape",
        "/layers.8/self_attn/k_proj/Linear/pre_convert",
        "/layers.8/self_attn/k_proj/Linear",
        "/layers.8/self_attn/k_proj/Linear/post_convert",
        "/layers.8/self_attn/v_proj/Linear/pre_reshape",
        "/layers.8/self_attn/v_proj/Linear/pre_convert",
        "/layers.8/self_attn/v_proj/Linear",
        "/layers.8/self_attn/v_proj/Linear/post_convert",
        "/layers.8/self_attn/o_proj/Linear/pre_reshape",
        "/layers.8/self_attn/o_proj/Linear/pre_convert",
        "/layers.8/self_attn/o_proj/Linear",
        "/layers.8/self_attn/o_proj/Linear/post_convert",
        "/layers.8/mlp/gate_proj/Linear/pre_reshape",
        "/layers.8/mlp/gate_proj/Linear/pre_convert",
        "/layers.8/mlp/gate_proj/Linear",
        "/layers.8/mlp/gate_proj/Linear/post_convert",
        "/layers.8/mlp/up_proj/Linear/pre_reshape",
        "/layers.8/mlp/up_proj/Linear/pre_convert",
        "/layers.8/mlp/up_proj/Linear",
        "/layers.8/mlp/up_proj/Linear/post_convert",
        "/layers.8/mlp/down_proj/Linear/pre_reshape",
        "/layers.8/mlp/down_proj/Linear/pre_convert",
        "/layers.8/mlp/down_proj/Linear",
        "/layers.8/mlp/down_proj/Linear/post_convert",
        "/layers.9/self_attn/q_proj/Linear/pre_reshape",
        "/layers.9/self_attn/q_proj/Linear/pre_convert",
        "/layers.9/self_attn/q_proj/Linear",
        "/layers.9/self_attn/q_proj/Linear/post_convert",
        "/layers.9/self_attn/k_proj/Linear/pre_reshape",
        "/layers.9/self_attn/k_proj/Linear/pre_convert",
        "/layers.9/self_attn/k_proj/Linear",
        "/layers.9/self_attn/k_proj/Linear/post_convert",
        "/layers.9/self_attn/v_proj/Linear/pre_reshape",
        "/layers.9/self_attn/v_proj/Linear/pre_convert",
        "/layers.9/self_attn/v_proj/Linear",
        "/layers.9/self_attn/v_proj/Linear/post_convert",
        "/layers.9/self_attn/o_proj/Linear/pre_reshape",
        "/layers.9/self_attn/o_proj/Linear/pre_convert",
        "/layers.9/self_attn/o_proj/Linear",
        "/layers.9/self_attn/o_proj/Linear/post_convert",
        "/layers.9/mlp/gate_proj/Linear/pre_reshape",
        "/layers.9/mlp/gate_proj/Linear/pre_convert",
        "/layers.9/mlp/gate_proj/Linear",
        "/layers.9/mlp/gate_proj/Linear/post_convert",
        "/layers.9/mlp/up_proj/Linear/pre_reshape",
        "/layers.9/mlp/up_proj/Linear/pre_convert",
        "/layers.9/mlp/up_proj/Linear",
        "/layers.9/mlp/up_proj/Linear/post_convert",
        "/layers.9/mlp/down_proj/Linear/pre_reshape",
        "/layers.9/mlp/down_proj/Linear/pre_convert",
        "/layers.9/mlp/down_proj/Linear",
        "/layers.9/mlp/down_proj/Linear/post_convert",
        "/layers.10/self_attn/q_proj/Linear/pre_reshape",
        "/layers.10/self_attn/q_proj/Linear/pre_convert",
        "/layers.10/self_attn/q_proj/Linear",
        "/layers.10/self_attn/q_proj/Linear/post_convert",
        "/layers.10/self_attn/k_proj/Linear/pre_reshape",
        "/layers.10/self_attn/k_proj/Linear/pre_convert",
        "/layers.10/self_attn/k_proj/Linear",
        "/layers.10/self_attn/k_proj/Linear/post_convert",
        "/layers.10/self_attn/v_proj/Linear/pre_reshape",
        "/layers.10/self_attn/v_proj/Linear/pre_convert",
        "/layers.10/self_attn/v_proj/Linear",
        "/layers.10/self_attn/v_proj/Linear/post_convert",
        "/layers.10/self_attn/o_proj/Linear/pre_reshape",
        "/layers.10/self_attn/o_proj/Linear/pre_convert",
        "/layers.10/self_attn/o_proj/Linear",
        "/layers.10/self_attn/o_proj/Linear/post_convert",
        "/layers.10/mlp/gate_proj/Linear/pre_reshape",
        "/layers.10/mlp/gate_proj/Linear/pre_convert",
        "/layers.10/mlp/gate_proj/Linear",
        "/layers.10/mlp/gate_proj/Linear/post_convert",
        "/layers.10/mlp/up_proj/Linear/pre_reshape",
        "/layers.10/mlp/up_proj/Linear/pre_convert",
        "/layers.10/mlp/up_proj/Linear",
        "/layers.10/mlp/up_proj/Linear/post_convert",
        "/layers.10/mlp/down_proj/Linear/pre_reshape",
        "/layers.10/mlp/down_proj/Linear/pre_convert",
        "/layers.10/mlp/down_proj/Linear",
        "/layers.10/mlp/down_proj/Linear/post_convert",
        "/layers.11/self_attn/q_proj/Linear/pre_reshape",
        "/layers.11/self_attn/q_proj/Linear/pre_convert",
        "/layers.11/self_attn/q_proj/Linear",
        "/layers.11/self_attn/q_proj/Linear/post_convert",
        "/layers.11/self_attn/k_proj/Linear/pre_reshape",
        "/layers.11/self_attn/k_proj/Linear/pre_convert",
        "/layers.11/self_attn/k_proj/Linear",
        "/layers.11/self_attn/k_proj/Linear/post_convert",
        "/layers.11/self_attn/v_proj/Linear/pre_reshape",
        "/layers.11/self_attn/v_proj/Linear/pre_convert",
        "/layers.11/self_attn/v_proj/Linear",
        "/layers.11/self_attn/v_proj/Linear/post_convert",
        "/layers.11/self_attn/o_proj/Linear/pre_reshape",
        "/layers.11/self_attn/o_proj/Linear/pre_convert",
        "/layers.11/self_attn/o_proj/Linear",
        "/layers.11/self_attn/o_proj/Linear/post_convert",
        "/layers.11/mlp/gate_proj/Linear/pre_reshape",
        "/layers.11/mlp/gate_proj/Linear/pre_convert",
        "/layers.11/mlp/gate_proj/Linear",
        "/layers.11/mlp/gate_proj/Linear/post_convert",
        "/layers.11/mlp/up_proj/Linear/pre_reshape",
        "/layers.11/mlp/up_proj/Linear/pre_convert",
        "/layers.11/mlp/up_proj/Linear",
        "/layers.11/mlp/up_proj/Linear/post_convert",
        "/layers.11/mlp/down_proj/Linear/pre_reshape",
        "/layers.11/mlp/down_proj/Linear/pre_convert",
        "/layers.11/mlp/down_proj/Linear",
        "/layers.11/mlp/down_proj/Linear/post_convert",
        "/layers.12/self_attn/q_proj/Linear/pre_reshape",
        "/layers.12/self_attn/q_proj/Linear/pre_convert",
        "/layers.12/self_attn/q_proj/Linear",
        "/layers.12/self_attn/q_proj/Linear/post_convert",
        "/layers.12/self_attn/k_proj/Linear/pre_reshape",
        "/layers.12/self_attn/k_proj/Linear/pre_convert",
        "/layers.12/self_attn/k_proj/Linear",
        "/layers.12/self_attn/k_proj/Linear/post_convert",
        "/layers.12/self_attn/v_proj/Linear/pre_reshape",
        "/layers.12/self_attn/v_proj/Linear/pre_convert",
        "/layers.12/self_attn/v_proj/Linear",
        "/layers.12/self_attn/v_proj/Linear/post_convert",
        "/layers.12/self_attn/o_proj/Linear/pre_reshape",
        "/layers.12/self_attn/o_proj/Linear/pre_convert",
        "/layers.12/self_attn/o_proj/Linear",
        "/layers.12/self_attn/o_proj/Linear/post_convert",
        "/layers.12/mlp/gate_proj/Linear/pre_reshape",
        "/layers.12/mlp/gate_proj/Linear/pre_convert",
        "/layers.12/mlp/gate_proj/Linear",
        "/layers.12/mlp/gate_proj/Linear/post_convert",
        "/layers.12/mlp/up_proj/Linear/pre_reshape",
        "/layers.12/mlp/up_proj/Linear/pre_convert",
        "/layers.12/mlp/up_proj/Linear",
        "/layers.12/mlp/up_proj/Linear/post_convert",
        "/layers.12/mlp/down_proj/Linear/pre_reshape",
        "/layers.12/mlp/down_proj/Linear/pre_convert",
        "/layers.12/mlp/down_proj/Linear",
        "/layers.12/mlp/down_proj/Linear/post_convert",
        "/layers.13/self_attn/q_proj/Linear/pre_reshape",
        "/layers.13/self_attn/q_proj/Linear/pre_convert",
        "/layers.13/self_attn/q_proj/Linear",
        "/layers.13/self_attn/q_proj/Linear/post_convert",
        "/layers.13/self_attn/k_proj/Linear/pre_reshape",
        "/layers.13/self_attn/k_proj/Linear/pre_convert",
        "/layers.13/self_attn/k_proj/Linear",
        "/layers.13/self_attn/k_proj/Linear/post_convert",
        "/layers.13/self_attn/v_proj/Linear/pre_reshape",
        "/layers.13/self_attn/v_proj/Linear/pre_convert",
        "/layers.13/self_attn/v_proj/Linear",
        "/layers.13/self_attn/v_proj/Linear/post_convert",
        "/layers.13/self_attn/o_proj/Linear/pre_reshape",
        "/layers.13/self_attn/o_proj/Linear/pre_convert",
        "/layers.13/self_attn/o_proj/Linear",
        "/layers.13/self_attn/o_proj/Linear/post_convert",
        "/layers.13/mlp/gate_proj/Linear/pre_reshape",
        "/layers.13/mlp/gate_proj/Linear/pre_convert",
        "/layers.13/mlp/gate_proj/Linear",
        "/layers.13/mlp/gate_proj/Linear/post_convert",
        "/layers.13/mlp/up_proj/Linear/pre_reshape",
        "/layers.13/mlp/up_proj/Linear/pre_convert",
        "/layers.13/mlp/up_proj/Linear",
        "/layers.13/mlp/up_proj/Linear/post_convert",
        "/layers.13/mlp/down_proj/Linear/pre_reshape",
        "/layers.13/mlp/down_proj/Linear/pre_convert",
        "/layers.13/mlp/down_proj/Linear",
        "/layers.13/mlp/down_proj/Linear/post_convert",
        "/layers.14/self_attn/q_proj/Linear/pre_reshape",
        "/layers.14/self_attn/q_proj/Linear/pre_convert",
        "/layers.14/self_attn/q_proj/Linear",
        "/layers.14/self_attn/q_proj/Linear/post_convert",
        "/layers.14/self_attn/k_proj/Linear/pre_reshape",
        "/layers.14/self_attn/k_proj/Linear/pre_convert",
        "/layers.14/self_attn/k_proj/Linear",
        "/layers.14/self_attn/k_proj/Linear/post_convert",
        "/layers.14/self_attn/v_proj/Linear/pre_reshape",
        "/layers.14/self_attn/v_proj/Linear/pre_convert",
        "/layers.14/self_attn/v_proj/Linear",
        "/layers.14/self_attn/v_proj/Linear/post_convert",
        "/layers.14/self_attn/o_proj/Linear/pre_reshape",
        "/layers.14/self_attn/o_proj/Linear/pre_convert",
        "/layers.14/self_attn/o_proj/Linear",
        "/layers.14/self_attn/o_proj/Linear/post_convert",
        "/layers.14/mlp/gate_proj/Linear/pre_reshape",
        "/layers.14/mlp/gate_proj/Linear/pre_convert",
        "/layers.14/mlp/gate_proj/Linear",
        "/layers.14/mlp/gate_proj/Linear/post_convert",
        "/layers.14/mlp/up_proj/Linear/pre_reshape",
        "/layers.14/mlp/up_proj/Linear/pre_convert",
        "/layers.14/mlp/up_proj/Linear",
        "/layers.14/mlp/up_proj/Linear/post_convert",
        "/layers.14/mlp/down_proj/Linear/pre_reshape",
        "/layers.14/mlp/down_proj/Linear/pre_convert",
        "/layers.14/mlp/down_proj/Linear",
        "/layers.14/mlp/down_proj/Linear/post_convert",
        "/layers.15/self_attn/q_proj/Linear/pre_reshape",
        "/layers.15/self_attn/q_proj/Linear/pre_convert",
        "/layers.15/self_attn/q_proj/Linear",
        "/layers.15/self_attn/q_proj/Linear/post_convert",
        "/layers.15/self_attn/k_proj/Linear/pre_reshape",
        "/layers.15/self_attn/k_proj/Linear/pre_convert",
        "/layers.15/self_attn/k_proj/Linear",
        "/layers.15/self_attn/k_proj/Linear/post_convert",
        "/layers.15/self_attn/v_proj/Linear/pre_reshape",
        "/layers.15/self_attn/v_proj/Linear/pre_convert",
        "/layers.15/self_attn/v_proj/Linear",
        "/layers.15/self_attn/v_proj/Linear/post_convert",
        "/layers.15/self_attn/o_proj/Linear/pre_reshape",
        "/layers.15/self_attn/o_proj/Linear/pre_convert",
        "/layers.15/self_attn/o_proj/Linear",
        "/layers.15/self_attn/o_proj/Linear/post_convert",
        "/layers.15/mlp/gate_proj/Linear/pre_reshape",
        "/layers.15/mlp/gate_proj/Linear/pre_convert",
        "/layers.15/mlp/gate_proj/Linear",
        "/layers.15/mlp/gate_proj/Linear/post_convert",
        "/layers.15/mlp/up_proj/Linear/pre_reshape",
        "/layers.15/mlp/up_proj/Linear/pre_convert",
        "/layers.15/mlp/up_proj/Linear",
        "/layers.15/mlp/up_proj/Linear/post_convert",
        "/layers.15/mlp/down_proj/Linear/pre_reshape",
        "/layers.15/mlp/down_proj/Linear/pre_convert",
        "/layers.15/mlp/down_proj/Linear",
        "/layers.15/mlp/down_proj/Linear/post_convert",
        "/layers.16/self_attn/q_proj/Linear/pre_reshape",
        "/layers.16/self_attn/q_proj/Linear/pre_convert",
        "/layers.16/self_attn/q_proj/Linear",
        "/layers.16/self_attn/q_proj/Linear/post_convert",
        "/layers.16/self_attn/k_proj/Linear/pre_reshape",
        "/layers.16/self_attn/k_proj/Linear/pre_convert",
        "/layers.16/self_attn/k_proj/Linear",
        "/layers.16/self_attn/k_proj/Linear/post_convert",
        "/layers.16/self_attn/v_proj/Linear/pre_reshape",
        "/layers.16/self_attn/v_proj/Linear/pre_convert",
        "/layers.16/self_attn/v_proj/Linear",
        "/layers.16/self_attn/v_proj/Linear/post_convert",
        "/layers.16/self_attn/o_proj/Linear/pre_reshape",
        "/layers.16/self_attn/o_proj/Linear/pre_convert",
        "/layers.16/self_attn/o_proj/Linear",
        "/layers.16/self_attn/o_proj/Linear/post_convert",
        "/layers.16/mlp/gate_proj/Linear/pre_reshape",
        "/layers.16/mlp/gate_proj/Linear/pre_convert",
        "/layers.16/mlp/gate_proj/Linear",
        "/layers.16/mlp/gate_proj/Linear/post_convert",
        "/layers.16/mlp/up_proj/Linear/pre_reshape",
        "/layers.16/mlp/up_proj/Linear/pre_convert",
        "/layers.16/mlp/up_proj/Linear",
        "/layers.16/mlp/up_proj/Linear/post_convert",
        "/layers.16/mlp/down_proj/Linear/pre_reshape",
        "/layers.16/mlp/down_proj/Linear/pre_convert",
        "/layers.16/mlp/down_proj/Linear",
        "/layers.16/mlp/down_proj/Linear/post_convert",
        "/layers.17/self_attn/q_proj/Linear/pre_reshape",
        "/layers.17/self_attn/q_proj/Linear/pre_convert",
        "/layers.17/self_attn/q_proj/Linear",
        "/layers.17/self_attn/q_proj/Linear/post_convert",
        "/layers.17/self_attn/k_proj/Linear/pre_reshape",
        "/layers.17/self_attn/k_proj/Linear/pre_convert",
        "/layers.17/self_attn/k_proj/Linear",
        "/layers.17/self_attn/k_proj/Linear/post_convert",
        "/layers.17/self_attn/v_proj/Linear/pre_reshape",
        "/layers.17/self_attn/v_proj/Linear/pre_convert",
        "/layers.17/self_attn/v_proj/Linear",
        "/layers.17/self_attn/v_proj/Linear/post_convert",
        "/layers.17/self_attn/o_proj/Linear/pre_reshape",
        "/layers.17/self_attn/o_proj/Linear/pre_convert",
        "/layers.17/self_attn/o_proj/Linear",
        "/layers.17/self_attn/o_proj/Linear/post_convert",
        "/layers.17/mlp/gate_proj/Linear/pre_reshape",
        "/layers.17/mlp/gate_proj/Linear/pre_convert",
        "/layers.17/mlp/gate_proj/Linear",
        "/layers.17/mlp/gate_proj/Linear/post_convert",
        "/layers.17/mlp/up_proj/Linear/pre_reshape",
        "/layers.17/mlp/up_proj/Linear/pre_convert",
        "/layers.17/mlp/up_proj/Linear",
        "/layers.17/mlp/up_proj/Linear/post_convert",
        "/layers.17/mlp/down_proj/Linear/pre_reshape",
        "/layers.17/mlp/down_proj/Linear/pre_convert",
        "/layers.17/mlp/down_proj/Linear",
        "/layers.17/mlp/down_proj/Linear/post_convert",
        "/layers.18/self_attn/q_proj/Linear/pre_reshape",
        "/layers.18/self_attn/q_proj/Linear/pre_convert",
        "/layers.18/self_attn/q_proj/Linear",
        "/layers.18/self_attn/q_proj/Linear/post_convert",
        "/layers.18/self_attn/k_proj/Linear/pre_reshape",
        "/layers.18/self_attn/k_proj/Linear/pre_convert",
        "/layers.18/self_attn/k_proj/Linear",
        "/layers.18/self_attn/k_proj/Linear/post_convert",
        "/layers.18/self_attn/v_proj/Linear/pre_reshape",
        "/layers.18/self_attn/v_proj/Linear/pre_convert",
        "/layers.18/self_attn/v_proj/Linear",
        "/layers.18/self_attn/v_proj/Linear/post_convert",
        "/layers.18/self_attn/o_proj/Linear/pre_reshape",
        "/layers.18/self_attn/o_proj/Linear/pre_convert",
        "/layers.18/self_attn/o_proj/Linear",
        "/layers.18/self_attn/o_proj/Linear/post_convert",
        "/layers.18/mlp/gate_proj/Linear/pre_reshape",
        "/layers.18/mlp/gate_proj/Linear/pre_convert",
        "/layers.18/mlp/gate_proj/Linear",
        "/layers.18/mlp/gate_proj/Linear/post_convert",
        "/layers.18/mlp/up_proj/Linear/pre_reshape",
        "/layers.18/mlp/up_proj/Linear/pre_convert",
        "/layers.18/mlp/up_proj/Linear",
        "/layers.18/mlp/up_proj/Linear/post_convert",
        "/layers.18/mlp/down_proj/Linear/pre_reshape",
        "/layers.18/mlp/down_proj/Linear/pre_convert",
        "/layers.18/mlp/down_proj/Linear",
        "/layers.18/mlp/down_proj/Linear/post_convert",
        "/layers.19/self_attn/q_proj/Linear/pre_reshape",
        "/layers.19/self_attn/q_proj/Linear/pre_convert",
        "/layers.19/self_attn/q_proj/Linear",
        "/layers.19/self_attn/q_proj/Linear/post_convert",
        "/layers.19/self_attn/k_proj/Linear/pre_reshape",
        "/layers.19/self_attn/k_proj/Linear/pre_convert",
        "/layers.19/self_attn/k_proj/Linear",
        "/layers.19/self_attn/k_proj/Linear/post_convert",
        "/layers.19/self_attn/v_proj/Linear/pre_reshape",
        "/layers.19/self_attn/v_proj/Linear/pre_convert",
        "/layers.19/self_attn/v_proj/Linear",
        "/layers.19/self_attn/v_proj/Linear/post_convert",
        "/layers.19/self_attn/o_proj/Linear/pre_reshape",
        "/layers.19/self_attn/o_proj/Linear/pre_convert",
        "/layers.19/self_attn/o_proj/Linear",
        "/layers.19/self_attn/o_proj/Linear/post_convert",
        "/layers.19/mlp/gate_proj/Linear/pre_reshape",
        "/layers.19/mlp/gate_proj/Linear/pre_convert",
        "/layers.19/mlp/gate_proj/Linear",
        "/layers.19/mlp/gate_proj/Linear/post_convert",
        "/layers.19/mlp/up_proj/Linear/pre_reshape",
        "/layers.19/mlp/up_proj/Linear/pre_convert",
        "/layers.19/mlp/up_proj/Linear",
        "/layers.19/mlp/up_proj/Linear/post_convert",
        "/layers.19/mlp/down_proj/Linear/pre_reshape",
        "/layers.19/mlp/down_proj/Linear/pre_convert",
        "/layers.19/mlp/down_proj/Linear",
        "/layers.19/mlp/down_proj/Linear/post_convert",
        "/layers.20/self_attn/q_proj/Linear/pre_reshape",
        "/layers.20/self_attn/q_proj/Linear/pre_convert",
        "/layers.20/self_attn/q_proj/Linear",
        "/layers.20/self_attn/q_proj/Linear/post_convert",
        "/layers.20/self_attn/k_proj/Linear/pre_reshape",
        "/layers.20/self_attn/k_proj/Linear/pre_convert",
        "/layers.20/self_attn/k_proj/Linear",
        "/layers.20/self_attn/k_proj/Linear/post_convert",
        "/layers.20/self_attn/v_proj/Linear/pre_reshape",
        "/layers.20/self_attn/v_proj/Linear/pre_convert",
        "/layers.20/self_attn/v_proj/Linear",
        "/layers.20/self_attn/v_proj/Linear/post_convert",
        "/layers.20/self_attn/o_proj/Linear/pre_reshape",
        "/layers.20/self_attn/o_proj/Linear/pre_convert",
        "/layers.20/self_attn/o_proj/Linear",
        "/layers.20/self_attn/o_proj/Linear/post_convert",
        "/layers.20/mlp/gate_proj/Linear/pre_reshape",
        "/layers.20/mlp/gate_proj/Linear/pre_convert",
        "/layers.20/mlp/gate_proj/Linear",
        "/layers.20/mlp/gate_proj/Linear/post_convert",
        "/layers.20/mlp/up_proj/Linear/pre_reshape",
        "/layers.20/mlp/up_proj/Linear/pre_convert",
        "/layers.20/mlp/up_proj/Linear",
        "/layers.20/mlp/up_proj/Linear/post_convert",
        "/layers.20/mlp/down_proj/Linear/pre_reshape",
        "/layers.20/mlp/down_proj/Linear/pre_convert",
        "/layers.20/mlp/down_proj/Linear",
        "/layers.20/mlp/down_proj/Linear/post_convert",
        "/layers.21/self_attn/q_proj/Linear/pre_reshape",
        "/layers.21/self_attn/q_proj/Linear/pre_convert",
        "/layers.21/self_attn/q_proj/Linear",
        "/layers.21/self_attn/q_proj/Linear/post_convert",
        "/layers.21/self_attn/k_proj/Linear/pre_reshape",
        "/layers.21/self_attn/k_proj/Linear/pre_convert",
        "/layers.21/self_attn/k_proj/Linear",
        "/layers.21/self_attn/k_proj/Linear/post_convert",
        "/layers.21/self_attn/v_proj/Linear/pre_reshape",
        "/layers.21/self_attn/v_proj/Linear/pre_convert",
        "/layers.21/self_attn/v_proj/Linear",
        "/layers.21/self_attn/v_proj/Linear/post_convert",
        "/layers.21/self_attn/o_proj/Linear/pre_reshape",
        "/layers.21/self_attn/o_proj/Linear/pre_convert",
        "/layers.21/self_attn/o_proj/Linear",
        "/layers.21/self_attn/o_proj/Linear/post_convert",
        "/layers.21/mlp/gate_proj/Linear/pre_reshape",
        "/layers.21/mlp/gate_proj/Linear/pre_convert",
        "/layers.21/mlp/gate_proj/Linear",
        "/layers.21/mlp/gate_proj/Linear/post_convert",
        "/layers.21/mlp/up_proj/Linear/pre_reshape",
        "/layers.21/mlp/up_proj/Linear/pre_convert",
        "/layers.21/mlp/up_proj/Linear",
        "/layers.21/mlp/up_proj/Linear/post_convert",
        "/layers.21/mlp/down_proj/Linear/pre_reshape",
        "/layers.21/mlp/down_proj/Linear/pre_convert",
        "/layers.21/mlp/down_proj/Linear",
        "/layers.21/mlp/down_proj/Linear/post_convert",
        "/layers.22/self_attn/q_proj/Linear/pre_reshape",
        "/layers.22/self_attn/q_proj/Linear/pre_convert",
        "/layers.22/self_attn/q_proj/Linear",
        "/layers.22/self_attn/q_proj/Linear/post_convert",
        "/layers.22/self_attn/k_proj/Linear/pre_reshape",
        "/layers.22/self_attn/k_proj/Linear/pre_convert",
        "/layers.22/self_attn/k_proj/Linear",
        "/layers.22/self_attn/k_proj/Linear/post_convert",
        "/layers.22/self_attn/v_proj/Linear/pre_reshape",
        "/layers.22/self_attn/v_proj/Linear/pre_convert",
        "/layers.22/self_attn/v_proj/Linear",
        "/layers.22/self_attn/v_proj/Linear/post_convert",
        "/layers.22/self_attn/o_proj/Linear/pre_reshape",
        "/layers.22/self_attn/o_proj/Linear/pre_convert",
        "/layers.22/self_attn/o_proj/Linear",
        "/layers.22/self_attn/o_proj/Linear/post_convert",
        "/layers.22/mlp/gate_proj/Linear/pre_reshape",
        "/layers.22/mlp/gate_proj/Linear/pre_convert",
        "/layers.22/mlp/gate_proj/Linear",
        "/layers.22/mlp/gate_proj/Linear/post_convert",
        "/layers.22/mlp/up_proj/Linear/pre_reshape",
        "/layers.22/mlp/up_proj/Linear/pre_convert",
        "/layers.22/mlp/up_proj/Linear",
        "/layers.22/mlp/up_proj/Linear/post_convert",
        "/layers.22/mlp/down_proj/Linear/pre_reshape",
        "/layers.22/mlp/down_proj/Linear/pre_convert",
        "/layers.22/mlp/down_proj/Linear",
        "/layers.22/mlp/down_proj/Linear/post_convert",
        "/layers.23/self_attn/q_proj/Linear/pre_reshape",
        "/layers.23/self_attn/q_proj/Linear/pre_convert",
        "/layers.23/self_attn/q_proj/Linear",
        "/layers.23/self_attn/q_proj/Linear/post_convert",
        "/layers.23/self_attn/k_proj/Linear/pre_reshape",
        "/layers.23/self_attn/k_proj/Linear/pre_convert",
        "/layers.23/self_attn/k_proj/Linear",
        "/layers.23/self_attn/k_proj/Linear/post_convert",
        "/layers.23/self_attn/v_proj/Linear/pre_reshape",
        "/layers.23/self_attn/v_proj/Linear/pre_convert",
        "/layers.23/self_attn/v_proj/Linear",
        "/layers.23/self_attn/v_proj/Linear/post_convert",
        "/layers.23/self_attn/o_proj/Linear/pre_reshape",
        "/layers.23/self_attn/o_proj/Linear/pre_convert",
        "/layers.23/self_attn/o_proj/Linear",
        "/layers.23/self_attn/o_proj/Linear/post_convert",
        "/layers.23/mlp/gate_proj/Linear/pre_reshape",
        "/layers.23/mlp/gate_proj/Linear/pre_convert",
        "/layers.23/mlp/gate_proj/Linear",
        "/layers.23/mlp/gate_proj/Linear/post_convert",
        "/layers.23/mlp/up_proj/Linear/pre_reshape",
        "/layers.23/mlp/up_proj/Linear/pre_convert",
        "/layers.23/mlp/up_proj/Linear",
        "/layers.23/mlp/up_proj/Linear/post_convert",
        "/layers.23/mlp/down_proj/Linear/pre_reshape",
        "/layers.23/mlp/down_proj/Linear/pre_convert",
        "/layers.23/mlp/down_proj/Linear",
        "/layers.23/mlp/down_proj/Linear/post_convert",
        "/layers.24/self_attn/q_proj/Linear/pre_reshape",
        "/layers.24/self_attn/q_proj/Linear/pre_convert",
        "/layers.24/self_attn/q_proj/Linear",
        "/layers.24/self_attn/q_proj/Linear/post_convert",
        "/layers.24/self_attn/k_proj/Linear/pre_reshape",
        "/layers.24/self_attn/k_proj/Linear/pre_convert",
        "/layers.24/self_attn/k_proj/Linear",
        "/layers.24/self_attn/k_proj/Linear/post_convert",
        "/layers.24/self_attn/v_proj/Linear/pre_reshape",
        "/layers.24/self_attn/v_proj/Linear/pre_convert",
        "/layers.24/self_attn/v_proj/Linear",
        "/layers.24/self_attn/v_proj/Linear/post_convert",
        "/layers.24/self_attn/o_proj/Linear/pre_reshape",
        "/layers.24/self_attn/o_proj/Linear/pre_convert",
        "/layers.24/self_attn/o_proj/Linear",
        "/layers.24/self_attn/o_proj/Linear/post_convert",
        "/layers.24/mlp/gate_proj/Linear/pre_reshape",
        "/layers.24/mlp/gate_proj/Linear/pre_convert",
        "/layers.24/mlp/gate_proj/Linear",
        "/layers.24/mlp/gate_proj/Linear/post_convert",
        "/layers.24/mlp/up_proj/Linear/pre_reshape",
        "/layers.24/mlp/up_proj/Linear/pre_convert",
        "/layers.24/mlp/up_proj/Linear",
        "/layers.24/mlp/up_proj/Linear/post_convert",
        "/layers.24/mlp/down_proj/Linear/pre_reshape",
        "/layers.24/mlp/down_proj/Linear/pre_convert",
        "/layers.24/mlp/down_proj/Linear",
        "/layers.24/mlp/down_proj/Linear/post_convert",
        "/layers.25/self_attn/q_proj/Linear/pre_reshape",
        "/layers.25/self_attn/q_proj/Linear/pre_convert",
        "/layers.25/self_attn/q_proj/Linear",
        "/layers.25/self_attn/q_proj/Linear/post_convert",
        "/layers.25/self_attn/k_proj/Linear/pre_reshape",
        "/layers.25/self_attn/k_proj/Linear/pre_convert",
        "/layers.25/self_attn/k_proj/Linear",
        "/layers.25/self_attn/k_proj/Linear/post_convert",
        "/layers.25/self_attn/v_proj/Linear/pre_reshape",
        "/layers.25/self_attn/v_proj/Linear/pre_convert",
        "/layers.25/self_attn/v_proj/Linear",
        "/layers.25/self_attn/v_proj/Linear/post_convert",
        "/layers.25/self_attn/o_proj/Linear/pre_reshape",
        "/layers.25/self_attn/o_proj/Linear/pre_convert",
        "/layers.25/self_attn/o_proj/Linear",
        "/layers.25/self_attn/o_proj/Linear/post_convert",
        "/layers.25/mlp/gate_proj/Linear/pre_reshape",
        "/layers.25/mlp/gate_proj/Linear/pre_convert",
        "/layers.25/mlp/gate_proj/Linear",
        "/layers.25/mlp/gate_proj/Linear/post_convert",
        "/layers.25/mlp/up_proj/Linear/pre_reshape",
        "/layers.25/mlp/up_proj/Linear/pre_convert",
        "/layers.25/mlp/up_proj/Linear",
        "/layers.25/mlp/up_proj/Linear/post_convert",
        "/layers.25/mlp/down_proj/Linear/pre_reshape",
        "/layers.25/mlp/down_proj/Linear/pre_convert",
        "/layers.25/mlp/down_proj/Linear",
        "/layers.25/mlp/down_proj/Linear/post_convert",
        "/layers.26/self_attn/q_proj/Linear/pre_reshape",
        "/layers.26/self_attn/q_proj/Linear/pre_convert",
        "/layers.26/self_attn/q_proj/Linear",
        "/layers.26/self_attn/q_proj/Linear/post_convert",
        "/layers.26/self_attn/k_proj/Linear/pre_reshape",
        "/layers.26/self_attn/k_proj/Linear/pre_convert",
        "/layers.26/self_attn/k_proj/Linear",
        "/layers.26/self_attn/k_proj/Linear/post_convert",
        "/layers.26/self_attn/v_proj/Linear/pre_reshape",
        "/layers.26/self_attn/v_proj/Linear/pre_convert",
        "/layers.26/self_attn/v_proj/Linear",
        "/layers.26/self_attn/v_proj/Linear/post_convert",
        "/layers.26/self_attn/o_proj/Linear/pre_reshape",
        "/layers.26/self_attn/o_proj/Linear/pre_convert",
        "/layers.26/self_attn/o_proj/Linear",
        "/layers.26/self_attn/o_proj/Linear/post_convert",
        "/layers.26/mlp/gate_proj/Linear/pre_reshape",
        "/layers.26/mlp/gate_proj/Linear/pre_convert",
        "/layers.26/mlp/gate_proj/Linear",
        "/layers.26/mlp/gate_proj/Linear/post_convert",
        "/layers.26/mlp/up_proj/Linear/pre_reshape",
        "/layers.26/mlp/up_proj/Linear/pre_convert",
        "/layers.26/mlp/up_proj/Linear",
        "/layers.26/mlp/up_proj/Linear/post_convert",
        "/layers.26/mlp/down_proj/Linear/pre_reshape",
        "/layers.26/mlp/down_proj/Linear/pre_convert",
        "/layers.26/mlp/down_proj/Linear",
        "/layers.26/mlp/down_proj/Linear/post_convert",
        "/layers.27/self_attn/q_proj/Linear/pre_reshape",
        "/layers.27/self_attn/q_proj/Linear/pre_convert",
        "/layers.27/self_attn/q_proj/Linear",
        "/layers.27/self_attn/q_proj/Linear/post_convert",
        "/layers.27/self_attn/k_proj/Linear/pre_reshape",
        "/layers.27/self_attn/k_proj/Linear/pre_convert",
        "/layers.27/self_attn/k_proj/Linear",
        "/layers.27/self_attn/k_proj/Linear/post_convert",
        "/layers.27/self_attn/v_proj/Linear/pre_reshape",
        "/layers.27/self_attn/v_proj/Linear/pre_convert",
        "/layers.27/self_attn/v_proj/Linear",
        "/layers.27/self_attn/v_proj/Linear/post_convert",
        "/layers.27/self_attn/o_proj/Linear/pre_reshape",
        "/layers.27/self_attn/o_proj/Linear/pre_convert",
        "/layers.27/self_attn/o_proj/Linear",
        "/layers.27/self_attn/o_proj/Linear/post_convert",
        "/layers.27/mlp/gate_proj/Linear/pre_reshape",
        "/layers.27/mlp/gate_proj/Linear/pre_convert",
        "/layers.27/mlp/gate_proj/Linear",
        "/layers.27/mlp/gate_proj/Linear/post_convert",
        "/layers.27/mlp/up_proj/Linear/pre_reshape",
        "/layers.27/mlp/up_proj/Linear/pre_convert",
        "/layers.27/mlp/up_proj/Linear",
        "/layers.27/mlp/up_proj/Linear/post_convert",
        "/layers.27/mlp/down_proj/Linear/pre_reshape",
        "/layers.27/mlp/down_proj/Linear/pre_convert",
        "/layers.27/mlp/down_proj/Linear",
        "/layers.27/mlp/down_proj/Linear/post_convert",
        "/lm/lm_head/Linear/pre_reshape",
        "/lm/lm_head/Linear/pre_convert",
        "/lm/lm_head/Linear",
        "/lm/lm_head/Linear/post_convert"
    ],
    "tensorNumber": 0,
    "usage": "INFERENCE",
    "mnn_uuid": "051f9f6d-5fc5-4641-8b78-57a188776cc4"
}