diff --git "a/encoder_jit_trace-pnnx.ncnn.param" "b/encoder_jit_trace-pnnx.ncnn.param" --- "a/encoder_jit_trace-pnnx.ncnn.param" +++ "b/encoder_jit_trace-pnnx.ncnn.param" @@ -1,6 +1,6 @@ 7767517 -1666 2076 -SherpaMetaData sherpa_meta_data1 0 0 0=2 1=32 2=4 3=7 -23316=5,2,3,2,2,3 -23317=5,160,160,160,160,160 -23318=5,96,96,96,96,96 -23319=5,1,2,4,8,2 -23320=5,31,31,31,31,31 +1728 2130 +SherpaMetaData sherpa_meta_data1 0 0 0=2 1=32 2=4 3=7 15=1 -23316=5,2,3,2,2,3 -23317=5,160,160,160,160,160 -23318=5,96,96,96,96,96 -23319=5,1,2,4,8,2 -23320=5,31,31,31,31,31 Input in0 0 1 in0 Input in1 0 1 in1 Split splitncnn_0 1 2 in1 2 3 @@ -75,1594 +75,1656 @@ Split splitncnn_34 1 3 in35 117 118 119 MemoryData encoders.4.encoder.layers.2 0 1 120 0=1 MemoryData encoders.4.encoder.layers.1 0 1 121 0=1 MemoryData encoders.4.encoder.layers.0 0 1 122 0=1 -MemoryData encoders.4.encoder.encoder_pos 0 1 123 0=160 1=47 2=1 -Split splitncnn_35 1 3 123 124 125 126 -MemoryData encoders.3.encoder.layers.1 0 1 127 0=1 -MemoryData encoders.3.encoder.layers.0 0 1 128 0=1 -MemoryData encoders.3.encoder.encoder_pos 0 1 129 0=160 1=11 2=1 -Split splitncnn_36 1 2 129 130 131 -MemoryData encoders.2.encoder.layers.1 0 1 132 0=1 -MemoryData encoders.2.encoder.layers.0 0 1 133 0=1 -MemoryData encoders.2.encoder.encoder_pos 0 1 134 0=160 1=23 2=1 -Split splitncnn_37 1 2 134 135 136 -MemoryData encoders.1.encoder.layers.2 0 1 137 0=1 -MemoryData encoders.1.encoder.layers.1 0 1 138 0=1 -MemoryData encoders.1.encoder.layers.0 0 1 139 0=1 -MemoryData encoders.1.encoder.encoder_pos 0 1 140 0=160 1=47 2=1 -Split splitncnn_38 1 3 140 141 142 143 -MemoryData encoders.0.layers.1 0 1 144 0=1 -MemoryData encoders.0.layers.0 0 1 145 0=1 -MemoryData encoders.0.encoder_pos 0 1 146 0=160 1=95 2=1 -Split splitncnn_39 1 2 146 147 148 -ExpandDims unsqueeze_595 1 1 in0 149 -23303=1,0 -Convolution conv_152 1 1 149 150 0=8 1=3 11=3 12=1 13=1 14=0 2=1 3=1 4=1 5=1 6=72 -Split splitncnn_40 1 2 150 151 152 -BinaryOp sub_0 1 1 151 153 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_24 1 1 153 154 -BinaryOp mul_1 2 1 152 154 155 0=2 -Convolution conv_153 1 1 155 156 0=32 1=3 11=3 12=1 13=2 14=0 2=1 3=2 4=0 5=1 6=2304 -Split splitncnn_41 1 2 156 157 158 -BinaryOp sub_2 1 1 157 159 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_25 1 1 159 160 -BinaryOp mul_3 2 1 158 160 161 0=2 -Convolution conv_154 1 1 161 162 0=128 1=3 11=3 12=1 13=1 14=0 2=1 3=2 4=0 5=1 6=36864 -Split splitncnn_42 1 2 162 163 164 -BinaryOp sub_4 1 1 163 165 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_26 1 1 165 166 -BinaryOp mul_5 2 1 164 166 167 0=2 -Crop crop_704 1 1 88 168 -23310=1,1 -23311=1,0 -23309=1,0 -Reshape encoders.0.state_select_list.0_ncnnreshape0 1 1 168 169 0=0 1=0 -Crop crop_705 1 1 105 170 -23310=1,1 -23311=1,0 -23309=1,0 -Reshape pnnx_unique_12_ncnnreshape0 1 1 170 171 0=0 1=0 -Permute permute_534 1 1 167 172 0=2 -Reshape reshape_300 1 1 172 173 0=2432 1=-1 -InnerProduct linear_155 1 1 173 174 0=160 1=1 2=389120 -Split splitncnn_43 1 4 174 175 176 177 178 -InnerProduct linear_156 1 1 178 179 0=320 1=1 2=51200 -Split splitncnn_44 1 2 179 180 181 -BinaryOp sub_6 1 1 180 182 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_27 1 1 182 183 -BinaryOp mul_7 2 1 181 183 184 0=2 -InnerProduct linear_157 1 1 184 185 0=160 1=1 2=51200 -BinaryOp add_8 2 1 175 185 186 0=0 -Split splitncnn_45 1 2 186 187 188 -Crop select_0 1 1 20 189 -23310=1,1 -23311=1,0 -23309=1,0 -Crop select_1 1 1 3 190 -23310=1,1 -23311=1,0 -23309=1,0 -PoolingModuleNoProj pooling_modul_no_proj_596 3 3 188 190 189 191 192 193 -InnerProduct linear_158 1 1 191 194 0=160 1=0 2=25600 -BinaryOp add_9 2 1 187 194 195 0=0 -Split splitncnn_46 1 2 195 196 197 -Crop select_2 1 1 37 198 -23310=1,1 -23311=1,0 -23309=1,0 -Crop select_3 1 1 54 199 -23310=1,1 -23311=1,0 -23309=1,0 -InnerProduct linear_159 1 1 197 200 0=256 1=1 2=40960 -Slice tensor_split_0 1 4 200 201 202 203 204 -23300=4,96,96,48,-233 1=1 -Concat cat_0 2 1 199 203 205 0=0 -Split splitncnn_47 1 2 205 206 207 -Reshape reshape_301 1 1 206 208 0=12 1=4 2=80 -Reshape reshape_302 1 1 201 209 0=24 1=4 2=16 -Reshape reshape_303 1 1 204 210 0=4 1=4 2=16 -Concat cat_1 2 1 198 202 211 0=0 -Split splitncnn_48 1 2 211 212 213 -Reshape reshape_304 1 1 212 214 0=24 1=4 2=80 -InnerProduct linear_160 1 1 148 215 0=16 1=0 2=2560 -Reshape reshape_305 1 1 215 216 0=4 1=4 2=95 -Permute permute_612 1 1 216 217 0=3 -Permute permute_610 1 1 210 218 0=2 -MatMul matmul_498 2 1 218 217 219 -Permute permute_611 1 1 214 220 0=3 -Permute permute_609 1 1 209 221 0=2 -MatMul matmul_499 2 1 221 220 222 -TensorAsStrided tensor_as_strided_728 1 1 219 223 -23300=3,4,16,80 -23301=3,1520,94,1 2=15 -BinaryOp add_10 2 1 222 223 224 0=0 -Reshape view_462 1 1 224 225 0=80 1=16 2=4 -Softmax softmax_87 1 1 225 226 0=-1 1=1 -Split splitncnn_49 1 2 226 227 228 -Permute permute_608 1 1 208 229 0=2 -MatMul bmm_474 2 1 228 229 230 -Permute permute_613 1 1 230 231 0=2 -Reshape reshape_306 1 1 231 232 0=48 1=16 -InnerProduct linear_161 1 1 232 233 0=160 1=1 2=7680 -BinaryOp add_11 2 1 196 233 234 0=0 -Split splitncnn_50 1 2 234 235 236 -Permute permute_536 1 1 236 237 0=1 -Convolution1D conv1d_104 1 1 237 238 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 -GLU glu_0 1 1 238 239 0=0 -Concat cat_2 2 1 169 239 240 0=1 -Split splitncnn_51 1 2 240 241 242 -ConvolutionDepthWise1D convdw1d_749 1 1 242 243 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 -Split splitncnn_52 1 2 243 244 245 -BinaryOp sub_12 1 1 244 246 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_28 1 1 246 247 -BinaryOp mul_13 2 1 245 247 248 0=2 -Convolution1D conv1d_105 1 1 248 249 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 -Permute permute_537 1 1 249 250 0=1 -BinaryOp add_14 2 1 235 250 251 0=0 -Split splitncnn_53 1 2 251 252 253 -InnerProduct linear_162 1 1 253 254 0=320 1=1 2=51200 -Split splitncnn_54 1 2 254 255 256 -BinaryOp sub_15 1 1 255 257 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_29 1 1 257 258 -BinaryOp mul_16 2 1 256 258 259 0=2 -InnerProduct linear_163 1 1 259 260 0=160 1=1 2=51200 -BinaryOp add_17 2 1 252 260 261 0=0 -Split splitncnn_55 1 2 261 262 263 -Crop select_4 1 1 71 264 -23310=1,1 -23311=1,0 -23309=1,0 -InnerProduct linear_164 1 1 263 265 0=48 1=0 2=7680 -Concat cat_3 2 1 264 265 266 0=0 -Split splitncnn_56 1 2 266 267 268 +MemoryData encoders.4.encoder.encoder_pos 0 1 123 0=160 1=47 +MemoryData encoders.4.encoder.encoder_pos_2 0 1 124 0=160 1=47 +MemoryData encoders.4.encoder.encoder_pos_1 0 1 125 0=160 1=47 +MemoryData encoders.3.encoder.layers.1 0 1 126 0=1 +MemoryData encoders.3.encoder.layers.0 0 1 127 0=1 +MemoryData encoders.3.encoder.encoder_pos 0 1 128 0=160 1=11 +MemoryData encoders.3.encoder.encoder_pos_1 0 1 129 0=160 1=11 +MemoryData encoders.2.encoder.layers.1 0 1 130 0=1 +MemoryData encoders.2.encoder.layers.0 0 1 131 0=1 +MemoryData encoders.2.encoder.encoder_pos 0 1 132 0=160 1=23 +MemoryData encoders.2.encoder.encoder_pos_1 0 1 133 0=160 1=23 +MemoryData encoders.1.encoder.layers.2 0 1 134 0=1 +MemoryData encoders.1.encoder.layers.1 0 1 135 0=1 +MemoryData encoders.1.encoder.layers.0 0 1 136 0=1 +MemoryData encoders.1.encoder.encoder_pos 0 1 137 0=160 1=47 +MemoryData encoders.1.encoder.encoder_pos_2 0 1 138 0=160 1=47 +MemoryData encoders.1.encoder.encoder_pos_1 0 1 139 0=160 1=47 +MemoryData encoders.0.layers.1 0 1 140 0=1 +MemoryData encoders.0.layers.0 0 1 141 0=1 +MemoryData encoders.0.encoder_pos 0 1 142 0=160 1=95 +MemoryData encoders.0.encoder_pos_1 0 1 143 0=160 1=95 +ExpandDims unsqueeze_595 1 1 in0 144 -23303=1,0 +Convolution conv_152 1 1 144 145 0=8 1=3 11=3 12=1 13=1 14=0 2=1 3=1 4=1 5=1 6=72 +Split splitncnn_35 1 2 145 146 147 +BinaryOp sub_0 1 1 146 148 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_24 1 1 148 149 +BinaryOp mul_1 2 1 147 149 150 0=2 +Convolution conv_153 1 1 150 151 0=32 1=3 11=3 12=1 13=2 14=0 2=1 3=2 4=0 5=1 6=2304 +Split splitncnn_36 1 2 151 152 153 +BinaryOp sub_2 1 1 152 154 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_25 1 1 154 155 +BinaryOp mul_3 2 1 153 155 156 0=2 +Convolution conv_154 1 1 156 157 0=128 1=3 11=3 12=1 13=1 14=0 2=1 3=2 4=0 5=1 6=36864 +Split splitncnn_37 1 2 157 158 159 +BinaryOp sub_4 1 1 158 160 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_26 1 1 160 161 +BinaryOp mul_5 2 1 159 161 162 0=2 +Crop crop_596 1 1 3 163 -23310=1,1 -23311=1,0 -23309=1,0 +Reshape encoders.0.state_select_list.0_ncnnreshape0 1 1 163 164 0=0 1=0 +Crop crop_597 1 1 20 165 -23310=1,1 -23311=1,0 -23309=1,0 +Reshape pnnx_unique_12_ncnnreshape0 1 1 165 166 0=0 1=0 +Crop crop_598 1 1 37 167 -23310=1,1 -23311=1,0 -23309=1,0 +Reshape pnnx_unique_13_ncnnreshape0 1 1 167 168 0=0 1=0 +Crop crop_599 1 1 54 169 -23310=1,1 -23311=1,0 -23309=1,0 +Reshape pnnx_unique_14_ncnnreshape0 1 1 169 170 0=0 1=0 +Crop crop_600 1 1 71 171 -23310=1,1 -23311=1,0 -23309=1,0 +Reshape pnnx_unique_15_ncnnreshape0 1 1 171 172 0=0 1=0 +Crop crop_601 1 1 88 173 -23310=1,1 -23311=1,0 -23309=1,0 +Reshape pnnx_unique_16_ncnnreshape0 1 1 173 174 0=0 1=0 +Crop crop_602 1 1 105 175 -23310=1,1 -23311=1,0 -23309=1,0 +Reshape pnnx_unique_17_ncnnreshape0 1 1 175 176 0=0 1=0 +Permute permute_534 1 1 162 177 0=2 +Reshape reshape_300 1 1 177 178 0=2432 1=-1 +InnerProduct linear_155 1 1 178 179 0=160 1=1 2=389120 +Split splitncnn_38 1 4 179 180 181 182 183 +InnerProduct linear_156 1 1 183 184 0=320 1=1 2=51200 +Split splitncnn_39 1 2 184 185 186 +BinaryOp sub_6 1 1 185 187 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_27 1 1 187 188 +BinaryOp mul_7 2 1 186 188 189 0=2 +InnerProduct linear_157 1 1 189 190 0=160 1=1 2=51200 +BinaryOp add_8 2 1 180 190 191 0=0 +Split splitncnn_40 1 2 191 192 193 +PoolingModuleNoProj pooling_modul_no_proj_776 3 3 193 164 166 194 195 196 +InnerProduct linear_158 1 1 194 197 0=160 1=0 2=25600 +BinaryOp add_9 2 1 192 197 198 0=0 +Split splitncnn_41 1 2 198 199 200 +InnerProduct linear_159 1 1 200 201 0=256 1=1 2=40960 +Slice tensor_split_0 1 4 201 202 203 204 205 -23300=4,96,96,48,-233 1=1 +Concat cat_0 2 1 170 204 206 0=0 +Split splitncnn_42 1 2 206 207 208 +Reshape reshape_301 1 1 207 209 0=12 1=4 2=80 +Reshape reshape_302 1 1 202 210 0=24 1=4 2=16 +Reshape reshape_303 1 1 205 211 0=4 1=4 2=16 +Concat cat_1 2 1 168 203 212 0=0 +Split splitncnn_43 1 2 212 213 214 +Reshape reshape_304 1 1 213 215 0=24 1=4 2=80 +InnerProduct linear_160 1 1 142 216 0=16 1=0 2=2560 +Reshape reshape_305 1 1 216 217 0=4 1=4 2=95 +Permute permute_684 1 1 217 218 0=3 +Permute permute_682 1 1 211 219 0=2 +MatMul matmul_498 2 1 219 218 220 +Permute permute_683 1 1 215 221 0=3 +Permute permute_681 1 1 210 222 0=2 +MatMul matmul_499 2 1 222 221 223 +TensorAsStrided tensor_as_strided_788 1 1 220 224 -23300=3,4,16,80 -23301=3,1520,94,1 2=15 +BinaryOp add_10 2 1 223 224 225 0=0 +Reshape view_462 1 1 225 226 0=80 1=16 2=4 +Softmax softmax_87 1 1 226 227 0=-1 1=1 +Split splitncnn_44 1 2 227 228 229 +Permute permute_680 1 1 209 230 0=2 +MatMul bmm_474 2 1 229 230 231 +Permute permute_685 1 1 231 232 0=2 +Reshape reshape_306 1 1 232 233 0=48 1=16 +InnerProduct linear_161 1 1 233 234 0=160 1=1 2=7680 +BinaryOp add_11 2 1 199 234 235 0=0 +Split splitncnn_45 1 2 235 236 237 +Permute permute_536 1 1 237 238 0=1 +Convolution1D conv1d_104 1 1 238 239 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 +GLU glu_0 1 1 239 240 0=0 +Concat cat_2 2 1 174 240 241 0=1 +Split splitncnn_46 1 2 241 242 243 +ConvolutionDepthWise1D convdw1d_809 1 1 243 244 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 +Split splitncnn_47 1 2 244 245 246 +BinaryOp sub_12 1 1 245 247 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_28 1 1 247 248 +BinaryOp mul_13 2 1 246 248 249 0=2 +Convolution1D conv1d_105 1 1 249 250 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 +Permute permute_537 1 1 250 251 0=1 +BinaryOp add_14 2 1 236 251 252 0=0 +Split splitncnn_48 1 2 252 253 254 +InnerProduct linear_162 1 1 254 255 0=320 1=1 2=51200 +Split splitncnn_49 1 2 255 256 257 +BinaryOp sub_15 1 1 256 258 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_29 1 1 258 259 +BinaryOp mul_16 2 1 257 259 260 0=2 +InnerProduct linear_163 1 1 260 261 0=160 1=1 2=51200 +BinaryOp add_17 2 1 253 261 262 0=0 +Split splitncnn_50 1 2 262 263 264 +InnerProduct linear_164 1 1 264 265 0=48 1=0 2=7680 +Concat cat_3 2 1 172 265 266 0=0 +Split splitncnn_51 1 2 266 267 268 Reshape reshape_307 1 1 267 269 0=12 1=4 2=80 -Permute permute_614 1 1 269 270 0=2 -MatMul bmm_475 2 1 227 270 271 -Permute permute_615 1 1 271 272 0=2 +Permute permute_686 1 1 269 270 0=2 +MatMul bmm_475 2 1 228 270 271 +Permute permute_687 1 1 271 272 0=2 Reshape reshape_308 1 1 272 273 0=48 1=16 InnerProduct linear_165 1 1 273 274 0=160 1=1 2=7680 -BinaryOp add_18 2 1 262 274 275 0=0 -Split splitncnn_57 1 2 275 276 277 +BinaryOp add_18 2 1 263 274 275 0=0 +Split splitncnn_52 1 2 275 276 277 Permute permute_538 1 1 277 278 0=1 Convolution1D conv1d_106 1 1 278 279 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 GLU glu_1 1 1 279 280 0=0 -Concat cat_4 2 1 171 280 281 0=1 -Split splitncnn_58 1 2 281 282 283 -ConvolutionDepthWise1D convdw1d_750 1 1 283 284 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 -Split splitncnn_59 1 2 284 285 286 +Concat cat_4 2 1 176 280 281 0=1 +Split splitncnn_53 1 2 281 282 283 +ConvolutionDepthWise1D convdw1d_810 1 1 283 284 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 +Split splitncnn_54 1 2 284 285 286 BinaryOp sub_19 1 1 285 287 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_30 1 1 287 288 BinaryOp mul_20 2 1 286 288 289 0=2 Convolution1D conv1d_107 1 1 289 290 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 Permute permute_539 1 1 290 291 0=1 BinaryOp add_21 2 1 276 291 292 0=0 -Split splitncnn_60 1 2 292 293 294 +Split splitncnn_55 1 2 292 293 294 InnerProduct linear_166 1 1 294 295 0=320 1=1 2=51200 -Split splitncnn_61 1 2 295 296 297 +Split splitncnn_56 1 2 295 296 297 BinaryOp sub_22 1 1 296 298 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_31 1 1 298 299 BinaryOp mul_23 2 1 297 299 300 0=2 InnerProduct linear_167 1 1 300 301 0=160 1=1 2=51200 BinaryOp add_24 2 1 293 301 302 0=0 -Split splitncnn_62 1 3 302 303 304 305 +Split splitncnn_57 1 3 302 303 304 305 BinaryOp mul_25 2 1 303 304 306 0=2 Reduction mean_522 1 1 306 307 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_26 1 1 307 308 0=0 1=1 2=4.114059e+00 BinaryOp pow_27 1 1 308 309 0=6 1=1 2=-5.000000e-01 BinaryOp mul_28 2 1 305 309 310 0=2 -BinaryOp sub_29 2 1 310 176 311 0=1 -BinaryOp mul_30 2 1 311 145 312 0=2 -BinaryOp add_31 2 1 177 312 313 0=0 -Split splitncnn_63 1 4 313 314 315 316 317 -Crop crop_706 1 1 87 318 -23310=1,2 -23311=1,0 -23309=1,1 +BinaryOp sub_29 2 1 310 181 311 0=1 +BinaryOp mul_30 2 1 311 141 312 0=2 +BinaryOp add_31 2 1 182 312 313 0=0 +Split splitncnn_58 1 4 313 314 315 316 317 +Crop crop_603 1 1 2 318 -23310=1,2 -23311=1,0 -23309=1,1 Reshape encoders.0.state_select_list.1_ncnnreshape0 1 1 318 319 0=0 1=0 -Crop crop_707 1 1 104 320 -23310=1,2 -23311=1,0 -23309=1,1 -Reshape pnnx_unique_19_ncnnreshape0 1 1 320 321 0=0 1=0 -InnerProduct linear_168 1 1 317 322 0=320 1=1 2=51200 -Split splitncnn_64 1 2 322 323 324 -BinaryOp sub_32 1 1 323 325 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_32 1 1 325 326 -BinaryOp mul_33 2 1 324 326 327 0=2 -InnerProduct linear_169 1 1 327 328 0=160 1=1 2=51200 -BinaryOp add_34 2 1 314 328 329 0=0 -Split splitncnn_65 1 2 329 330 331 -Crop select_5 1 1 19 332 -23310=1,2 -23311=1,0 -23309=1,1 -Crop select_6 1 1 2 333 -23310=1,2 -23311=1,0 -23309=1,1 -PoolingModuleNoProj pooling_modul_no_proj_597 3 3 331 333 332 334 335 336 -InnerProduct linear_170 1 1 334 337 0=160 1=0 2=25600 -BinaryOp add_35 2 1 330 337 338 0=0 -Split splitncnn_66 1 2 338 339 340 -Crop select_7 1 1 36 341 -23310=1,2 -23311=1,0 -23309=1,1 -Crop select_8 1 1 53 342 -23310=1,2 -23311=1,0 -23309=1,1 -InnerProduct linear_171 1 1 340 343 0=256 1=1 2=40960 -Slice tensor_split_1 1 4 343 344 345 346 347 -23300=4,96,96,48,-233 1=1 -Concat cat_5 2 1 342 346 348 0=0 -Split splitncnn_67 1 2 348 349 350 -Reshape reshape_309 1 1 349 351 0=12 1=4 2=80 -Reshape reshape_310 1 1 344 352 0=24 1=4 2=16 -Reshape reshape_311 1 1 347 353 0=4 1=4 2=16 -Concat cat_6 2 1 341 345 354 0=0 -Split splitncnn_68 1 2 354 355 356 -Reshape reshape_312 1 1 355 357 0=24 1=4 2=80 -InnerProduct linear_172 1 1 147 358 0=16 1=0 2=2560 -Reshape reshape_313 1 1 358 359 0=4 1=4 2=95 -Permute permute_620 1 1 359 360 0=3 -Permute permute_618 1 1 353 361 0=2 -MatMul matmul_500 2 1 361 360 362 -Permute permute_619 1 1 357 363 0=3 -Permute permute_617 1 1 352 364 0=2 -MatMul matmul_501 2 1 364 363 365 -TensorAsStrided tensor_as_strided_729 1 1 362 366 -23300=3,4,16,80 -23301=3,1520,94,1 2=15 -BinaryOp add_36 2 1 365 366 367 0=0 -Reshape view_463 1 1 367 368 0=80 1=16 2=4 -Softmax softmax_88 1 1 368 369 0=-1 1=1 -Split splitncnn_69 1 2 369 370 371 -Permute permute_616 1 1 351 372 0=2 -MatMul bmm_476 2 1 371 372 373 -Permute permute_621 1 1 373 374 0=2 -Reshape reshape_314 1 1 374 375 0=48 1=16 -InnerProduct linear_173 1 1 375 376 0=160 1=1 2=7680 -BinaryOp add_37 2 1 339 376 377 0=0 -Split splitncnn_70 1 2 377 378 379 -Permute permute_540 1 1 379 380 0=1 -Convolution1D conv1d_108 1 1 380 381 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 -GLU glu_2 1 1 381 382 0=0 -Concat cat_7 2 1 319 382 383 0=1 -Split splitncnn_71 1 2 383 384 385 -ConvolutionDepthWise1D convdw1d_751 1 1 385 386 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 -Split splitncnn_72 1 2 386 387 388 -BinaryOp sub_38 1 1 387 389 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_33 1 1 389 390 -BinaryOp mul_39 2 1 388 390 391 0=2 -Convolution1D conv1d_109 1 1 391 392 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 -Permute permute_541 1 1 392 393 0=1 -BinaryOp add_40 2 1 378 393 394 0=0 -Split splitncnn_73 1 2 394 395 396 -InnerProduct linear_174 1 1 396 397 0=320 1=1 2=51200 -Split splitncnn_74 1 2 397 398 399 -BinaryOp sub_41 1 1 398 400 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_34 1 1 400 401 -BinaryOp mul_42 2 1 399 401 402 0=2 -InnerProduct linear_175 1 1 402 403 0=160 1=1 2=51200 -BinaryOp add_43 2 1 395 403 404 0=0 -Split splitncnn_75 1 2 404 405 406 -Crop select_9 1 1 70 407 -23310=1,2 -23311=1,0 -23309=1,1 -InnerProduct linear_176 1 1 406 408 0=48 1=0 2=7680 -Concat cat_8 2 1 407 408 409 0=0 -Split splitncnn_76 1 2 409 410 411 -Reshape reshape_315 1 1 410 412 0=12 1=4 2=80 -Permute permute_622 1 1 412 413 0=2 -MatMul bmm_477 2 1 370 413 414 -Permute permute_623 1 1 414 415 0=2 -Reshape reshape_316 1 1 415 416 0=48 1=16 -InnerProduct linear_177 1 1 416 417 0=160 1=1 2=7680 -BinaryOp add_44 2 1 405 417 418 0=0 -Split splitncnn_77 1 2 418 419 420 -Permute permute_542 1 1 420 421 0=1 -Convolution1D conv1d_110 1 1 421 422 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 -GLU glu_3 1 1 422 423 0=0 -Concat cat_9 2 1 321 423 424 0=1 -Split splitncnn_78 1 2 424 425 426 -ConvolutionDepthWise1D convdw1d_752 1 1 426 427 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 -Split splitncnn_79 1 2 427 428 429 -BinaryOp sub_45 1 1 428 430 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_35 1 1 430 431 -BinaryOp mul_46 2 1 429 431 432 0=2 -Convolution1D conv1d_111 1 1 432 433 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 -Permute permute_543 1 1 433 434 0=1 -BinaryOp add_47 2 1 419 434 435 0=0 -Split splitncnn_80 1 2 435 436 437 -InnerProduct linear_178 1 1 437 438 0=320 1=1 2=51200 -Split splitncnn_81 1 2 438 439 440 -BinaryOp sub_48 1 1 439 441 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_36 1 1 441 442 -BinaryOp mul_49 2 1 440 442 443 0=2 -InnerProduct linear_179 1 1 443 444 0=160 1=1 2=51200 -BinaryOp add_50 2 1 436 444 445 0=0 -Split splitncnn_82 1 3 445 446 447 448 -BinaryOp mul_51 2 1 446 447 449 0=2 -Reduction mean_523 1 1 449 450 0=3 1=0 -23303=1,-1 4=1 5=1 -BinaryOp add_52 1 1 450 451 0=0 1=1 2=6.826231e+00 -BinaryOp pow_53 1 1 451 452 0=6 1=1 2=-5.000000e-01 -BinaryOp mul_54 2 1 448 452 453 0=2 -BinaryOp sub_55 2 1 453 315 454 0=1 -BinaryOp mul_56 2 1 454 144 455 0=2 -BinaryOp add_57 2 1 316 455 456 0=0 -Split splitncnn_83 1 2 456 457 458 -MemoryData encoders.1.downsample 0 1 459 0=160 1=1 2=1 -Reshape reshape_317 1 1 458 460 0=160 1=2 2=8 -Split splitncnn_84 1 2 460 461 462 -BinaryOp mul_58 2 1 461 459 463 0=2 -Reduction sum_585 1 1 463 464 0=0 1=0 -23303=1,-1 4=1 5=1 -Softmax softmax_89 1 1 464 465 0=1 1=1 -BinaryOp mul_59 2 1 462 465 466 0=2 -Reduction sum_586 1 1 466 467 0=0 1=0 -23303=1,1 4=0 5=1 -Crop crop_708 1 1 92 468 -23310=1,1 -23311=1,0 -23309=1,0 -Reshape encoders.1.encoder.state_select_list.0_ncnnreshape0 1 1 468 469 0=0 1=0 -Crop crop_709 1 1 109 470 -23310=1,1 -23311=1,0 -23309=1,0 -Reshape pnnx_unique_27_ncnnreshape0 1 1 470 471 0=0 1=0 -Split splitncnn_85 1 4 467 472 473 474 475 -InnerProduct linear_180 1 1 475 476 0=320 1=1 2=51200 -Split splitncnn_86 1 2 476 477 478 -BinaryOp sub_60 1 1 477 479 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_37 1 1 479 480 -BinaryOp mul_61 2 1 478 480 481 0=2 -InnerProduct linear_181 1 1 481 482 0=160 1=1 2=51200 -BinaryOp add_62 2 1 472 482 483 0=0 -Split splitncnn_87 1 2 483 484 485 -Crop select_10 1 1 24 486 -23310=1,1 -23311=1,0 -23309=1,0 -Crop select_11 1 1 7 487 -23310=1,1 -23311=1,0 -23309=1,0 -PoolingModuleNoProj pooling_modul_no_proj_598 3 3 485 487 486 488 489 490 -InnerProduct linear_182 1 1 488 491 0=160 1=0 2=25600 -BinaryOp add_63 2 1 484 491 492 0=0 -Split splitncnn_88 1 2 492 493 494 -Crop select_12 1 1 41 495 -23310=1,1 -23311=1,0 -23309=1,0 -Crop select_13 1 1 58 496 -23310=1,1 -23311=1,0 -23309=1,0 -InnerProduct linear_183 1 1 494 497 0=256 1=1 2=40960 -Slice tensor_split_2 1 4 497 498 499 500 501 -23300=4,96,96,48,-233 1=1 -Concat cat_10 2 1 496 500 502 0=0 -Split splitncnn_89 1 2 502 503 504 -Reshape reshape_318 1 1 503 505 0=12 1=4 2=40 -Reshape reshape_319 1 1 498 506 0=24 1=4 2=8 -Reshape reshape_320 1 1 501 507 0=4 1=4 2=8 -Concat cat_11 2 1 495 499 508 0=0 -Split splitncnn_90 1 2 508 509 510 -Reshape reshape_321 1 1 509 511 0=24 1=4 2=40 -InnerProduct linear_184 1 1 143 512 0=16 1=0 2=2560 -Reshape reshape_322 1 1 512 513 0=4 1=4 2=47 -Permute permute_628 1 1 513 514 0=3 -Permute permute_626 1 1 507 515 0=2 -MatMul matmul_502 2 1 515 514 516 -Permute permute_627 1 1 511 517 0=3 -Permute permute_625 1 1 506 518 0=2 -MatMul matmul_503 2 1 518 517 519 -TensorAsStrided tensor_as_strided_730 1 1 516 520 -23300=3,4,8,40 -23301=3,376,46,1 2=7 -BinaryOp add_64 2 1 519 520 521 0=0 -Reshape view_464 1 1 521 522 0=40 1=8 2=4 -Softmax softmax_90 1 1 522 523 0=-1 1=1 -Split splitncnn_91 1 2 523 524 525 -Permute permute_624 1 1 505 526 0=2 -MatMul bmm_478 2 1 525 526 527 -Permute permute_629 1 1 527 528 0=2 -Reshape reshape_323 1 1 528 529 0=48 1=8 -InnerProduct linear_185 1 1 529 530 0=160 1=1 2=7680 -BinaryOp add_65 2 1 493 530 531 0=0 -Split splitncnn_92 1 2 531 532 533 -Permute permute_544 1 1 533 534 0=1 -Convolution1D conv1d_112 1 1 534 535 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 -GLU glu_4 1 1 535 536 0=0 -Concat cat_12 2 1 469 536 537 0=1 -Split splitncnn_93 1 2 537 538 539 -ConvolutionDepthWise1D convdw1d_753 1 1 539 540 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 -Split splitncnn_94 1 2 540 541 542 -BinaryOp sub_66 1 1 541 543 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_38 1 1 543 544 -BinaryOp mul_67 2 1 542 544 545 0=2 -Convolution1D conv1d_113 1 1 545 546 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 -Permute permute_545 1 1 546 547 0=1 -BinaryOp add_68 2 1 532 547 548 0=0 -Split splitncnn_95 1 2 548 549 550 -InnerProduct linear_186 1 1 550 551 0=320 1=1 2=51200 -Split splitncnn_96 1 2 551 552 553 -BinaryOp sub_69 1 1 552 554 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_39 1 1 554 555 -BinaryOp mul_70 2 1 553 555 556 0=2 -InnerProduct linear_187 1 1 556 557 0=160 1=1 2=51200 -BinaryOp add_71 2 1 549 557 558 0=0 -Split splitncnn_97 1 2 558 559 560 -Crop select_14 1 1 75 561 -23310=1,1 -23311=1,0 -23309=1,0 -InnerProduct linear_188 1 1 560 562 0=48 1=0 2=7680 -Concat cat_13 2 1 561 562 563 0=0 -Split splitncnn_98 1 2 563 564 565 -Reshape reshape_324 1 1 564 566 0=12 1=4 2=40 -Permute permute_630 1 1 566 567 0=2 -MatMul bmm_479 2 1 524 567 568 -Permute permute_631 1 1 568 569 0=2 -Reshape reshape_325 1 1 569 570 0=48 1=8 -InnerProduct linear_189 1 1 570 571 0=160 1=1 2=7680 -BinaryOp add_72 2 1 559 571 572 0=0 -Split splitncnn_99 1 2 572 573 574 -Permute permute_546 1 1 574 575 0=1 -Convolution1D conv1d_114 1 1 575 576 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 -GLU glu_5 1 1 576 577 0=0 -Concat cat_14 2 1 471 577 578 0=1 -Split splitncnn_100 1 2 578 579 580 -ConvolutionDepthWise1D convdw1d_754 1 1 580 581 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 -Split splitncnn_101 1 2 581 582 583 -BinaryOp sub_73 1 1 582 584 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_40 1 1 584 585 -BinaryOp mul_74 2 1 583 585 586 0=2 -Convolution1D conv1d_115 1 1 586 587 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 -Permute permute_547 1 1 587 588 0=1 -BinaryOp add_75 2 1 573 588 589 0=0 -Split splitncnn_102 1 2 589 590 591 -InnerProduct linear_190 1 1 591 592 0=320 1=1 2=51200 -Split splitncnn_103 1 2 592 593 594 -BinaryOp sub_76 1 1 593 595 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_41 1 1 595 596 -BinaryOp mul_77 2 1 594 596 597 0=2 -InnerProduct linear_191 1 1 597 598 0=160 1=1 2=51200 -BinaryOp add_78 2 1 590 598 599 0=0 -Split splitncnn_104 1 3 599 600 601 602 -BinaryOp mul_79 2 1 600 601 603 0=2 -Reduction mean_524 1 1 603 604 0=3 1=0 -23303=1,-1 4=1 5=1 -BinaryOp add_80 1 1 604 605 0=0 1=1 2=3.792164e+00 -BinaryOp pow_81 1 1 605 606 0=6 1=1 2=-5.000000e-01 -BinaryOp mul_82 2 1 602 606 607 0=2 -BinaryOp sub_83 2 1 607 473 608 0=1 -BinaryOp mul_84 2 1 608 139 609 0=2 -BinaryOp add_85 2 1 474 609 610 0=0 -Split splitncnn_105 1 4 610 611 612 613 614 -Crop crop_710 1 1 91 615 -23310=1,2 -23311=1,0 -23309=1,1 -Reshape encoders.1.encoder.state_select_list.1_ncnnreshape0 1 1 615 616 0=0 1=0 -Crop crop_711 1 1 108 617 -23310=1,2 -23311=1,0 -23309=1,1 -Reshape pnnx_unique_35_ncnnreshape0 1 1 617 618 0=0 1=0 -InnerProduct linear_192 1 1 614 619 0=320 1=1 2=51200 -Split splitncnn_106 1 2 619 620 621 -BinaryOp sub_86 1 1 620 622 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_42 1 1 622 623 -BinaryOp mul_87 2 1 621 623 624 0=2 -InnerProduct linear_193 1 1 624 625 0=160 1=1 2=51200 -BinaryOp add_88 2 1 611 625 626 0=0 -Split splitncnn_107 1 2 626 627 628 -Crop select_15 1 1 23 629 -23310=1,2 -23311=1,0 -23309=1,1 -Crop select_16 1 1 6 630 -23310=1,2 -23311=1,0 -23309=1,1 -PoolingModuleNoProj pooling_modul_no_proj_599 3 3 628 630 629 631 632 633 -InnerProduct linear_194 1 1 631 634 0=160 1=0 2=25600 -BinaryOp add_89 2 1 627 634 635 0=0 -Split splitncnn_108 1 2 635 636 637 -Crop select_17 1 1 40 638 -23310=1,2 -23311=1,0 -23309=1,1 -Crop select_18 1 1 57 639 -23310=1,2 -23311=1,0 -23309=1,1 -InnerProduct linear_195 1 1 637 640 0=256 1=1 2=40960 -Slice tensor_split_3 1 4 640 641 642 643 644 -23300=4,96,96,48,-233 1=1 -Concat cat_15 2 1 639 643 645 0=0 -Split splitncnn_109 1 2 645 646 647 -Reshape reshape_326 1 1 646 648 0=12 1=4 2=40 -Reshape reshape_327 1 1 641 649 0=24 1=4 2=8 -Reshape reshape_328 1 1 644 650 0=4 1=4 2=8 -Concat cat_16 2 1 638 642 651 0=0 -Split splitncnn_110 1 2 651 652 653 -Reshape reshape_329 1 1 652 654 0=24 1=4 2=40 -InnerProduct linear_196 1 1 142 655 0=16 1=0 2=2560 -Reshape reshape_330 1 1 655 656 0=4 1=4 2=47 -Permute permute_636 1 1 656 657 0=3 -Permute permute_634 1 1 650 658 0=2 -MatMul matmul_504 2 1 658 657 659 -Permute permute_635 1 1 654 660 0=3 -Permute permute_633 1 1 649 661 0=2 -MatMul matmul_505 2 1 661 660 662 -TensorAsStrided tensor_as_strided_731 1 1 659 663 -23300=3,4,8,40 -23301=3,376,46,1 2=7 -BinaryOp add_90 2 1 662 663 664 0=0 -Reshape view_465 1 1 664 665 0=40 1=8 2=4 -Softmax softmax_91 1 1 665 666 0=-1 1=1 -Split splitncnn_111 1 2 666 667 668 -Permute permute_632 1 1 648 669 0=2 -MatMul bmm_480 2 1 668 669 670 -Permute permute_637 1 1 670 671 0=2 -Reshape reshape_331 1 1 671 672 0=48 1=8 -InnerProduct linear_197 1 1 672 673 0=160 1=1 2=7680 -BinaryOp add_91 2 1 636 673 674 0=0 -Split splitncnn_112 1 2 674 675 676 -Permute permute_548 1 1 676 677 0=1 -Convolution1D conv1d_116 1 1 677 678 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 -GLU glu_6 1 1 678 679 0=0 -Concat cat_17 2 1 616 679 680 0=1 -Split splitncnn_113 1 2 680 681 682 -ConvolutionDepthWise1D convdw1d_755 1 1 682 683 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 -Split splitncnn_114 1 2 683 684 685 -BinaryOp sub_92 1 1 684 686 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_43 1 1 686 687 -BinaryOp mul_93 2 1 685 687 688 0=2 -Convolution1D conv1d_117 1 1 688 689 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 -Permute permute_549 1 1 689 690 0=1 -BinaryOp add_94 2 1 675 690 691 0=0 -Split splitncnn_115 1 2 691 692 693 -InnerProduct linear_198 1 1 693 694 0=320 1=1 2=51200 -Split splitncnn_116 1 2 694 695 696 -BinaryOp sub_95 1 1 695 697 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_44 1 1 697 698 -BinaryOp mul_96 2 1 696 698 699 0=2 -InnerProduct linear_199 1 1 699 700 0=160 1=1 2=51200 -BinaryOp add_97 2 1 692 700 701 0=0 -Split splitncnn_117 1 2 701 702 703 -Crop select_19 1 1 74 704 -23310=1,2 -23311=1,0 -23309=1,1 -InnerProduct linear_200 1 1 703 705 0=48 1=0 2=7680 -Concat cat_18 2 1 704 705 706 0=0 -Split splitncnn_118 1 2 706 707 708 -Reshape reshape_332 1 1 707 709 0=12 1=4 2=40 -Permute permute_638 1 1 709 710 0=2 -MatMul bmm_481 2 1 667 710 711 -Permute permute_639 1 1 711 712 0=2 -Reshape reshape_333 1 1 712 713 0=48 1=8 -InnerProduct linear_201 1 1 713 714 0=160 1=1 2=7680 -BinaryOp add_98 2 1 702 714 715 0=0 -Split splitncnn_119 1 2 715 716 717 -Permute permute_550 1 1 717 718 0=1 -Convolution1D conv1d_118 1 1 718 719 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 -GLU glu_7 1 1 719 720 0=0 -Concat cat_19 2 1 618 720 721 0=1 -Split splitncnn_120 1 2 721 722 723 -ConvolutionDepthWise1D convdw1d_756 1 1 723 724 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 -Split splitncnn_121 1 2 724 725 726 -BinaryOp sub_99 1 1 725 727 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_45 1 1 727 728 -BinaryOp mul_100 2 1 726 728 729 0=2 -Convolution1D conv1d_119 1 1 729 730 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 -Permute permute_551 1 1 730 731 0=1 -BinaryOp add_101 2 1 716 731 732 0=0 -Split splitncnn_122 1 2 732 733 734 -InnerProduct linear_202 1 1 734 735 0=320 1=1 2=51200 -Split splitncnn_123 1 2 735 736 737 -BinaryOp sub_102 1 1 736 738 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_46 1 1 738 739 -BinaryOp mul_103 2 1 737 739 740 0=2 -InnerProduct linear_203 1 1 740 741 0=160 1=1 2=51200 -BinaryOp add_104 2 1 733 741 742 0=0 -Split splitncnn_124 1 3 742 743 744 745 -BinaryOp mul_105 2 1 743 744 746 0=2 -Reduction mean_525 1 1 746 747 0=3 1=0 -23303=1,-1 4=1 5=1 -BinaryOp add_106 1 1 747 748 0=0 1=1 2=5.184794e+00 -BinaryOp pow_107 1 1 748 749 0=6 1=1 2=-5.000000e-01 -BinaryOp mul_108 2 1 745 749 750 0=2 -BinaryOp sub_109 2 1 750 612 751 0=1 -BinaryOp mul_110 2 1 751 138 752 0=2 -BinaryOp add_111 2 1 613 752 753 0=0 -Split splitncnn_125 1 4 753 754 755 756 757 -Crop crop_712 1 1 90 758 -23310=1,3 -23311=1,0 -23309=1,2 -Reshape encoders.1.encoder.state_select_list.2_ncnnreshape0 1 1 758 759 0=0 1=0 -Crop crop_713 1 1 107 760 -23310=1,3 -23311=1,0 -23309=1,2 -Reshape pnnx_unique_43_ncnnreshape0 1 1 760 761 0=0 1=0 -InnerProduct linear_204 1 1 757 762 0=320 1=1 2=51200 -Split splitncnn_126 1 2 762 763 764 -BinaryOp sub_112 1 1 763 765 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_47 1 1 765 766 -BinaryOp mul_113 2 1 764 766 767 0=2 -InnerProduct linear_205 1 1 767 768 0=160 1=1 2=51200 -BinaryOp add_114 2 1 754 768 769 0=0 -Split splitncnn_127 1 2 769 770 771 -Crop select_20 1 1 22 772 -23310=1,3 -23311=1,0 -23309=1,2 -Crop select_21 1 1 5 773 -23310=1,3 -23311=1,0 -23309=1,2 -PoolingModuleNoProj pooling_modul_no_proj_600 3 3 771 773 772 774 775 776 -InnerProduct linear_206 1 1 774 777 0=160 1=0 2=25600 -BinaryOp add_115 2 1 770 777 778 0=0 -Split splitncnn_128 1 2 778 779 780 -Crop select_22 1 1 39 781 -23310=1,3 -23311=1,0 -23309=1,2 -Crop select_23 1 1 56 782 -23310=1,3 -23311=1,0 -23309=1,2 -InnerProduct linear_207 1 1 780 783 0=256 1=1 2=40960 -Slice tensor_split_4 1 4 783 784 785 786 787 -23300=4,96,96,48,-233 1=1 -Concat cat_20 2 1 782 786 788 0=0 -Split splitncnn_129 1 2 788 789 790 -Reshape reshape_334 1 1 789 791 0=12 1=4 2=40 -Reshape reshape_335 1 1 784 792 0=24 1=4 2=8 -Reshape reshape_336 1 1 787 793 0=4 1=4 2=8 -Concat cat_21 2 1 781 785 794 0=0 -Split splitncnn_130 1 2 794 795 796 -Reshape reshape_337 1 1 795 797 0=24 1=4 2=40 -InnerProduct linear_208 1 1 141 798 0=16 1=0 2=2560 -Reshape reshape_338 1 1 798 799 0=4 1=4 2=47 -Permute permute_644 1 1 799 800 0=3 -Permute permute_642 1 1 793 801 0=2 -MatMul matmul_506 2 1 801 800 802 -Permute permute_643 1 1 797 803 0=3 -Permute permute_641 1 1 792 804 0=2 -MatMul matmul_507 2 1 804 803 805 -TensorAsStrided tensor_as_strided_732 1 1 802 806 -23300=3,4,8,40 -23301=3,376,46,1 2=7 -BinaryOp add_116 2 1 805 806 807 0=0 -Reshape view_466 1 1 807 808 0=40 1=8 2=4 -Softmax softmax_92 1 1 808 809 0=-1 1=1 -Split splitncnn_131 1 2 809 810 811 -Permute permute_640 1 1 791 812 0=2 -MatMul bmm_482 2 1 811 812 813 -Permute permute_645 1 1 813 814 0=2 -Reshape reshape_339 1 1 814 815 0=48 1=8 -InnerProduct linear_209 1 1 815 816 0=160 1=1 2=7680 -BinaryOp add_117 2 1 779 816 817 0=0 -Split splitncnn_132 1 2 817 818 819 -Permute permute_552 1 1 819 820 0=1 -Convolution1D conv1d_120 1 1 820 821 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 -GLU glu_8 1 1 821 822 0=0 -Concat cat_22 2 1 759 822 823 0=1 -Split splitncnn_133 1 2 823 824 825 -ConvolutionDepthWise1D convdw1d_757 1 1 825 826 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 -Split splitncnn_134 1 2 826 827 828 -BinaryOp sub_118 1 1 827 829 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_48 1 1 829 830 -BinaryOp mul_119 2 1 828 830 831 0=2 -Convolution1D conv1d_121 1 1 831 832 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 -Permute permute_553 1 1 832 833 0=1 -BinaryOp add_120 2 1 818 833 834 0=0 -Split splitncnn_135 1 2 834 835 836 -InnerProduct linear_210 1 1 836 837 0=320 1=1 2=51200 -Split splitncnn_136 1 2 837 838 839 -BinaryOp sub_121 1 1 838 840 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_49 1 1 840 841 -BinaryOp mul_122 2 1 839 841 842 0=2 -InnerProduct linear_211 1 1 842 843 0=160 1=1 2=51200 -BinaryOp add_123 2 1 835 843 844 0=0 -Split splitncnn_137 1 2 844 845 846 -Crop select_24 1 1 73 847 -23310=1,3 -23311=1,0 -23309=1,2 -InnerProduct linear_212 1 1 846 848 0=48 1=0 2=7680 -Concat cat_23 2 1 847 848 849 0=0 -Split splitncnn_138 1 2 849 850 851 -Reshape reshape_340 1 1 850 852 0=12 1=4 2=40 -Permute permute_646 1 1 852 853 0=2 -MatMul bmm_483 2 1 810 853 854 -Permute permute_647 1 1 854 855 0=2 -Reshape reshape_341 1 1 855 856 0=48 1=8 -InnerProduct linear_213 1 1 856 857 0=160 1=1 2=7680 -BinaryOp add_124 2 1 845 857 858 0=0 -Split splitncnn_139 1 2 858 859 860 -Permute permute_554 1 1 860 861 0=1 -Convolution1D conv1d_122 1 1 861 862 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 -GLU glu_9 1 1 862 863 0=0 -Concat cat_24 2 1 761 863 864 0=1 -Split splitncnn_140 1 2 864 865 866 -ConvolutionDepthWise1D convdw1d_758 1 1 866 867 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 -Split splitncnn_141 1 2 867 868 869 -BinaryOp sub_125 1 1 868 870 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_50 1 1 870 871 -BinaryOp mul_126 2 1 869 871 872 0=2 -Convolution1D conv1d_123 1 1 872 873 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 -Permute permute_555 1 1 873 874 0=1 -BinaryOp add_127 2 1 859 874 875 0=0 -Split splitncnn_142 1 2 875 876 877 -InnerProduct linear_214 1 1 877 878 0=320 1=1 2=51200 -Split splitncnn_143 1 2 878 879 880 -BinaryOp sub_128 1 1 879 881 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_51 1 1 881 882 -BinaryOp mul_129 2 1 880 882 883 0=2 -InnerProduct linear_215 1 1 883 884 0=160 1=1 2=51200 -BinaryOp add_130 2 1 876 884 885 0=0 -Split splitncnn_144 1 3 885 886 887 888 -BinaryOp mul_131 2 1 886 887 889 0=2 -Reduction mean_526 1 1 889 890 0=3 1=0 -23303=1,-1 4=1 5=1 -BinaryOp add_132 1 1 890 891 0=0 1=1 2=9.473920e+00 -BinaryOp pow_133 1 1 891 892 0=6 1=1 2=-5.000000e-01 -BinaryOp mul_134 2 1 888 892 893 0=2 -BinaryOp sub_135 2 1 893 755 894 0=1 -BinaryOp mul_136 2 1 894 137 895 0=2 -BinaryOp add_137 2 1 756 895 896 0=0 -MemoryData encoders.1.out_combiner 0 1 897 0=1 -Split splitncnn_145 1 2 897 898 899 -BinaryOp sub_138 1 1 898 900 0=7 1=1 2=1.000000e+00 -SimpleUpsample simple_upsample_745 1 1 896 901 0=2 1=160 2=320 -BinaryOp mul_139 2 1 901 900 902 0=2 -BinaryOp mul_140 2 1 457 899 903 0=2 -BinaryOp add_141 2 1 903 902 904 0=0 -Split splitncnn_146 1 3 904 905 906 907 -MemoryData encoders.2.downsample 0 1 908 0=160 1=1 2=1 -Reshape reshape_342 1 1 907 909 0=160 1=4 2=4 -Split splitncnn_147 1 2 909 910 911 -BinaryOp mul_142 2 1 910 908 912 0=2 -Reduction sum_587 1 1 912 913 0=0 1=0 -23303=1,-1 4=1 5=1 -Softmax softmax_93 1 1 913 914 0=1 1=1 -BinaryOp mul_143 2 1 911 914 915 0=2 -Reduction sum_588 1 1 915 916 0=0 1=0 -23303=1,1 4=0 5=1 -Crop crop_714 1 1 95 917 -23310=1,1 -23311=1,0 -23309=1,0 -Reshape encoders.2.encoder.state_select_list.0_ncnnreshape0 1 1 917 918 0=0 1=0 -Crop crop_715 1 1 112 919 -23310=1,1 -23311=1,0 -23309=1,0 -Reshape pnnx_unique_52_ncnnreshape0 1 1 919 920 0=0 1=0 -Split splitncnn_148 1 4 916 921 922 923 924 -InnerProduct linear_216 1 1 924 925 0=640 1=1 2=102400 -Split splitncnn_149 1 2 925 926 927 -BinaryOp sub_144 1 1 926 928 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_52 1 1 928 929 -BinaryOp mul_145 2 1 927 929 930 0=2 -InnerProduct linear_217 1 1 930 931 0=160 1=1 2=102400 -BinaryOp add_146 2 1 921 931 932 0=0 -Split splitncnn_150 1 2 932 933 934 -Crop select_25 1 1 27 935 -23310=1,1 -23311=1,0 -23309=1,0 -Crop select_26 1 1 10 936 -23310=1,1 -23311=1,0 -23309=1,0 -PoolingModuleNoProj pooling_modul_no_proj_601 3 3 934 936 935 937 938 939 -InnerProduct linear_218 1 1 937 940 0=160 1=0 2=25600 -BinaryOp add_147 2 1 933 940 941 0=0 -Split splitncnn_151 1 2 941 942 943 -Crop select_27 1 1 44 944 -23310=1,1 -23311=1,0 -23309=1,0 -Crop select_28 1 1 61 945 -23310=1,1 -23311=1,0 -23309=1,0 -InnerProduct linear_219 1 1 943 946 0=256 1=1 2=40960 -Slice tensor_split_5 1 4 946 947 948 949 950 -23300=4,96,96,48,-233 1=1 -Concat cat_25 2 1 945 949 951 0=0 -Split splitncnn_152 1 2 951 952 953 -Reshape reshape_343 1 1 952 954 0=12 1=4 2=20 -Reshape reshape_344 1 1 947 955 0=24 1=4 2=4 -Reshape reshape_345 1 1 950 956 0=4 1=4 2=4 -Concat cat_26 2 1 944 948 957 0=0 -Split splitncnn_153 1 2 957 958 959 -Reshape reshape_346 1 1 958 960 0=24 1=4 2=20 -InnerProduct linear_220 1 1 136 961 0=16 1=0 2=2560 -Reshape reshape_347 1 1 961 962 0=4 1=4 2=23 -Permute permute_652 1 1 962 963 0=3 -Permute permute_650 1 1 956 964 0=2 -MatMul matmul_508 2 1 964 963 965 -Permute permute_651 1 1 960 966 0=3 -Permute permute_649 1 1 955 967 0=2 -MatMul matmul_509 2 1 967 966 968 -TensorAsStrided tensor_as_strided_733 1 1 965 969 -23300=3,4,4,20 -23301=3,92,22,1 2=3 -BinaryOp add_148 2 1 968 969 970 0=0 -Reshape view_467 1 1 970 971 0=20 1=4 2=4 -Softmax softmax_94 1 1 971 972 0=-1 1=1 -Split splitncnn_154 1 2 972 973 974 -Permute permute_648 1 1 954 975 0=2 -MatMul bmm_484 2 1 974 975 976 -Permute permute_653 1 1 976 977 0=2 -Reshape reshape_348 1 1 977 978 0=48 1=4 -InnerProduct linear_221 1 1 978 979 0=160 1=1 2=7680 -BinaryOp add_149 2 1 942 979 980 0=0 -Split splitncnn_155 1 2 980 981 982 -Permute permute_556 1 1 982 983 0=1 -Convolution1D conv1d_124 1 1 983 984 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 -GLU glu_10 1 1 984 985 0=0 -Concat cat_27 2 1 918 985 986 0=1 -Split splitncnn_156 1 2 986 987 988 -ConvolutionDepthWise1D convdw1d_759 1 1 988 989 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 -Split splitncnn_157 1 2 989 990 991 -BinaryOp sub_150 1 1 990 992 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_53 1 1 992 993 -BinaryOp mul_151 2 1 991 993 994 0=2 -Convolution1D conv1d_125 1 1 994 995 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 -Permute permute_557 1 1 995 996 0=1 -BinaryOp add_152 2 1 981 996 997 0=0 -Split splitncnn_158 1 2 997 998 999 -InnerProduct linear_222 1 1 999 1000 0=640 1=1 2=102400 -Split splitncnn_159 1 2 1000 1001 1002 -BinaryOp sub_153 1 1 1001 1003 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_54 1 1 1003 1004 -BinaryOp mul_154 2 1 1002 1004 1005 0=2 -InnerProduct linear_223 1 1 1005 1006 0=160 1=1 2=102400 -BinaryOp add_155 2 1 998 1006 1007 0=0 -Split splitncnn_160 1 2 1007 1008 1009 -Crop select_29 1 1 78 1010 -23310=1,1 -23311=1,0 -23309=1,0 -InnerProduct linear_224 1 1 1009 1011 0=48 1=0 2=7680 -Concat cat_28 2 1 1010 1011 1012 0=0 -Split splitncnn_161 1 2 1012 1013 1014 -Reshape reshape_349 1 1 1013 1015 0=12 1=4 2=20 -Permute permute_654 1 1 1015 1016 0=2 -MatMul bmm_485 2 1 973 1016 1017 -Permute permute_655 1 1 1017 1018 0=2 -Reshape reshape_350 1 1 1018 1019 0=48 1=4 -InnerProduct linear_225 1 1 1019 1020 0=160 1=1 2=7680 -BinaryOp add_156 2 1 1008 1020 1021 0=0 -Split splitncnn_162 1 2 1021 1022 1023 -Permute permute_558 1 1 1023 1024 0=1 -Convolution1D conv1d_126 1 1 1024 1025 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 -GLU glu_11 1 1 1025 1026 0=0 -Concat cat_29 2 1 920 1026 1027 0=1 -Split splitncnn_163 1 2 1027 1028 1029 -ConvolutionDepthWise1D convdw1d_760 1 1 1029 1030 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 -Split splitncnn_164 1 2 1030 1031 1032 -BinaryOp sub_157 1 1 1031 1033 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_55 1 1 1033 1034 -BinaryOp mul_158 2 1 1032 1034 1035 0=2 -Convolution1D conv1d_127 1 1 1035 1036 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 -Permute permute_559 1 1 1036 1037 0=1 -BinaryOp add_159 2 1 1022 1037 1038 0=0 -Split splitncnn_165 1 2 1038 1039 1040 -InnerProduct linear_226 1 1 1040 1041 0=640 1=1 2=102400 -Split splitncnn_166 1 2 1041 1042 1043 -BinaryOp sub_160 1 1 1042 1044 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_56 1 1 1044 1045 -BinaryOp mul_161 2 1 1043 1045 1046 0=2 -InnerProduct linear_227 1 1 1046 1047 0=160 1=1 2=102400 -BinaryOp add_162 2 1 1039 1047 1048 0=0 -Split splitncnn_167 1 3 1048 1049 1050 1051 -BinaryOp mul_163 2 1 1049 1050 1052 0=2 -Reduction mean_527 1 1 1052 1053 0=3 1=0 -23303=1,-1 4=1 5=1 -BinaryOp add_164 1 1 1053 1054 0=0 1=1 2=3.638299e+00 -BinaryOp pow_165 1 1 1054 1055 0=6 1=1 2=-5.000000e-01 -BinaryOp mul_166 2 1 1051 1055 1056 0=2 -BinaryOp sub_167 2 1 1056 922 1057 0=1 -BinaryOp mul_168 2 1 1057 133 1058 0=2 -BinaryOp add_169 2 1 923 1058 1059 0=0 -Split splitncnn_168 1 4 1059 1060 1061 1062 1063 -Crop crop_716 1 1 94 1064 -23310=1,2 -23311=1,0 -23309=1,1 -Reshape encoders.2.encoder.state_select_list.1_ncnnreshape0 1 1 1064 1065 0=0 1=0 -Crop crop_717 1 1 111 1066 -23310=1,2 -23311=1,0 -23309=1,1 -Reshape pnnx_unique_60_ncnnreshape0 1 1 1066 1067 0=0 1=0 -InnerProduct linear_228 1 1 1063 1068 0=640 1=1 2=102400 -Split splitncnn_169 1 2 1068 1069 1070 -BinaryOp sub_170 1 1 1069 1071 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_57 1 1 1071 1072 -BinaryOp mul_171 2 1 1070 1072 1073 0=2 -InnerProduct linear_229 1 1 1073 1074 0=160 1=1 2=102400 -BinaryOp add_172 2 1 1060 1074 1075 0=0 -Split splitncnn_170 1 2 1075 1076 1077 -Crop select_30 1 1 26 1078 -23310=1,2 -23311=1,0 -23309=1,1 -Crop select_31 1 1 9 1079 -23310=1,2 -23311=1,0 -23309=1,1 -PoolingModuleNoProj pooling_modul_no_proj_602 3 3 1077 1079 1078 1080 1081 1082 -InnerProduct linear_230 1 1 1080 1083 0=160 1=0 2=25600 -BinaryOp add_173 2 1 1076 1083 1084 0=0 -Split splitncnn_171 1 2 1084 1085 1086 -Crop select_32 1 1 43 1087 -23310=1,2 -23311=1,0 -23309=1,1 -Crop select_33 1 1 60 1088 -23310=1,2 -23311=1,0 -23309=1,1 -InnerProduct linear_231 1 1 1086 1089 0=256 1=1 2=40960 -Slice tensor_split_6 1 4 1089 1090 1091 1092 1093 -23300=4,96,96,48,-233 1=1 -Concat cat_30 2 1 1088 1092 1094 0=0 -Split splitncnn_172 1 2 1094 1095 1096 -Reshape reshape_351 1 1 1095 1097 0=12 1=4 2=20 -Reshape reshape_352 1 1 1090 1098 0=24 1=4 2=4 -Reshape reshape_353 1 1 1093 1099 0=4 1=4 2=4 -Concat cat_31 2 1 1087 1091 1100 0=0 -Split splitncnn_173 1 2 1100 1101 1102 -Reshape reshape_354 1 1 1101 1103 0=24 1=4 2=20 -InnerProduct linear_232 1 1 135 1104 0=16 1=0 2=2560 -Reshape reshape_355 1 1 1104 1105 0=4 1=4 2=23 -Permute permute_660 1 1 1105 1106 0=3 -Permute permute_658 1 1 1099 1107 0=2 -MatMul matmul_510 2 1 1107 1106 1108 -Permute permute_659 1 1 1103 1109 0=3 -Permute permute_657 1 1 1098 1110 0=2 -MatMul matmul_511 2 1 1110 1109 1111 -TensorAsStrided tensor_as_strided_734 1 1 1108 1112 -23300=3,4,4,20 -23301=3,92,22,1 2=3 -BinaryOp add_174 2 1 1111 1112 1113 0=0 -Reshape view_468 1 1 1113 1114 0=20 1=4 2=4 -Softmax softmax_95 1 1 1114 1115 0=-1 1=1 -Split splitncnn_174 1 2 1115 1116 1117 -Permute permute_656 1 1 1097 1118 0=2 -MatMul bmm_486 2 1 1117 1118 1119 -Permute permute_661 1 1 1119 1120 0=2 -Reshape reshape_356 1 1 1120 1121 0=48 1=4 -InnerProduct linear_233 1 1 1121 1122 0=160 1=1 2=7680 -BinaryOp add_175 2 1 1085 1122 1123 0=0 -Split splitncnn_175 1 2 1123 1124 1125 -Permute permute_560 1 1 1125 1126 0=1 -Convolution1D conv1d_128 1 1 1126 1127 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 -GLU glu_12 1 1 1127 1128 0=0 -Concat cat_32 2 1 1065 1128 1129 0=1 -Split splitncnn_176 1 2 1129 1130 1131 -ConvolutionDepthWise1D convdw1d_761 1 1 1131 1132 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 -Split splitncnn_177 1 2 1132 1133 1134 -BinaryOp sub_176 1 1 1133 1135 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_58 1 1 1135 1136 -BinaryOp mul_177 2 1 1134 1136 1137 0=2 -Convolution1D conv1d_129 1 1 1137 1138 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 -Permute permute_561 1 1 1138 1139 0=1 -BinaryOp add_178 2 1 1124 1139 1140 0=0 -Split splitncnn_178 1 2 1140 1141 1142 -InnerProduct linear_234 1 1 1142 1143 0=640 1=1 2=102400 -Split splitncnn_179 1 2 1143 1144 1145 -BinaryOp sub_179 1 1 1144 1146 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_59 1 1 1146 1147 -BinaryOp mul_180 2 1 1145 1147 1148 0=2 -InnerProduct linear_235 1 1 1148 1149 0=160 1=1 2=102400 -BinaryOp add_181 2 1 1141 1149 1150 0=0 -Split splitncnn_180 1 2 1150 1151 1152 -Crop select_34 1 1 77 1153 -23310=1,2 -23311=1,0 -23309=1,1 -InnerProduct linear_236 1 1 1152 1154 0=48 1=0 2=7680 -Concat cat_33 2 1 1153 1154 1155 0=0 -Split splitncnn_181 1 2 1155 1156 1157 -Reshape reshape_357 1 1 1156 1158 0=12 1=4 2=20 -Permute permute_662 1 1 1158 1159 0=2 -MatMul bmm_487 2 1 1116 1159 1160 -Permute permute_663 1 1 1160 1161 0=2 -Reshape reshape_358 1 1 1161 1162 0=48 1=4 -InnerProduct linear_237 1 1 1162 1163 0=160 1=1 2=7680 -BinaryOp add_182 2 1 1151 1163 1164 0=0 -Split splitncnn_182 1 2 1164 1165 1166 -Permute permute_562 1 1 1166 1167 0=1 -Convolution1D conv1d_130 1 1 1167 1168 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 -GLU glu_13 1 1 1168 1169 0=0 -Concat cat_34 2 1 1067 1169 1170 0=1 -Split splitncnn_183 1 2 1170 1171 1172 -ConvolutionDepthWise1D convdw1d_762 1 1 1172 1173 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 -Split splitncnn_184 1 2 1173 1174 1175 -BinaryOp sub_183 1 1 1174 1176 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_60 1 1 1176 1177 -BinaryOp mul_184 2 1 1175 1177 1178 0=2 -Convolution1D conv1d_131 1 1 1178 1179 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 -Permute permute_563 1 1 1179 1180 0=1 -BinaryOp add_185 2 1 1165 1180 1181 0=0 -Split splitncnn_185 1 2 1181 1182 1183 -InnerProduct linear_238 1 1 1183 1184 0=640 1=1 2=102400 -Split splitncnn_186 1 2 1184 1185 1186 -BinaryOp sub_186 1 1 1185 1187 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_61 1 1 1187 1188 -BinaryOp mul_187 2 1 1186 1188 1189 0=2 -InnerProduct linear_239 1 1 1189 1190 0=160 1=1 2=102400 -BinaryOp add_188 2 1 1182 1190 1191 0=0 -Split splitncnn_187 1 3 1191 1192 1193 1194 -BinaryOp mul_189 2 1 1192 1193 1195 0=2 -Reduction mean_528 1 1 1195 1196 0=3 1=0 -23303=1,-1 4=1 5=1 -BinaryOp add_190 1 1 1196 1197 0=0 1=1 2=1.419899e+01 -BinaryOp pow_191 1 1 1197 1198 0=6 1=1 2=-5.000000e-01 -BinaryOp mul_192 2 1 1194 1198 1199 0=2 -BinaryOp sub_193 2 1 1199 1061 1200 0=1 -BinaryOp mul_194 2 1 1200 132 1201 0=2 -BinaryOp add_195 2 1 1062 1201 1202 0=0 -MemoryData encoders.2.out_combiner 0 1 1203 0=1 -Split splitncnn_188 1 2 1203 1204 1205 -BinaryOp sub_196 1 1 1204 1206 0=7 1=1 2=1.000000e+00 -SimpleUpsample simple_upsample_746 1 1 1202 1207 0=4 1=160 2=640 -BinaryOp mul_197 2 1 1207 1206 1208 0=2 -BinaryOp mul_198 2 1 905 1205 1209 0=2 -BinaryOp add_199 2 1 1209 1208 1210 0=0 -Split splitncnn_189 1 2 1210 1211 1212 -MemoryData encoders.3.downsample 0 1 1213 0=160 1=1 2=1 -Reshape reshape_359 1 1 1212 1214 0=160 1=8 2=2 -Split splitncnn_190 1 2 1214 1215 1216 -BinaryOp mul_200 2 1 1215 1213 1217 0=2 -Reduction sum_589 1 1 1217 1218 0=0 1=0 -23303=1,-1 4=1 5=1 -Softmax softmax_96 1 1 1218 1219 0=1 1=1 -BinaryOp mul_201 2 1 1216 1219 1220 0=2 -Reduction sum_590 1 1 1220 1221 0=0 1=0 -23303=1,1 4=0 5=1 -Crop crop_718 1 1 98 1222 -23310=1,1 -23311=1,0 -23309=1,0 -Reshape encoders.3.encoder.state_select_list.0_ncnnreshape0 1 1 1222 1223 0=0 1=0 -Crop crop_719 1 1 115 1224 -23310=1,1 -23311=1,0 -23309=1,0 -Reshape pnnx_unique_69_ncnnreshape0 1 1 1224 1225 0=0 1=0 -Split splitncnn_191 1 4 1221 1226 1227 1228 1229 -InnerProduct linear_240 1 1 1229 1230 0=640 1=1 2=102400 -Split splitncnn_192 1 2 1230 1231 1232 -BinaryOp sub_202 1 1 1231 1233 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_62 1 1 1233 1234 -BinaryOp mul_203 2 1 1232 1234 1235 0=2 -InnerProduct linear_241 1 1 1235 1236 0=160 1=1 2=102400 -BinaryOp add_204 2 1 1226 1236 1237 0=0 -Split splitncnn_193 1 2 1237 1238 1239 -Crop select_35 1 1 30 1240 -23310=1,1 -23311=1,0 -23309=1,0 -Crop select_36 1 1 13 1241 -23310=1,1 -23311=1,0 -23309=1,0 -PoolingModuleNoProj pooling_modul_no_proj_603 3 3 1239 1241 1240 1242 1243 1244 -InnerProduct linear_242 1 1 1242 1245 0=160 1=0 2=25600 -BinaryOp add_205 2 1 1238 1245 1246 0=0 -Split splitncnn_194 1 2 1246 1247 1248 -Crop select_37 1 1 47 1249 -23310=1,1 -23311=1,0 -23309=1,0 -Crop select_38 1 1 64 1250 -23310=1,1 -23311=1,0 -23309=1,0 -InnerProduct linear_243 1 1 1248 1251 0=256 1=1 2=40960 -Slice tensor_split_7 1 4 1251 1252 1253 1254 1255 -23300=4,96,96,48,-233 1=1 -Concat cat_35 2 1 1250 1254 1256 0=0 -Split splitncnn_195 1 2 1256 1257 1258 -Reshape reshape_360 1 1 1257 1259 0=12 1=4 2=10 -Reshape reshape_361 1 1 1252 1260 0=24 1=4 2=2 -Reshape reshape_362 1 1 1255 1261 0=4 1=4 2=2 -Concat cat_36 2 1 1249 1253 1262 0=0 -Split splitncnn_196 1 2 1262 1263 1264 -Reshape reshape_363 1 1 1263 1265 0=24 1=4 2=10 -InnerProduct linear_244 1 1 131 1266 0=16 1=0 2=2560 -Reshape reshape_364 1 1 1266 1267 0=4 1=4 2=11 -Permute permute_668 1 1 1267 1268 0=3 -Permute permute_666 1 1 1261 1269 0=2 -MatMul matmul_512 2 1 1269 1268 1270 -Permute permute_667 1 1 1265 1271 0=3 -Permute permute_665 1 1 1260 1272 0=2 -MatMul matmul_513 2 1 1272 1271 1273 -TensorAsStrided tensor_as_strided_735 1 1 1270 1274 -23300=3,4,2,10 -23301=3,22,10,1 2=1 -BinaryOp add_206 2 1 1273 1274 1275 0=0 -Reshape view_469 1 1 1275 1276 0=10 1=2 2=4 -Softmax softmax_97 1 1 1276 1277 0=-1 1=1 -Split splitncnn_197 1 2 1277 1278 1279 -Permute permute_664 1 1 1259 1280 0=2 -MatMul bmm_488 2 1 1279 1280 1281 -Permute permute_669 1 1 1281 1282 0=2 -Reshape reshape_365 1 1 1282 1283 0=48 1=2 -InnerProduct linear_245 1 1 1283 1284 0=160 1=1 2=7680 -BinaryOp add_207 2 1 1247 1284 1285 0=0 -Split splitncnn_198 1 2 1285 1286 1287 -Permute permute_564 1 1 1287 1288 0=1 -Convolution1D conv1d_132 1 1 1288 1289 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 -GLU glu_14 1 1 1289 1290 0=0 -Concat cat_37 2 1 1223 1290 1291 0=1 -Split splitncnn_199 1 2 1291 1292 1293 -ConvolutionDepthWise1D convdw1d_763 1 1 1293 1294 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 -Split splitncnn_200 1 2 1294 1295 1296 -BinaryOp sub_208 1 1 1295 1297 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_63 1 1 1297 1298 -BinaryOp mul_209 2 1 1296 1298 1299 0=2 -Convolution1D conv1d_133 1 1 1299 1300 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 -Permute permute_565 1 1 1300 1301 0=1 -BinaryOp add_210 2 1 1286 1301 1302 0=0 -Split splitncnn_201 1 2 1302 1303 1304 -InnerProduct linear_246 1 1 1304 1305 0=640 1=1 2=102400 -Split splitncnn_202 1 2 1305 1306 1307 -BinaryOp sub_211 1 1 1306 1308 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_64 1 1 1308 1309 -BinaryOp mul_212 2 1 1307 1309 1310 0=2 -InnerProduct linear_247 1 1 1310 1311 0=160 1=1 2=102400 -BinaryOp add_213 2 1 1303 1311 1312 0=0 -Split splitncnn_203 1 2 1312 1313 1314 -Crop select_39 1 1 81 1315 -23310=1,1 -23311=1,0 -23309=1,0 -InnerProduct linear_248 1 1 1314 1316 0=48 1=0 2=7680 -Concat cat_38 2 1 1315 1316 1317 0=0 -Split splitncnn_204 1 2 1317 1318 1319 -Reshape reshape_366 1 1 1318 1320 0=12 1=4 2=10 -Permute permute_670 1 1 1320 1321 0=2 -MatMul bmm_489 2 1 1278 1321 1322 -Permute permute_671 1 1 1322 1323 0=2 -Reshape reshape_367 1 1 1323 1324 0=48 1=2 -InnerProduct linear_249 1 1 1324 1325 0=160 1=1 2=7680 -BinaryOp add_214 2 1 1313 1325 1326 0=0 -Split splitncnn_205 1 2 1326 1327 1328 -Permute permute_566 1 1 1328 1329 0=1 -Convolution1D conv1d_134 1 1 1329 1330 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 -GLU glu_15 1 1 1330 1331 0=0 -Concat cat_39 2 1 1225 1331 1332 0=1 -Split splitncnn_206 1 2 1332 1333 1334 -ConvolutionDepthWise1D convdw1d_764 1 1 1334 1335 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 -Split splitncnn_207 1 2 1335 1336 1337 -BinaryOp sub_215 1 1 1336 1338 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_65 1 1 1338 1339 -BinaryOp mul_216 2 1 1337 1339 1340 0=2 -Convolution1D conv1d_135 1 1 1340 1341 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 -Permute permute_567 1 1 1341 1342 0=1 -BinaryOp add_217 2 1 1327 1342 1343 0=0 -Split splitncnn_208 1 2 1343 1344 1345 -InnerProduct linear_250 1 1 1345 1346 0=640 1=1 2=102400 -Split splitncnn_209 1 2 1346 1347 1348 -BinaryOp sub_218 1 1 1347 1349 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_66 1 1 1349 1350 -BinaryOp mul_219 2 1 1348 1350 1351 0=2 -InnerProduct linear_251 1 1 1351 1352 0=160 1=1 2=102400 -BinaryOp add_220 2 1 1344 1352 1353 0=0 -Split splitncnn_210 1 3 1353 1354 1355 1356 -BinaryOp mul_221 2 1 1354 1355 1357 0=2 -Reduction mean_529 1 1 1357 1358 0=3 1=0 -23303=1,-1 4=1 5=1 -BinaryOp add_222 1 1 1358 1359 0=0 1=1 2=3.501098e+00 -BinaryOp pow_223 1 1 1359 1360 0=6 1=1 2=-5.000000e-01 -BinaryOp mul_224 2 1 1356 1360 1361 0=2 -BinaryOp sub_225 2 1 1361 1227 1362 0=1 -BinaryOp mul_226 2 1 1362 128 1363 0=2 -BinaryOp add_227 2 1 1228 1363 1364 0=0 -Split splitncnn_211 1 4 1364 1365 1366 1367 1368 -Crop crop_720 1 1 97 1369 -23310=1,2 -23311=1,0 -23309=1,1 -Reshape encoders.3.encoder.state_select_list.1_ncnnreshape0 1 1 1369 1370 0=0 1=0 -Crop crop_721 1 1 114 1371 -23310=1,2 -23311=1,0 -23309=1,1 -Reshape pnnx_unique_77_ncnnreshape0 1 1 1371 1372 0=0 1=0 -InnerProduct linear_252 1 1 1368 1373 0=640 1=1 2=102400 -Split splitncnn_212 1 2 1373 1374 1375 -BinaryOp sub_228 1 1 1374 1376 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_67 1 1 1376 1377 -BinaryOp mul_229 2 1 1375 1377 1378 0=2 -InnerProduct linear_253 1 1 1378 1379 0=160 1=1 2=102400 -BinaryOp add_230 2 1 1365 1379 1380 0=0 -Split splitncnn_213 1 2 1380 1381 1382 -Crop select_40 1 1 29 1383 -23310=1,2 -23311=1,0 -23309=1,1 -Crop select_41 1 1 12 1384 -23310=1,2 -23311=1,0 -23309=1,1 -PoolingModuleNoProj pooling_modul_no_proj_604 3 3 1382 1384 1383 1385 1386 1387 -InnerProduct linear_254 1 1 1385 1388 0=160 1=0 2=25600 -BinaryOp add_231 2 1 1381 1388 1389 0=0 -Split splitncnn_214 1 2 1389 1390 1391 -Crop select_42 1 1 46 1392 -23310=1,2 -23311=1,0 -23309=1,1 -Crop select_43 1 1 63 1393 -23310=1,2 -23311=1,0 -23309=1,1 -InnerProduct linear_255 1 1 1391 1394 0=256 1=1 2=40960 -Slice tensor_split_8 1 4 1394 1395 1396 1397 1398 -23300=4,96,96,48,-233 1=1 -Concat cat_40 2 1 1393 1397 1399 0=0 -Split splitncnn_215 1 2 1399 1400 1401 -Reshape reshape_368 1 1 1400 1402 0=12 1=4 2=10 -Reshape reshape_369 1 1 1395 1403 0=24 1=4 2=2 -Reshape reshape_370 1 1 1398 1404 0=4 1=4 2=2 -Concat cat_41 2 1 1392 1396 1405 0=0 -Split splitncnn_216 1 2 1405 1406 1407 -Reshape reshape_371 1 1 1406 1408 0=24 1=4 2=10 -InnerProduct linear_256 1 1 130 1409 0=16 1=0 2=2560 -Reshape reshape_372 1 1 1409 1410 0=4 1=4 2=11 -Permute permute_676 1 1 1410 1411 0=3 -Permute permute_674 1 1 1404 1412 0=2 -MatMul matmul_514 2 1 1412 1411 1413 -Permute permute_675 1 1 1408 1414 0=3 -Permute permute_673 1 1 1403 1415 0=2 -MatMul matmul_515 2 1 1415 1414 1416 -TensorAsStrided tensor_as_strided_736 1 1 1413 1417 -23300=3,4,2,10 -23301=3,22,10,1 2=1 -BinaryOp add_232 2 1 1416 1417 1418 0=0 -Reshape view_470 1 1 1418 1419 0=10 1=2 2=4 -Softmax softmax_98 1 1 1419 1420 0=-1 1=1 -Split splitncnn_217 1 2 1420 1421 1422 -Permute permute_672 1 1 1402 1423 0=2 -MatMul bmm_490 2 1 1422 1423 1424 -Permute permute_677 1 1 1424 1425 0=2 -Reshape reshape_373 1 1 1425 1426 0=48 1=2 -InnerProduct linear_257 1 1 1426 1427 0=160 1=1 2=7680 -BinaryOp add_233 2 1 1390 1427 1428 0=0 -Split splitncnn_218 1 2 1428 1429 1430 -Permute permute_568 1 1 1430 1431 0=1 -Convolution1D conv1d_136 1 1 1431 1432 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 -GLU glu_16 1 1 1432 1433 0=0 -Concat cat_42 2 1 1370 1433 1434 0=1 -Split splitncnn_219 1 2 1434 1435 1436 -ConvolutionDepthWise1D convdw1d_765 1 1 1436 1437 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 -Split splitncnn_220 1 2 1437 1438 1439 -BinaryOp sub_234 1 1 1438 1440 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_68 1 1 1440 1441 -BinaryOp mul_235 2 1 1439 1441 1442 0=2 -Convolution1D conv1d_137 1 1 1442 1443 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 -Permute permute_569 1 1 1443 1444 0=1 -BinaryOp add_236 2 1 1429 1444 1445 0=0 -Split splitncnn_221 1 2 1445 1446 1447 -InnerProduct linear_258 1 1 1447 1448 0=640 1=1 2=102400 -Split splitncnn_222 1 2 1448 1449 1450 -BinaryOp sub_237 1 1 1449 1451 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_69 1 1 1451 1452 -BinaryOp mul_238 2 1 1450 1452 1453 0=2 -InnerProduct linear_259 1 1 1453 1454 0=160 1=1 2=102400 -BinaryOp add_239 2 1 1446 1454 1455 0=0 -Split splitncnn_223 1 2 1455 1456 1457 -Crop select_44 1 1 80 1458 -23310=1,2 -23311=1,0 -23309=1,1 -InnerProduct linear_260 1 1 1457 1459 0=48 1=0 2=7680 -Concat cat_43 2 1 1458 1459 1460 0=0 -Split splitncnn_224 1 2 1460 1461 1462 -Reshape reshape_374 1 1 1461 1463 0=12 1=4 2=10 -Permute permute_678 1 1 1463 1464 0=2 -MatMul bmm_491 2 1 1421 1464 1465 -Permute permute_679 1 1 1465 1466 0=2 -Reshape reshape_375 1 1 1466 1467 0=48 1=2 -InnerProduct linear_261 1 1 1467 1468 0=160 1=1 2=7680 -BinaryOp add_240 2 1 1456 1468 1469 0=0 -Split splitncnn_225 1 2 1469 1470 1471 -Permute permute_570 1 1 1471 1472 0=1 -Convolution1D conv1d_138 1 1 1472 1473 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 -GLU glu_17 1 1 1473 1474 0=0 -Concat cat_44 2 1 1372 1474 1475 0=1 -Split splitncnn_226 1 2 1475 1476 1477 -ConvolutionDepthWise1D convdw1d_766 1 1 1477 1478 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 -Split splitncnn_227 1 2 1478 1479 1480 -BinaryOp sub_241 1 1 1479 1481 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_70 1 1 1481 1482 -BinaryOp mul_242 2 1 1480 1482 1483 0=2 -Convolution1D conv1d_139 1 1 1483 1484 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 -Permute permute_571 1 1 1484 1485 0=1 -BinaryOp add_243 2 1 1470 1485 1486 0=0 -Split splitncnn_228 1 2 1486 1487 1488 -InnerProduct linear_262 1 1 1488 1489 0=640 1=1 2=102400 -Split splitncnn_229 1 2 1489 1490 1491 -BinaryOp sub_244 1 1 1490 1492 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_71 1 1 1492 1493 -BinaryOp mul_245 2 1 1491 1493 1494 0=2 -InnerProduct linear_263 1 1 1494 1495 0=160 1=1 2=102400 -BinaryOp add_246 2 1 1487 1495 1496 0=0 -Split splitncnn_230 1 3 1496 1497 1498 1499 -BinaryOp mul_247 2 1 1497 1498 1500 0=2 -Reduction mean_530 1 1 1500 1501 0=3 1=0 -23303=1,-1 4=1 5=1 -BinaryOp add_248 1 1 1501 1502 0=0 1=1 2=1.336250e+01 -BinaryOp pow_249 1 1 1502 1503 0=6 1=1 2=-5.000000e-01 -BinaryOp mul_250 2 1 1499 1503 1504 0=2 -BinaryOp sub_251 2 1 1504 1366 1505 0=1 -BinaryOp mul_252 2 1 1505 127 1506 0=2 -BinaryOp add_253 2 1 1367 1506 1507 0=0 -MemoryData encoders.3.out_combiner 0 1 1508 0=1 -Split splitncnn_231 1 2 1508 1509 1510 -BinaryOp sub_254 1 1 1509 1511 0=7 1=1 2=1.000000e+00 -MemoryData skip_modules.4 0 1 1512 0=1 -Split splitncnn_232 1 2 1512 1513 1514 -BinaryOp sub_255 1 1 1513 1515 0=7 1=1 2=1.000000e+00 -SimpleUpsample simple_upsample_747 1 1 1507 1516 0=8 1=160 2=1280 -BinaryOp mul_256 2 1 1516 1511 1517 0=2 -BinaryOp mul_257 2 1 1211 1510 1518 0=2 -BinaryOp add_258 2 1 1518 1517 1519 0=0 -BinaryOp mul_259 2 1 1519 1515 1520 0=2 -BinaryOp mul_260 2 1 906 1514 1521 0=2 -BinaryOp add_261 2 1 1521 1520 1522 0=0 -Split splitncnn_233 1 2 1522 1523 1524 -MemoryData encoders.4.downsample 0 1 1525 0=160 1=1 2=1 -Reshape reshape_376 1 1 1524 1526 0=160 1=2 2=8 -Split splitncnn_234 1 2 1526 1527 1528 -BinaryOp mul_262 2 1 1527 1525 1529 0=2 -Reduction sum_591 1 1 1529 1530 0=0 1=0 -23303=1,-1 4=1 5=1 -Softmax softmax_99 1 1 1530 1531 0=1 1=1 -BinaryOp mul_263 2 1 1528 1531 1532 0=2 -Reduction sum_592 1 1 1532 1533 0=0 1=0 -23303=1,1 4=0 5=1 -Crop crop_722 1 1 102 1534 -23310=1,1 -23311=1,0 -23309=1,0 -Reshape encoders.4.encoder.state_select_list.0_ncnnreshape0 1 1 1534 1535 0=0 1=0 -Crop crop_723 1 1 119 1536 -23310=1,1 -23311=1,0 -23309=1,0 -Reshape pnnx_unique_86_ncnnreshape0 1 1 1536 1537 0=0 1=0 -Split splitncnn_235 1 4 1533 1538 1539 1540 1541 -InnerProduct linear_264 1 1 1541 1542 0=320 1=1 2=51200 -Split splitncnn_236 1 2 1542 1543 1544 -BinaryOp sub_264 1 1 1543 1545 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_72 1 1 1545 1546 -BinaryOp mul_265 2 1 1544 1546 1547 0=2 -InnerProduct linear_265 1 1 1547 1548 0=160 1=1 2=51200 -BinaryOp add_266 2 1 1538 1548 1549 0=0 -Split splitncnn_237 1 2 1549 1550 1551 -Crop select_45 1 1 34 1552 -23310=1,1 -23311=1,0 -23309=1,0 -Crop select_46 1 1 17 1553 -23310=1,1 -23311=1,0 -23309=1,0 -PoolingModuleNoProj pooling_modul_no_proj_605 3 3 1551 1553 1552 1554 1555 1556 -InnerProduct linear_266 1 1 1554 1557 0=160 1=0 2=25600 -BinaryOp add_267 2 1 1550 1557 1558 0=0 -Split splitncnn_238 1 2 1558 1559 1560 -Crop select_47 1 1 51 1561 -23310=1,1 -23311=1,0 -23309=1,0 -Crop select_48 1 1 68 1562 -23310=1,1 -23311=1,0 -23309=1,0 -InnerProduct linear_267 1 1 1560 1563 0=256 1=1 2=40960 -Slice tensor_split_9 1 4 1563 1564 1565 1566 1567 -23300=4,96,96,48,-233 1=1 -Concat cat_45 2 1 1562 1566 1568 0=0 -Split splitncnn_239 1 2 1568 1569 1570 -Reshape reshape_377 1 1 1569 1571 0=12 1=4 2=40 -Reshape reshape_378 1 1 1564 1572 0=24 1=4 2=8 -Reshape reshape_379 1 1 1567 1573 0=4 1=4 2=8 -Concat cat_46 2 1 1561 1565 1574 0=0 -Split splitncnn_240 1 2 1574 1575 1576 -Reshape reshape_380 1 1 1575 1577 0=24 1=4 2=40 -InnerProduct linear_268 1 1 126 1578 0=16 1=0 2=2560 -Reshape reshape_381 1 1 1578 1579 0=4 1=4 2=47 -Permute permute_684 1 1 1579 1580 0=3 -Permute permute_682 1 1 1573 1581 0=2 -MatMul matmul_516 2 1 1581 1580 1582 -Permute permute_683 1 1 1577 1583 0=3 -Permute permute_681 1 1 1572 1584 0=2 -MatMul matmul_517 2 1 1584 1583 1585 -TensorAsStrided tensor_as_strided_737 1 1 1582 1586 -23300=3,4,8,40 -23301=3,376,46,1 2=7 -BinaryOp add_268 2 1 1585 1586 1587 0=0 -Reshape view_471 1 1 1587 1588 0=40 1=8 2=4 -Softmax softmax_100 1 1 1588 1589 0=-1 1=1 -Split splitncnn_241 1 2 1589 1590 1591 -Permute permute_680 1 1 1571 1592 0=2 -MatMul bmm_492 2 1 1591 1592 1593 -Permute permute_685 1 1 1593 1594 0=2 -Reshape reshape_382 1 1 1594 1595 0=48 1=8 -InnerProduct linear_269 1 1 1595 1596 0=160 1=1 2=7680 -BinaryOp add_269 2 1 1559 1596 1597 0=0 -Split splitncnn_242 1 2 1597 1598 1599 -Permute permute_572 1 1 1599 1600 0=1 -Convolution1D conv1d_140 1 1 1600 1601 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 -GLU glu_18 1 1 1601 1602 0=0 -Concat cat_47 2 1 1535 1602 1603 0=1 -Split splitncnn_243 1 2 1603 1604 1605 -ConvolutionDepthWise1D convdw1d_767 1 1 1605 1606 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 -Split splitncnn_244 1 2 1606 1607 1608 -BinaryOp sub_270 1 1 1607 1609 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_73 1 1 1609 1610 -BinaryOp mul_271 2 1 1608 1610 1611 0=2 -Convolution1D conv1d_141 1 1 1611 1612 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 -Permute permute_573 1 1 1612 1613 0=1 -BinaryOp add_272 2 1 1598 1613 1614 0=0 -Split splitncnn_245 1 2 1614 1615 1616 -InnerProduct linear_270 1 1 1616 1617 0=320 1=1 2=51200 -Split splitncnn_246 1 2 1617 1618 1619 -BinaryOp sub_273 1 1 1618 1620 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_74 1 1 1620 1621 -BinaryOp mul_274 2 1 1619 1621 1622 0=2 -InnerProduct linear_271 1 1 1622 1623 0=160 1=1 2=51200 -BinaryOp add_275 2 1 1615 1623 1624 0=0 -Split splitncnn_247 1 2 1624 1625 1626 -Crop select_49 1 1 85 1627 -23310=1,1 -23311=1,0 -23309=1,0 -InnerProduct linear_272 1 1 1626 1628 0=48 1=0 2=7680 -Concat cat_48 2 1 1627 1628 1629 0=0 -Split splitncnn_248 1 2 1629 1630 1631 -Reshape reshape_383 1 1 1630 1632 0=12 1=4 2=40 -Permute permute_686 1 1 1632 1633 0=2 -MatMul bmm_493 2 1 1590 1633 1634 -Permute permute_687 1 1 1634 1635 0=2 -Reshape reshape_384 1 1 1635 1636 0=48 1=8 -InnerProduct linear_273 1 1 1636 1637 0=160 1=1 2=7680 -BinaryOp add_276 2 1 1625 1637 1638 0=0 -Split splitncnn_249 1 2 1638 1639 1640 -Permute permute_574 1 1 1640 1641 0=1 -Convolution1D conv1d_142 1 1 1641 1642 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 -GLU glu_19 1 1 1642 1643 0=0 -Concat cat_49 2 1 1537 1643 1644 0=1 -Split splitncnn_250 1 2 1644 1645 1646 -ConvolutionDepthWise1D convdw1d_768 1 1 1646 1647 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 -Split splitncnn_251 1 2 1647 1648 1649 -BinaryOp sub_277 1 1 1648 1650 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_75 1 1 1650 1651 -BinaryOp mul_278 2 1 1649 1651 1652 0=2 -Convolution1D conv1d_143 1 1 1652 1653 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 -Permute permute_575 1 1 1653 1654 0=1 -BinaryOp add_279 2 1 1639 1654 1655 0=0 -Split splitncnn_252 1 2 1655 1656 1657 -InnerProduct linear_274 1 1 1657 1658 0=320 1=1 2=51200 -Split splitncnn_253 1 2 1658 1659 1660 -BinaryOp sub_280 1 1 1659 1661 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_76 1 1 1661 1662 -BinaryOp mul_281 2 1 1660 1662 1663 0=2 -InnerProduct linear_275 1 1 1663 1664 0=160 1=1 2=51200 -BinaryOp add_282 2 1 1656 1664 1665 0=0 -Split splitncnn_254 1 3 1665 1666 1667 1668 -BinaryOp mul_283 2 1 1666 1667 1669 0=2 -Reduction mean_531 1 1 1669 1670 0=3 1=0 -23303=1,-1 4=1 5=1 -BinaryOp add_284 1 1 1670 1671 0=0 1=1 2=4.410276e+00 -BinaryOp pow_285 1 1 1671 1672 0=6 1=1 2=-5.000000e-01 -BinaryOp mul_286 2 1 1668 1672 1673 0=2 -BinaryOp sub_287 2 1 1673 1539 1674 0=1 -BinaryOp mul_288 2 1 1674 122 1675 0=2 -BinaryOp add_289 2 1 1540 1675 1676 0=0 -Split splitncnn_255 1 4 1676 1677 1678 1679 1680 -Crop crop_724 1 1 101 1681 -23310=1,2 -23311=1,0 -23309=1,1 -Reshape encoders.4.encoder.state_select_list.1_ncnnreshape0 1 1 1681 1682 0=0 1=0 -Crop crop_725 1 1 118 1683 -23310=1,2 -23311=1,0 -23309=1,1 -Reshape pnnx_unique_94_ncnnreshape0 1 1 1683 1684 0=0 1=0 -InnerProduct linear_276 1 1 1680 1685 0=320 1=1 2=51200 -Split splitncnn_256 1 2 1685 1686 1687 -BinaryOp sub_290 1 1 1686 1688 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_77 1 1 1688 1689 -BinaryOp mul_291 2 1 1687 1689 1690 0=2 -InnerProduct linear_277 1 1 1690 1691 0=160 1=1 2=51200 -BinaryOp add_292 2 1 1677 1691 1692 0=0 -Split splitncnn_257 1 2 1692 1693 1694 -Crop select_50 1 1 33 1695 -23310=1,2 -23311=1,0 -23309=1,1 -Crop select_51 1 1 16 1696 -23310=1,2 -23311=1,0 -23309=1,1 -PoolingModuleNoProj pooling_modul_no_proj_606 3 3 1694 1696 1695 1697 1698 1699 -InnerProduct linear_278 1 1 1697 1700 0=160 1=0 2=25600 -BinaryOp add_293 2 1 1693 1700 1701 0=0 -Split splitncnn_258 1 2 1701 1702 1703 -Crop select_52 1 1 50 1704 -23310=1,2 -23311=1,0 -23309=1,1 -Crop select_53 1 1 67 1705 -23310=1,2 -23311=1,0 -23309=1,1 -InnerProduct linear_279 1 1 1703 1706 0=256 1=1 2=40960 -Slice tensor_split_10 1 4 1706 1707 1708 1709 1710 -23300=4,96,96,48,-233 1=1 -Concat cat_50 2 1 1705 1709 1711 0=0 -Split splitncnn_259 1 2 1711 1712 1713 -Reshape reshape_385 1 1 1712 1714 0=12 1=4 2=40 -Reshape reshape_386 1 1 1707 1715 0=24 1=4 2=8 -Reshape reshape_387 1 1 1710 1716 0=4 1=4 2=8 -Concat cat_51 2 1 1704 1708 1717 0=0 -Split splitncnn_260 1 2 1717 1718 1719 -Reshape reshape_388 1 1 1718 1720 0=24 1=4 2=40 -InnerProduct linear_280 1 1 125 1721 0=16 1=0 2=2560 -Reshape reshape_389 1 1 1721 1722 0=4 1=4 2=47 -Permute permute_692 1 1 1722 1723 0=3 -Permute permute_690 1 1 1716 1724 0=2 -MatMul matmul_518 2 1 1724 1723 1725 -Permute permute_691 1 1 1720 1726 0=3 -Permute permute_689 1 1 1715 1727 0=2 -MatMul matmul_519 2 1 1727 1726 1728 -TensorAsStrided tensor_as_strided_738 1 1 1725 1729 -23300=3,4,8,40 -23301=3,376,46,1 2=7 -BinaryOp add_294 2 1 1728 1729 1730 0=0 -Reshape view_472 1 1 1730 1731 0=40 1=8 2=4 -Softmax softmax_101 1 1 1731 1732 0=-1 1=1 -Split splitncnn_261 1 2 1732 1733 1734 -Permute permute_688 1 1 1714 1735 0=2 -MatMul bmm_494 2 1 1734 1735 1736 -Permute permute_693 1 1 1736 1737 0=2 -Reshape reshape_390 1 1 1737 1738 0=48 1=8 -InnerProduct linear_281 1 1 1738 1739 0=160 1=1 2=7680 -BinaryOp add_295 2 1 1702 1739 1740 0=0 -Split splitncnn_262 1 2 1740 1741 1742 -Permute permute_576 1 1 1742 1743 0=1 -Convolution1D conv1d_144 1 1 1743 1744 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 -GLU glu_20 1 1 1744 1745 0=0 -Concat cat_52 2 1 1682 1745 1746 0=1 -Split splitncnn_263 1 2 1746 1747 1748 -ConvolutionDepthWise1D convdw1d_769 1 1 1748 1749 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 -Split splitncnn_264 1 2 1749 1750 1751 -BinaryOp sub_296 1 1 1750 1752 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_78 1 1 1752 1753 -BinaryOp mul_297 2 1 1751 1753 1754 0=2 -Convolution1D conv1d_145 1 1 1754 1755 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 -Permute permute_577 1 1 1755 1756 0=1 -BinaryOp add_298 2 1 1741 1756 1757 0=0 -Split splitncnn_265 1 2 1757 1758 1759 -InnerProduct linear_282 1 1 1759 1760 0=320 1=1 2=51200 -Split splitncnn_266 1 2 1760 1761 1762 -BinaryOp sub_299 1 1 1761 1763 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_79 1 1 1763 1764 -BinaryOp mul_300 2 1 1762 1764 1765 0=2 -InnerProduct linear_283 1 1 1765 1766 0=160 1=1 2=51200 -BinaryOp add_301 2 1 1758 1766 1767 0=0 -Split splitncnn_267 1 2 1767 1768 1769 -Crop select_54 1 1 84 1770 -23310=1,2 -23311=1,0 -23309=1,1 -InnerProduct linear_284 1 1 1769 1771 0=48 1=0 2=7680 -Concat cat_53 2 1 1770 1771 1772 0=0 -Split splitncnn_268 1 2 1772 1773 1774 -Reshape reshape_391 1 1 1773 1775 0=12 1=4 2=40 -Permute permute_694 1 1 1775 1776 0=2 -MatMul bmm_495 2 1 1733 1776 1777 -Permute permute_695 1 1 1777 1778 0=2 -Reshape reshape_392 1 1 1778 1779 0=48 1=8 -InnerProduct linear_285 1 1 1779 1780 0=160 1=1 2=7680 -BinaryOp add_302 2 1 1768 1780 1781 0=0 -Split splitncnn_269 1 2 1781 1782 1783 -Permute permute_578 1 1 1783 1784 0=1 -Convolution1D conv1d_146 1 1 1784 1785 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 -GLU glu_21 1 1 1785 1786 0=0 -Concat cat_54 2 1 1684 1786 1787 0=1 -Split splitncnn_270 1 2 1787 1788 1789 -ConvolutionDepthWise1D convdw1d_770 1 1 1789 1790 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 -Split splitncnn_271 1 2 1790 1791 1792 -BinaryOp sub_303 1 1 1791 1793 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_80 1 1 1793 1794 -BinaryOp mul_304 2 1 1792 1794 1795 0=2 -Convolution1D conv1d_147 1 1 1795 1796 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 -Permute permute_579 1 1 1796 1797 0=1 -BinaryOp add_305 2 1 1782 1797 1798 0=0 -Split splitncnn_272 1 2 1798 1799 1800 -InnerProduct linear_286 1 1 1800 1801 0=320 1=1 2=51200 -Split splitncnn_273 1 2 1801 1802 1803 -BinaryOp sub_306 1 1 1802 1804 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_81 1 1 1804 1805 -BinaryOp mul_307 2 1 1803 1805 1806 0=2 -InnerProduct linear_287 1 1 1806 1807 0=160 1=1 2=51200 -BinaryOp add_308 2 1 1799 1807 1808 0=0 -Split splitncnn_274 1 3 1808 1809 1810 1811 -BinaryOp mul_309 2 1 1809 1810 1812 0=2 -Reduction mean_532 1 1 1812 1813 0=3 1=0 -23303=1,-1 4=1 5=1 -BinaryOp add_310 1 1 1813 1814 0=0 1=1 2=4.107150e+00 -BinaryOp pow_311 1 1 1814 1815 0=6 1=1 2=-5.000000e-01 -BinaryOp mul_312 2 1 1811 1815 1816 0=2 -BinaryOp sub_313 2 1 1816 1678 1817 0=1 -BinaryOp mul_314 2 1 1817 121 1818 0=2 -BinaryOp add_315 2 1 1679 1818 1819 0=0 -Split splitncnn_275 1 4 1819 1820 1821 1822 1823 -Crop crop_726 1 1 100 1824 -23310=1,3 -23311=1,0 -23309=1,2 -Reshape encoders.4.encoder.state_select_list.2_ncnnreshape0 1 1 1824 1825 0=0 1=0 -Crop crop_727 1 1 117 1826 -23310=1,3 -23311=1,0 -23309=1,2 -Reshape pnnx_unique_102_ncnnreshape0 1 1 1826 1827 0=0 1=0 -InnerProduct linear_288 1 1 1823 1828 0=320 1=1 2=51200 -Split splitncnn_276 1 2 1828 1829 1830 -BinaryOp sub_316 1 1 1829 1831 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_82 1 1 1831 1832 -BinaryOp mul_317 2 1 1830 1832 1833 0=2 -InnerProduct linear_289 1 1 1833 1834 0=160 1=1 2=51200 -BinaryOp add_318 2 1 1820 1834 1835 0=0 -Split splitncnn_277 1 2 1835 1836 1837 -Crop select_55 1 1 32 1838 -23310=1,3 -23311=1,0 -23309=1,2 -Crop select_56 1 1 15 1839 -23310=1,3 -23311=1,0 -23309=1,2 -PoolingModuleNoProj pooling_modul_no_proj_607 3 3 1837 1839 1838 1840 1841 1842 -InnerProduct linear_290 1 1 1840 1843 0=160 1=0 2=25600 -BinaryOp add_319 2 1 1836 1843 1844 0=0 -Split splitncnn_278 1 2 1844 1845 1846 -Crop select_57 1 1 49 1847 -23310=1,3 -23311=1,0 -23309=1,2 -Crop select_58 1 1 66 1848 -23310=1,3 -23311=1,0 -23309=1,2 -InnerProduct linear_291 1 1 1846 1849 0=256 1=1 2=40960 -Slice tensor_split_11 1 4 1849 1850 1851 1852 1853 -23300=4,96,96,48,-233 1=1 -Concat cat_55 2 1 1848 1852 1854 0=0 -Split splitncnn_279 1 2 1854 1855 1856 -Reshape reshape_393 1 1 1855 1857 0=12 1=4 2=40 -Reshape reshape_394 1 1 1850 1858 0=24 1=4 2=8 -Reshape reshape_395 1 1 1853 1859 0=4 1=4 2=8 -Concat cat_56 2 1 1847 1851 1860 0=0 -Split splitncnn_280 1 2 1860 1861 1862 -Reshape reshape_396 1 1 1861 1863 0=24 1=4 2=40 -InnerProduct linear_292 1 1 124 1864 0=16 1=0 2=2560 -Reshape reshape_397 1 1 1864 1865 0=4 1=4 2=47 -Permute permute_700 1 1 1865 1866 0=3 -Permute permute_698 1 1 1859 1867 0=2 -MatMul matmul_520 2 1 1867 1866 1868 -Permute permute_699 1 1 1863 1869 0=3 -Permute permute_697 1 1 1858 1870 0=2 -MatMul matmul_521 2 1 1870 1869 1871 -TensorAsStrided tensor_as_strided_739 1 1 1868 1872 -23300=3,4,8,40 -23301=3,376,46,1 2=7 -BinaryOp add_320 2 1 1871 1872 1873 0=0 -Reshape view_473 1 1 1873 1874 0=40 1=8 2=4 -Softmax softmax_102 1 1 1874 1875 0=-1 1=1 -Split splitncnn_281 1 2 1875 1876 1877 -Permute permute_696 1 1 1857 1878 0=2 -MatMul bmm_496 2 1 1877 1878 1879 -Permute permute_701 1 1 1879 1880 0=2 -Reshape reshape_398 1 1 1880 1881 0=48 1=8 -InnerProduct linear_293 1 1 1881 1882 0=160 1=1 2=7680 -BinaryOp add_321 2 1 1845 1882 1883 0=0 -Split splitncnn_282 1 2 1883 1884 1885 -Permute permute_580 1 1 1885 1886 0=1 -Convolution1D conv1d_148 1 1 1886 1887 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 -GLU glu_22 1 1 1887 1888 0=0 -Concat cat_57 2 1 1825 1888 1889 0=1 -Split splitncnn_283 1 2 1889 1890 1891 -ConvolutionDepthWise1D convdw1d_771 1 1 1891 1892 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 -Split splitncnn_284 1 2 1892 1893 1894 -BinaryOp sub_322 1 1 1893 1895 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_83 1 1 1895 1896 -BinaryOp mul_323 2 1 1894 1896 1897 0=2 -Convolution1D conv1d_149 1 1 1897 1898 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 -Permute permute_581 1 1 1898 1899 0=1 -BinaryOp add_324 2 1 1884 1899 1900 0=0 -Split splitncnn_285 1 2 1900 1901 1902 -InnerProduct linear_294 1 1 1902 1903 0=320 1=1 2=51200 -Split splitncnn_286 1 2 1903 1904 1905 -BinaryOp sub_325 1 1 1904 1906 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_84 1 1 1906 1907 -BinaryOp mul_326 2 1 1905 1907 1908 0=2 -InnerProduct linear_295 1 1 1908 1909 0=160 1=1 2=51200 -BinaryOp add_327 2 1 1901 1909 1910 0=0 -Split splitncnn_287 1 2 1910 1911 1912 -Crop select_59 1 1 83 1913 -23310=1,3 -23311=1,0 -23309=1,2 -InnerProduct linear_296 1 1 1912 1914 0=48 1=0 2=7680 -Concat cat_58 2 1 1913 1914 1915 0=0 -Split splitncnn_288 1 2 1915 1916 1917 -Reshape reshape_399 1 1 1916 1918 0=12 1=4 2=40 -Permute permute_702 1 1 1918 1919 0=2 -MatMul bmm_497 2 1 1876 1919 1920 -Permute permute_703 1 1 1920 1921 0=2 -Reshape reshape_400 1 1 1921 1922 0=48 1=8 -InnerProduct linear_297 1 1 1922 1923 0=160 1=1 2=7680 -BinaryOp add_328 2 1 1911 1923 1924 0=0 -Split splitncnn_289 1 2 1924 1925 1926 -Permute permute_582 1 1 1926 1927 0=1 -Convolution1D conv1d_150 1 1 1927 1928 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 -GLU glu_23 1 1 1928 1929 0=0 -Concat cat_59 2 1 1827 1929 1930 0=1 -Split splitncnn_290 1 2 1930 1931 1932 -ConvolutionDepthWise1D convdw1d_772 1 1 1932 1933 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 -Split splitncnn_291 1 2 1933 1934 1935 -BinaryOp sub_329 1 1 1934 1936 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_85 1 1 1936 1937 -BinaryOp mul_330 2 1 1935 1937 1938 0=2 -Convolution1D conv1d_151 1 1 1938 1939 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 -Permute permute_583 1 1 1939 1940 0=1 -BinaryOp add_331 2 1 1925 1940 1941 0=0 -Split splitncnn_292 1 2 1941 1942 1943 -InnerProduct linear_298 1 1 1943 1944 0=320 1=1 2=51200 -Split splitncnn_293 1 2 1944 1945 1946 -BinaryOp sub_332 1 1 1945 1947 0=1 1=1 2=1.000000e+00 -Sigmoid sigmoid_86 1 1 1947 1948 -BinaryOp mul_333 2 1 1946 1948 1949 0=2 -InnerProduct linear_299 1 1 1949 1950 0=160 1=1 2=51200 -BinaryOp add_334 2 1 1942 1950 1951 0=0 -Split splitncnn_294 1 3 1951 1952 1953 1954 -BinaryOp mul_335 2 1 1952 1953 1955 0=2 -Reduction mean_533 1 1 1955 1956 0=3 1=0 -23303=1,-1 4=1 5=1 -BinaryOp add_336 1 1 1956 1957 0=0 1=1 2=2.256193e+00 -BinaryOp pow_337 1 1 1957 1958 0=6 1=1 2=-5.000000e-01 -BinaryOp mul_338 2 1 1954 1958 1959 0=2 -BinaryOp sub_339 2 1 1959 1821 1960 0=1 -BinaryOp mul_340 2 1 1960 120 1961 0=2 -BinaryOp add_341 2 1 1822 1961 1962 0=0 -MemoryData encoders.4.out_combiner 0 1 1963 0=1 -Split splitncnn_295 1 2 1963 1964 1965 -BinaryOp sub_342 1 1 1964 1966 0=7 1=1 2=1.000000e+00 -SimpleUpsample simple_upsample_748 1 1 1962 1967 0=2 1=160 2=320 -BinaryOp mul_343 2 1 1967 1966 1968 0=2 -BinaryOp mul_344 2 1 1523 1965 1969 0=2 -BinaryOp add_345 2 1 1969 1968 1970 0=0 -MemoryData downsample_output 0 1 1971 0=160 -Reshape reshape_401 1 1 1970 1972 0=160 1=2 2=8 -Split splitncnn_296 1 2 1972 1973 1974 -BinaryOp mul_346 2 1 1973 1971 1975 0=2 -Reduction sum_593 1 1 1975 1976 0=0 1=0 -23303=1,-1 4=1 5=1 -Softmax softmax_103 1 1 1976 1977 0=1 1=1 -BinaryOp mul_347 2 1 1974 1977 1978 0=2 -Reduction sum_594 1 1 1978 out0 0=0 1=0 -23303=1,1 4=0 5=1 -Crop slice_404 1 1 1931 1980 -23310=1,-233 -23311=1,1 -23309=1,8 -Crop slice_403 1 1 1788 1981 -23310=1,-233 -23311=1,1 -23309=1,8 -Crop slice_402 1 1 1645 1982 -23310=1,-233 -23311=1,1 -23309=1,8 -Stack stack_0 3 1 1982 1981 1980 out35 0=0 -Crop slice_407 1 1 1890 1984 -23310=1,-233 -23311=1,1 -23309=1,8 -Crop slice_406 1 1 1747 1985 -23310=1,-233 -23311=1,1 -23309=1,8 -Crop slice_405 1 1 1604 1986 -23310=1,-233 -23311=1,1 -23309=1,8 -Stack stack_1 3 1 1986 1985 1984 out30 0=0 -Crop slice_410 1 1 1917 1988 -23310=1,-233 -23311=1,0 -23309=1,-32 -Crop slice_409 1 1 1774 1989 -23310=1,-233 -23311=1,0 -23309=1,-32 -Crop slice_408 1 1 1631 1990 -23310=1,-233 -23311=1,0 -23309=1,-32 -Stack stack_2 3 1 1990 1989 1988 out25 0=0 -Crop slice_413 1 1 1856 1992 -23310=1,-233 -23311=1,0 -23309=1,8 -Crop slice_412 1 1 1713 1993 -23310=1,-233 -23311=1,0 -23309=1,8 -Crop slice_411 1 1 1570 1994 -23310=1,-233 -23311=1,0 -23309=1,8 -Stack stack_3 3 1 1994 1993 1992 out20 0=0 -Crop slice_416 1 1 1862 1996 -23310=1,-233 -23311=1,0 -23309=1,8 -Crop slice_415 1 1 1719 1997 -23310=1,-233 -23311=1,0 -23309=1,8 -Crop slice_414 1 1 1576 1998 -23310=1,-233 -23311=1,0 -23309=1,8 -Stack stack_4 3 1 1998 1997 1996 out15 0=0 -Stack stack_5 3 1 1556 1699 1842 out10 0=0 -Stack stack_6 3 1 1555 1698 1841 out5 0=0 -Crop slice_418 1 1 1476 2002 -23310=1,-233 -23311=1,1 -23309=1,2 -Crop slice_417 1 1 1333 2003 -23310=1,-233 -23311=1,1 -23309=1,2 -Stack stack_7 2 1 2003 2002 out34 0=0 -Crop slice_420 1 1 1435 2005 -23310=1,-233 -23311=1,1 -23309=1,2 -Crop slice_419 1 1 1292 2006 -23310=1,-233 -23311=1,1 -23309=1,2 -Stack stack_8 2 1 2006 2005 out29 0=0 -Crop slice_422 1 1 1462 2008 -23310=1,-233 -23311=1,0 -23309=1,-8 -Crop slice_421 1 1 1319 2009 -23310=1,-233 -23311=1,0 -23309=1,-8 -Stack stack_9 2 1 2009 2008 out24 0=0 -Crop slice_424 1 1 1401 2011 -23310=1,-233 -23311=1,0 -23309=1,2 -Crop slice_423 1 1 1258 2012 -23310=1,-233 -23311=1,0 -23309=1,2 -Stack stack_10 2 1 2012 2011 out19 0=0 -Crop slice_426 1 1 1407 2014 -23310=1,-233 -23311=1,0 -23309=1,2 -Crop slice_425 1 1 1264 2015 -23310=1,-233 -23311=1,0 -23309=1,2 -Stack stack_11 2 1 2015 2014 out14 0=0 -Stack stack_12 2 1 1244 1387 out9 0=0 -Stack stack_13 2 1 1243 1386 out4 0=0 -Crop slice_428 1 1 1171 2019 -23310=1,-233 -23311=1,1 -23309=1,4 -Crop slice_427 1 1 1028 2020 -23310=1,-233 -23311=1,1 -23309=1,4 -Stack stack_14 2 1 2020 2019 out33 0=0 -Crop slice_430 1 1 1130 2022 -23310=1,-233 -23311=1,1 -23309=1,4 -Crop slice_429 1 1 987 2023 -23310=1,-233 -23311=1,1 -23309=1,4 -Stack stack_15 2 1 2023 2022 out28 0=0 -Crop slice_432 1 1 1157 2025 -23310=1,-233 -23311=1,0 -23309=1,-16 -Crop slice_431 1 1 1014 2026 -23310=1,-233 -23311=1,0 -23309=1,-16 -Stack stack_16 2 1 2026 2025 out23 0=0 -Crop slice_434 1 1 1096 2028 -23310=1,-233 -23311=1,0 -23309=1,4 -Crop slice_433 1 1 953 2029 -23310=1,-233 -23311=1,0 -23309=1,4 -Stack stack_17 2 1 2029 2028 out18 0=0 -Crop slice_436 1 1 1102 2031 -23310=1,-233 -23311=1,0 -23309=1,4 -Crop slice_435 1 1 959 2032 -23310=1,-233 -23311=1,0 -23309=1,4 -Stack stack_18 2 1 2032 2031 out13 0=0 -Stack stack_19 2 1 939 1082 out8 0=0 -Stack stack_20 2 1 938 1081 out3 0=0 -Crop slice_439 1 1 865 2036 -23310=1,-233 -23311=1,1 -23309=1,8 -Crop slice_438 1 1 722 2037 -23310=1,-233 -23311=1,1 -23309=1,8 -Crop slice_437 1 1 579 2038 -23310=1,-233 -23311=1,1 -23309=1,8 -Stack stack_21 3 1 2038 2037 2036 out32 0=0 -Crop slice_442 1 1 824 2040 -23310=1,-233 -23311=1,1 -23309=1,8 -Crop slice_441 1 1 681 2041 -23310=1,-233 -23311=1,1 -23309=1,8 -Crop slice_440 1 1 538 2042 -23310=1,-233 -23311=1,1 -23309=1,8 -Stack stack_22 3 1 2042 2041 2040 out27 0=0 -Crop slice_445 1 1 851 2044 -23310=1,-233 -23311=1,0 -23309=1,-32 -Crop slice_444 1 1 708 2045 -23310=1,-233 -23311=1,0 -23309=1,-32 -Crop slice_443 1 1 565 2046 -23310=1,-233 -23311=1,0 -23309=1,-32 -Stack stack_23 3 1 2046 2045 2044 out22 0=0 -Crop slice_448 1 1 790 2048 -23310=1,-233 -23311=1,0 -23309=1,8 -Crop slice_447 1 1 647 2049 -23310=1,-233 -23311=1,0 -23309=1,8 -Crop slice_446 1 1 504 2050 -23310=1,-233 -23311=1,0 -23309=1,8 -Stack stack_24 3 1 2050 2049 2048 out17 0=0 -Crop slice_451 1 1 796 2052 -23310=1,-233 -23311=1,0 -23309=1,8 -Crop slice_450 1 1 653 2053 -23310=1,-233 -23311=1,0 -23309=1,8 -Crop slice_449 1 1 510 2054 -23310=1,-233 -23311=1,0 -23309=1,8 -Stack stack_25 3 1 2054 2053 2052 out12 0=0 -Stack stack_26 3 1 490 633 776 out7 0=0 -Stack stack_27 3 1 489 632 775 out2 0=0 -Crop slice_453 1 1 425 2058 -23310=1,-233 -23311=1,1 -23309=1,16 -Crop slice_452 1 1 282 2059 -23310=1,-233 -23311=1,1 -23309=1,16 -Stack stack_28 2 1 2059 2058 out31 0=0 -Crop slice_455 1 1 384 2061 -23310=1,-233 -23311=1,1 -23309=1,16 -Crop slice_454 1 1 241 2062 -23310=1,-233 -23311=1,1 -23309=1,16 -Stack stack_29 2 1 2062 2061 out26 0=0 -Crop slice_457 1 1 411 2064 -23310=1,-233 -23311=1,0 -23309=1,-64 -Crop slice_456 1 1 268 2065 -23310=1,-233 -23311=1,0 -23309=1,-64 -Stack stack_30 2 1 2065 2064 out21 0=0 -Crop slice_459 1 1 350 2067 -23310=1,-233 -23311=1,0 -23309=1,16 -Crop slice_458 1 1 207 2068 -23310=1,-233 -23311=1,0 -23309=1,16 -Stack stack_31 2 1 2068 2067 out16 0=0 -Crop slice_461 1 1 356 2070 -23310=1,-233 -23311=1,0 -23309=1,16 -Crop slice_460 1 1 213 2071 -23310=1,-233 -23311=1,0 -23309=1,16 -Stack stack_32 2 1 2071 2070 out11 0=0 -Stack stack_33 2 1 193 336 out6 0=0 -Stack stack_34 2 1 192 335 out1 0=0 +Crop crop_604 1 1 19 320 -23310=1,2 -23311=1,0 -23309=1,1 +Reshape pnnx_unique_24_ncnnreshape0 1 1 320 321 0=0 1=0 +Crop crop_605 1 1 36 322 -23310=1,2 -23311=1,0 -23309=1,1 +Reshape pnnx_unique_25_ncnnreshape0 1 1 322 323 0=0 1=0 +Crop crop_606 1 1 53 324 -23310=1,2 -23311=1,0 -23309=1,1 +Reshape pnnx_unique_26_ncnnreshape0 1 1 324 325 0=0 1=0 +Crop crop_607 1 1 70 326 -23310=1,2 -23311=1,0 -23309=1,1 +Reshape pnnx_unique_27_ncnnreshape0 1 1 326 327 0=0 1=0 +Crop crop_608 1 1 87 328 -23310=1,2 -23311=1,0 -23309=1,1 +Reshape pnnx_unique_28_ncnnreshape0 1 1 328 329 0=0 1=0 +Crop crop_609 1 1 104 330 -23310=1,2 -23311=1,0 -23309=1,1 +Reshape pnnx_unique_29_ncnnreshape0 1 1 330 331 0=0 1=0 +InnerProduct linear_168 1 1 317 332 0=320 1=1 2=51200 +Split splitncnn_59 1 2 332 333 334 +BinaryOp sub_32 1 1 333 335 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_32 1 1 335 336 +BinaryOp mul_33 2 1 334 336 337 0=2 +InnerProduct linear_169 1 1 337 338 0=160 1=1 2=51200 +BinaryOp add_34 2 1 314 338 339 0=0 +Split splitncnn_60 1 2 339 340 341 +PoolingModuleNoProj pooling_modul_no_proj_777 3 3 341 319 321 342 343 344 +InnerProduct linear_170 1 1 342 345 0=160 1=0 2=25600 +BinaryOp add_35 2 1 340 345 346 0=0 +Split splitncnn_61 1 2 346 347 348 +InnerProduct linear_171 1 1 348 349 0=256 1=1 2=40960 +Slice tensor_split_1 1 4 349 350 351 352 353 -23300=4,96,96,48,-233 1=1 +Concat cat_5 2 1 325 352 354 0=0 +Split splitncnn_62 1 2 354 355 356 +Reshape reshape_309 1 1 355 357 0=12 1=4 2=80 +Reshape reshape_310 1 1 350 358 0=24 1=4 2=16 +Reshape reshape_311 1 1 353 359 0=4 1=4 2=16 +Concat cat_6 2 1 323 351 360 0=0 +Split splitncnn_63 1 2 360 361 362 +Reshape reshape_312 1 1 361 363 0=24 1=4 2=80 +InnerProduct linear_172 1 1 143 364 0=16 1=0 2=2560 +Reshape reshape_313 1 1 364 365 0=4 1=4 2=95 +Permute permute_692 1 1 365 366 0=3 +Permute permute_690 1 1 359 367 0=2 +MatMul matmul_500 2 1 367 366 368 +Permute permute_691 1 1 363 369 0=3 +Permute permute_689 1 1 358 370 0=2 +MatMul matmul_501 2 1 370 369 371 +TensorAsStrided tensor_as_strided_789 1 1 368 372 -23300=3,4,16,80 -23301=3,1520,94,1 2=15 +BinaryOp add_36 2 1 371 372 373 0=0 +Reshape view_463 1 1 373 374 0=80 1=16 2=4 +Softmax softmax_88 1 1 374 375 0=-1 1=1 +Split splitncnn_64 1 2 375 376 377 +Permute permute_688 1 1 357 378 0=2 +MatMul bmm_476 2 1 377 378 379 +Permute permute_693 1 1 379 380 0=2 +Reshape reshape_314 1 1 380 381 0=48 1=16 +InnerProduct linear_173 1 1 381 382 0=160 1=1 2=7680 +BinaryOp add_37 2 1 347 382 383 0=0 +Split splitncnn_65 1 2 383 384 385 +Permute permute_540 1 1 385 386 0=1 +Convolution1D conv1d_108 1 1 386 387 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 +GLU glu_2 1 1 387 388 0=0 +Concat cat_7 2 1 329 388 389 0=1 +Split splitncnn_66 1 2 389 390 391 +ConvolutionDepthWise1D convdw1d_811 1 1 391 392 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 +Split splitncnn_67 1 2 392 393 394 +BinaryOp sub_38 1 1 393 395 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_33 1 1 395 396 +BinaryOp mul_39 2 1 394 396 397 0=2 +Convolution1D conv1d_109 1 1 397 398 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 +Permute permute_541 1 1 398 399 0=1 +BinaryOp add_40 2 1 384 399 400 0=0 +Split splitncnn_68 1 2 400 401 402 +InnerProduct linear_174 1 1 402 403 0=320 1=1 2=51200 +Split splitncnn_69 1 2 403 404 405 +BinaryOp sub_41 1 1 404 406 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_34 1 1 406 407 +BinaryOp mul_42 2 1 405 407 408 0=2 +InnerProduct linear_175 1 1 408 409 0=160 1=1 2=51200 +BinaryOp add_43 2 1 401 409 410 0=0 +Split splitncnn_70 1 2 410 411 412 +InnerProduct linear_176 1 1 412 413 0=48 1=0 2=7680 +Concat cat_8 2 1 327 413 414 0=0 +Split splitncnn_71 1 2 414 415 416 +Reshape reshape_315 1 1 415 417 0=12 1=4 2=80 +Permute permute_694 1 1 417 418 0=2 +MatMul bmm_477 2 1 376 418 419 +Permute permute_695 1 1 419 420 0=2 +Reshape reshape_316 1 1 420 421 0=48 1=16 +InnerProduct linear_177 1 1 421 422 0=160 1=1 2=7680 +BinaryOp add_44 2 1 411 422 423 0=0 +Split splitncnn_72 1 2 423 424 425 +Permute permute_542 1 1 425 426 0=1 +Convolution1D conv1d_110 1 1 426 427 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 +GLU glu_3 1 1 427 428 0=0 +Concat cat_9 2 1 331 428 429 0=1 +Split splitncnn_73 1 2 429 430 431 +ConvolutionDepthWise1D convdw1d_812 1 1 431 432 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 +Split splitncnn_74 1 2 432 433 434 +BinaryOp sub_45 1 1 433 435 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_35 1 1 435 436 +BinaryOp mul_46 2 1 434 436 437 0=2 +Convolution1D conv1d_111 1 1 437 438 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 +Permute permute_543 1 1 438 439 0=1 +BinaryOp add_47 2 1 424 439 440 0=0 +Split splitncnn_75 1 2 440 441 442 +InnerProduct linear_178 1 1 442 443 0=320 1=1 2=51200 +Split splitncnn_76 1 2 443 444 445 +BinaryOp sub_48 1 1 444 446 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_36 1 1 446 447 +BinaryOp mul_49 2 1 445 447 448 0=2 +InnerProduct linear_179 1 1 448 449 0=160 1=1 2=51200 +BinaryOp add_50 2 1 441 449 450 0=0 +Split splitncnn_77 1 3 450 451 452 453 +BinaryOp mul_51 2 1 451 452 454 0=2 +Reduction mean_523 1 1 454 455 0=3 1=0 -23303=1,-1 4=1 5=1 +BinaryOp add_52 1 1 455 456 0=0 1=1 2=6.826231e+00 +BinaryOp pow_53 1 1 456 457 0=6 1=1 2=-5.000000e-01 +BinaryOp mul_54 2 1 453 457 458 0=2 +BinaryOp sub_55 2 1 458 315 459 0=1 +BinaryOp mul_56 2 1 459 140 460 0=2 +BinaryOp add_57 2 1 316 460 461 0=0 +Split splitncnn_78 1 2 461 462 463 +MemoryData encoders.1.downsample 0 1 464 0=160 1=1 2=1 +Reshape reshape_317 1 1 463 465 0=160 1=2 2=8 +Split splitncnn_79 1 2 465 466 467 +BinaryOp mul_58 2 1 466 464 468 0=2 +Reduction sum_585 1 1 468 469 0=0 1=0 -23303=1,-1 4=1 5=1 +Softmax softmax_89 1 1 469 470 0=1 1=1 +BinaryOp mul_59 2 1 467 470 471 0=2 +Reduction sum_586 1 1 471 472 0=0 1=0 -23303=1,1 4=0 5=1 +Crop crop_610 1 1 7 473 -23310=1,1 -23311=1,0 -23309=1,0 +Reshape encoders.1.encoder.state_select_list.0_ncnnreshape0 1 1 473 474 0=0 1=0 +Crop crop_611 1 1 24 475 -23310=1,1 -23311=1,0 -23309=1,0 +Reshape pnnx_unique_37_ncnnreshape0 1 1 475 476 0=0 1=0 +Crop crop_612 1 1 41 477 -23310=1,1 -23311=1,0 -23309=1,0 +Reshape pnnx_unique_38_ncnnreshape0 1 1 477 478 0=0 1=0 +Crop crop_613 1 1 58 479 -23310=1,1 -23311=1,0 -23309=1,0 +Reshape pnnx_unique_39_ncnnreshape0 1 1 479 480 0=0 1=0 +Crop crop_614 1 1 75 481 -23310=1,1 -23311=1,0 -23309=1,0 +Reshape pnnx_unique_40_ncnnreshape0 1 1 481 482 0=0 1=0 +Crop crop_615 1 1 92 483 -23310=1,1 -23311=1,0 -23309=1,0 +Reshape pnnx_unique_41_ncnnreshape0 1 1 483 484 0=0 1=0 +Crop crop_616 1 1 109 485 -23310=1,1 -23311=1,0 -23309=1,0 +Reshape pnnx_unique_42_ncnnreshape0 1 1 485 486 0=0 1=0 +Split splitncnn_80 1 4 472 487 488 489 490 +InnerProduct linear_180 1 1 490 491 0=320 1=1 2=51200 +Split splitncnn_81 1 2 491 492 493 +BinaryOp sub_60 1 1 492 494 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_37 1 1 494 495 +BinaryOp mul_61 2 1 493 495 496 0=2 +InnerProduct linear_181 1 1 496 497 0=160 1=1 2=51200 +BinaryOp add_62 2 1 487 497 498 0=0 +Split splitncnn_82 1 2 498 499 500 +PoolingModuleNoProj pooling_modul_no_proj_778 3 3 500 474 476 501 502 503 +InnerProduct linear_182 1 1 501 504 0=160 1=0 2=25600 +BinaryOp add_63 2 1 499 504 505 0=0 +Split splitncnn_83 1 2 505 506 507 +InnerProduct linear_183 1 1 507 508 0=256 1=1 2=40960 +Slice tensor_split_2 1 4 508 509 510 511 512 -23300=4,96,96,48,-233 1=1 +Concat cat_10 2 1 480 511 513 0=0 +Split splitncnn_84 1 2 513 514 515 +Reshape reshape_318 1 1 514 516 0=12 1=4 2=40 +Reshape reshape_319 1 1 509 517 0=24 1=4 2=8 +Reshape reshape_320 1 1 512 518 0=4 1=4 2=8 +Concat cat_11 2 1 478 510 519 0=0 +Split splitncnn_85 1 2 519 520 521 +Reshape reshape_321 1 1 520 522 0=24 1=4 2=40 +InnerProduct linear_184 1 1 137 523 0=16 1=0 2=2560 +Reshape reshape_322 1 1 523 524 0=4 1=4 2=47 +Permute permute_700 1 1 524 525 0=3 +Permute permute_698 1 1 518 526 0=2 +MatMul matmul_502 2 1 526 525 527 +Permute permute_699 1 1 522 528 0=3 +Permute permute_697 1 1 517 529 0=2 +MatMul matmul_503 2 1 529 528 530 +TensorAsStrided tensor_as_strided_790 1 1 527 531 -23300=3,4,8,40 -23301=3,376,46,1 2=7 +BinaryOp add_64 2 1 530 531 532 0=0 +Reshape view_464 1 1 532 533 0=40 1=8 2=4 +Softmax softmax_90 1 1 533 534 0=-1 1=1 +Split splitncnn_86 1 2 534 535 536 +Permute permute_696 1 1 516 537 0=2 +MatMul bmm_478 2 1 536 537 538 +Permute permute_701 1 1 538 539 0=2 +Reshape reshape_323 1 1 539 540 0=48 1=8 +InnerProduct linear_185 1 1 540 541 0=160 1=1 2=7680 +BinaryOp add_65 2 1 506 541 542 0=0 +Split splitncnn_87 1 2 542 543 544 +Permute permute_544 1 1 544 545 0=1 +Convolution1D conv1d_112 1 1 545 546 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 +GLU glu_4 1 1 546 547 0=0 +Concat cat_12 2 1 484 547 548 0=1 +Split splitncnn_88 1 2 548 549 550 +ConvolutionDepthWise1D convdw1d_813 1 1 550 551 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 +Split splitncnn_89 1 2 551 552 553 +BinaryOp sub_66 1 1 552 554 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_38 1 1 554 555 +BinaryOp mul_67 2 1 553 555 556 0=2 +Convolution1D conv1d_113 1 1 556 557 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 +Permute permute_545 1 1 557 558 0=1 +BinaryOp add_68 2 1 543 558 559 0=0 +Split splitncnn_90 1 2 559 560 561 +InnerProduct linear_186 1 1 561 562 0=320 1=1 2=51200 +Split splitncnn_91 1 2 562 563 564 +BinaryOp sub_69 1 1 563 565 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_39 1 1 565 566 +BinaryOp mul_70 2 1 564 566 567 0=2 +InnerProduct linear_187 1 1 567 568 0=160 1=1 2=51200 +BinaryOp add_71 2 1 560 568 569 0=0 +Split splitncnn_92 1 2 569 570 571 +InnerProduct linear_188 1 1 571 572 0=48 1=0 2=7680 +Concat cat_13 2 1 482 572 573 0=0 +Split splitncnn_93 1 2 573 574 575 +Reshape reshape_324 1 1 574 576 0=12 1=4 2=40 +Permute permute_702 1 1 576 577 0=2 +MatMul bmm_479 2 1 535 577 578 +Permute permute_703 1 1 578 579 0=2 +Reshape reshape_325 1 1 579 580 0=48 1=8 +InnerProduct linear_189 1 1 580 581 0=160 1=1 2=7680 +BinaryOp add_72 2 1 570 581 582 0=0 +Split splitncnn_94 1 2 582 583 584 +Permute permute_546 1 1 584 585 0=1 +Convolution1D conv1d_114 1 1 585 586 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 +GLU glu_5 1 1 586 587 0=0 +Concat cat_14 2 1 486 587 588 0=1 +Split splitncnn_95 1 2 588 589 590 +ConvolutionDepthWise1D convdw1d_814 1 1 590 591 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 +Split splitncnn_96 1 2 591 592 593 +BinaryOp sub_73 1 1 592 594 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_40 1 1 594 595 +BinaryOp mul_74 2 1 593 595 596 0=2 +Convolution1D conv1d_115 1 1 596 597 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 +Permute permute_547 1 1 597 598 0=1 +BinaryOp add_75 2 1 583 598 599 0=0 +Split splitncnn_97 1 2 599 600 601 +InnerProduct linear_190 1 1 601 602 0=320 1=1 2=51200 +Split splitncnn_98 1 2 602 603 604 +BinaryOp sub_76 1 1 603 605 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_41 1 1 605 606 +BinaryOp mul_77 2 1 604 606 607 0=2 +InnerProduct linear_191 1 1 607 608 0=160 1=1 2=51200 +BinaryOp add_78 2 1 600 608 609 0=0 +Split splitncnn_99 1 3 609 610 611 612 +BinaryOp mul_79 2 1 610 611 613 0=2 +Reduction mean_524 1 1 613 614 0=3 1=0 -23303=1,-1 4=1 5=1 +BinaryOp add_80 1 1 614 615 0=0 1=1 2=3.792164e+00 +BinaryOp pow_81 1 1 615 616 0=6 1=1 2=-5.000000e-01 +BinaryOp mul_82 2 1 612 616 617 0=2 +BinaryOp sub_83 2 1 617 488 618 0=1 +BinaryOp mul_84 2 1 618 136 619 0=2 +BinaryOp add_85 2 1 489 619 620 0=0 +Split splitncnn_100 1 4 620 621 622 623 624 +Crop crop_617 1 1 6 625 -23310=1,2 -23311=1,0 -23309=1,1 +Reshape encoders.1.encoder.state_select_list.1_ncnnreshape0 1 1 625 626 0=0 1=0 +Crop crop_618 1 1 23 627 -23310=1,2 -23311=1,0 -23309=1,1 +Reshape pnnx_unique_50_ncnnreshape0 1 1 627 628 0=0 1=0 +Crop crop_619 1 1 40 629 -23310=1,2 -23311=1,0 -23309=1,1 +Reshape pnnx_unique_51_ncnnreshape0 1 1 629 630 0=0 1=0 +Crop crop_620 1 1 57 631 -23310=1,2 -23311=1,0 -23309=1,1 +Reshape pnnx_unique_52_ncnnreshape0 1 1 631 632 0=0 1=0 +Crop crop_621 1 1 74 633 -23310=1,2 -23311=1,0 -23309=1,1 +Reshape pnnx_unique_53_ncnnreshape0 1 1 633 634 0=0 1=0 +Crop crop_622 1 1 91 635 -23310=1,2 -23311=1,0 -23309=1,1 +Reshape pnnx_unique_54_ncnnreshape0 1 1 635 636 0=0 1=0 +Crop crop_623 1 1 108 637 -23310=1,2 -23311=1,0 -23309=1,1 +Reshape pnnx_unique_55_ncnnreshape0 1 1 637 638 0=0 1=0 +InnerProduct linear_192 1 1 624 639 0=320 1=1 2=51200 +Split splitncnn_101 1 2 639 640 641 +BinaryOp sub_86 1 1 640 642 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_42 1 1 642 643 +BinaryOp mul_87 2 1 641 643 644 0=2 +InnerProduct linear_193 1 1 644 645 0=160 1=1 2=51200 +BinaryOp add_88 2 1 621 645 646 0=0 +Split splitncnn_102 1 2 646 647 648 +PoolingModuleNoProj pooling_modul_no_proj_779 3 3 648 626 628 649 650 651 +InnerProduct linear_194 1 1 649 652 0=160 1=0 2=25600 +BinaryOp add_89 2 1 647 652 653 0=0 +Split splitncnn_103 1 2 653 654 655 +InnerProduct linear_195 1 1 655 656 0=256 1=1 2=40960 +Slice tensor_split_3 1 4 656 657 658 659 660 -23300=4,96,96,48,-233 1=1 +Concat cat_15 2 1 632 659 661 0=0 +Split splitncnn_104 1 2 661 662 663 +Reshape reshape_326 1 1 662 664 0=12 1=4 2=40 +Reshape reshape_327 1 1 657 665 0=24 1=4 2=8 +Reshape reshape_328 1 1 660 666 0=4 1=4 2=8 +Concat cat_16 2 1 630 658 667 0=0 +Split splitncnn_105 1 2 667 668 669 +Reshape reshape_329 1 1 668 670 0=24 1=4 2=40 +InnerProduct linear_196 1 1 139 671 0=16 1=0 2=2560 +Reshape reshape_330 1 1 671 672 0=4 1=4 2=47 +Permute permute_708 1 1 672 673 0=3 +Permute permute_706 1 1 666 674 0=2 +MatMul matmul_504 2 1 674 673 675 +Permute permute_707 1 1 670 676 0=3 +Permute permute_705 1 1 665 677 0=2 +MatMul matmul_505 2 1 677 676 678 +TensorAsStrided tensor_as_strided_791 1 1 675 679 -23300=3,4,8,40 -23301=3,376,46,1 2=7 +BinaryOp add_90 2 1 678 679 680 0=0 +Reshape view_465 1 1 680 681 0=40 1=8 2=4 +Softmax softmax_91 1 1 681 682 0=-1 1=1 +Split splitncnn_106 1 2 682 683 684 +Permute permute_704 1 1 664 685 0=2 +MatMul bmm_480 2 1 684 685 686 +Permute permute_709 1 1 686 687 0=2 +Reshape reshape_331 1 1 687 688 0=48 1=8 +InnerProduct linear_197 1 1 688 689 0=160 1=1 2=7680 +BinaryOp add_91 2 1 654 689 690 0=0 +Split splitncnn_107 1 2 690 691 692 +Permute permute_548 1 1 692 693 0=1 +Convolution1D conv1d_116 1 1 693 694 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 +GLU glu_6 1 1 694 695 0=0 +Concat cat_17 2 1 636 695 696 0=1 +Split splitncnn_108 1 2 696 697 698 +ConvolutionDepthWise1D convdw1d_815 1 1 698 699 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 +Split splitncnn_109 1 2 699 700 701 +BinaryOp sub_92 1 1 700 702 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_43 1 1 702 703 +BinaryOp mul_93 2 1 701 703 704 0=2 +Convolution1D conv1d_117 1 1 704 705 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 +Permute permute_549 1 1 705 706 0=1 +BinaryOp add_94 2 1 691 706 707 0=0 +Split splitncnn_110 1 2 707 708 709 +InnerProduct linear_198 1 1 709 710 0=320 1=1 2=51200 +Split splitncnn_111 1 2 710 711 712 +BinaryOp sub_95 1 1 711 713 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_44 1 1 713 714 +BinaryOp mul_96 2 1 712 714 715 0=2 +InnerProduct linear_199 1 1 715 716 0=160 1=1 2=51200 +BinaryOp add_97 2 1 708 716 717 0=0 +Split splitncnn_112 1 2 717 718 719 +InnerProduct linear_200 1 1 719 720 0=48 1=0 2=7680 +Concat cat_18 2 1 634 720 721 0=0 +Split splitncnn_113 1 2 721 722 723 +Reshape reshape_332 1 1 722 724 0=12 1=4 2=40 +Permute permute_710 1 1 724 725 0=2 +MatMul bmm_481 2 1 683 725 726 +Permute permute_711 1 1 726 727 0=2 +Reshape reshape_333 1 1 727 728 0=48 1=8 +InnerProduct linear_201 1 1 728 729 0=160 1=1 2=7680 +BinaryOp add_98 2 1 718 729 730 0=0 +Split splitncnn_114 1 2 730 731 732 +Permute permute_550 1 1 732 733 0=1 +Convolution1D conv1d_118 1 1 733 734 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 +GLU glu_7 1 1 734 735 0=0 +Concat cat_19 2 1 638 735 736 0=1 +Split splitncnn_115 1 2 736 737 738 +ConvolutionDepthWise1D convdw1d_816 1 1 738 739 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 +Split splitncnn_116 1 2 739 740 741 +BinaryOp sub_99 1 1 740 742 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_45 1 1 742 743 +BinaryOp mul_100 2 1 741 743 744 0=2 +Convolution1D conv1d_119 1 1 744 745 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 +Permute permute_551 1 1 745 746 0=1 +BinaryOp add_101 2 1 731 746 747 0=0 +Split splitncnn_117 1 2 747 748 749 +InnerProduct linear_202 1 1 749 750 0=320 1=1 2=51200 +Split splitncnn_118 1 2 750 751 752 +BinaryOp sub_102 1 1 751 753 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_46 1 1 753 754 +BinaryOp mul_103 2 1 752 754 755 0=2 +InnerProduct linear_203 1 1 755 756 0=160 1=1 2=51200 +BinaryOp add_104 2 1 748 756 757 0=0 +Split splitncnn_119 1 3 757 758 759 760 +BinaryOp mul_105 2 1 758 759 761 0=2 +Reduction mean_525 1 1 761 762 0=3 1=0 -23303=1,-1 4=1 5=1 +BinaryOp add_106 1 1 762 763 0=0 1=1 2=5.184794e+00 +BinaryOp pow_107 1 1 763 764 0=6 1=1 2=-5.000000e-01 +BinaryOp mul_108 2 1 760 764 765 0=2 +BinaryOp sub_109 2 1 765 622 766 0=1 +BinaryOp mul_110 2 1 766 135 767 0=2 +BinaryOp add_111 2 1 623 767 768 0=0 +Split splitncnn_120 1 4 768 769 770 771 772 +Crop crop_624 1 1 5 773 -23310=1,3 -23311=1,0 -23309=1,2 +Reshape encoders.1.encoder.state_select_list.2_ncnnreshape0 1 1 773 774 0=0 1=0 +Crop crop_625 1 1 22 775 -23310=1,3 -23311=1,0 -23309=1,2 +Reshape pnnx_unique_63_ncnnreshape0 1 1 775 776 0=0 1=0 +Crop crop_626 1 1 39 777 -23310=1,3 -23311=1,0 -23309=1,2 +Reshape pnnx_unique_64_ncnnreshape0 1 1 777 778 0=0 1=0 +Crop crop_627 1 1 56 779 -23310=1,3 -23311=1,0 -23309=1,2 +Reshape pnnx_unique_65_ncnnreshape0 1 1 779 780 0=0 1=0 +Crop crop_628 1 1 73 781 -23310=1,3 -23311=1,0 -23309=1,2 +Reshape pnnx_unique_66_ncnnreshape0 1 1 781 782 0=0 1=0 +Crop crop_629 1 1 90 783 -23310=1,3 -23311=1,0 -23309=1,2 +Reshape pnnx_unique_67_ncnnreshape0 1 1 783 784 0=0 1=0 +Crop crop_630 1 1 107 785 -23310=1,3 -23311=1,0 -23309=1,2 +Reshape pnnx_unique_68_ncnnreshape0 1 1 785 786 0=0 1=0 +InnerProduct linear_204 1 1 772 787 0=320 1=1 2=51200 +Split splitncnn_121 1 2 787 788 789 +BinaryOp sub_112 1 1 788 790 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_47 1 1 790 791 +BinaryOp mul_113 2 1 789 791 792 0=2 +InnerProduct linear_205 1 1 792 793 0=160 1=1 2=51200 +BinaryOp add_114 2 1 769 793 794 0=0 +Split splitncnn_122 1 2 794 795 796 +PoolingModuleNoProj pooling_modul_no_proj_780 3 3 796 774 776 797 798 799 +InnerProduct linear_206 1 1 797 800 0=160 1=0 2=25600 +BinaryOp add_115 2 1 795 800 801 0=0 +Split splitncnn_123 1 2 801 802 803 +InnerProduct linear_207 1 1 803 804 0=256 1=1 2=40960 +Slice tensor_split_4 1 4 804 805 806 807 808 -23300=4,96,96,48,-233 1=1 +Concat cat_20 2 1 780 807 809 0=0 +Split splitncnn_124 1 2 809 810 811 +Reshape reshape_334 1 1 810 812 0=12 1=4 2=40 +Reshape reshape_335 1 1 805 813 0=24 1=4 2=8 +Reshape reshape_336 1 1 808 814 0=4 1=4 2=8 +Concat cat_21 2 1 778 806 815 0=0 +Split splitncnn_125 1 2 815 816 817 +Reshape reshape_337 1 1 816 818 0=24 1=4 2=40 +InnerProduct linear_208 1 1 138 819 0=16 1=0 2=2560 +Reshape reshape_338 1 1 819 820 0=4 1=4 2=47 +Permute permute_716 1 1 820 821 0=3 +Permute permute_714 1 1 814 822 0=2 +MatMul matmul_506 2 1 822 821 823 +Permute permute_715 1 1 818 824 0=3 +Permute permute_713 1 1 813 825 0=2 +MatMul matmul_507 2 1 825 824 826 +TensorAsStrided tensor_as_strided_792 1 1 823 827 -23300=3,4,8,40 -23301=3,376,46,1 2=7 +BinaryOp add_116 2 1 826 827 828 0=0 +Reshape view_466 1 1 828 829 0=40 1=8 2=4 +Softmax softmax_92 1 1 829 830 0=-1 1=1 +Split splitncnn_126 1 2 830 831 832 +Permute permute_712 1 1 812 833 0=2 +MatMul bmm_482 2 1 832 833 834 +Permute permute_717 1 1 834 835 0=2 +Reshape reshape_339 1 1 835 836 0=48 1=8 +InnerProduct linear_209 1 1 836 837 0=160 1=1 2=7680 +BinaryOp add_117 2 1 802 837 838 0=0 +Split splitncnn_127 1 2 838 839 840 +Permute permute_552 1 1 840 841 0=1 +Convolution1D conv1d_120 1 1 841 842 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 +GLU glu_8 1 1 842 843 0=0 +Concat cat_22 2 1 784 843 844 0=1 +Split splitncnn_128 1 2 844 845 846 +ConvolutionDepthWise1D convdw1d_817 1 1 846 847 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 +Split splitncnn_129 1 2 847 848 849 +BinaryOp sub_118 1 1 848 850 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_48 1 1 850 851 +BinaryOp mul_119 2 1 849 851 852 0=2 +Convolution1D conv1d_121 1 1 852 853 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 +Permute permute_553 1 1 853 854 0=1 +BinaryOp add_120 2 1 839 854 855 0=0 +Split splitncnn_130 1 2 855 856 857 +InnerProduct linear_210 1 1 857 858 0=320 1=1 2=51200 +Split splitncnn_131 1 2 858 859 860 +BinaryOp sub_121 1 1 859 861 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_49 1 1 861 862 +BinaryOp mul_122 2 1 860 862 863 0=2 +InnerProduct linear_211 1 1 863 864 0=160 1=1 2=51200 +BinaryOp add_123 2 1 856 864 865 0=0 +Split splitncnn_132 1 2 865 866 867 +InnerProduct linear_212 1 1 867 868 0=48 1=0 2=7680 +Concat cat_23 2 1 782 868 869 0=0 +Split splitncnn_133 1 2 869 870 871 +Reshape reshape_340 1 1 870 872 0=12 1=4 2=40 +Permute permute_718 1 1 872 873 0=2 +MatMul bmm_483 2 1 831 873 874 +Permute permute_719 1 1 874 875 0=2 +Reshape reshape_341 1 1 875 876 0=48 1=8 +InnerProduct linear_213 1 1 876 877 0=160 1=1 2=7680 +BinaryOp add_124 2 1 866 877 878 0=0 +Split splitncnn_134 1 2 878 879 880 +Permute permute_554 1 1 880 881 0=1 +Convolution1D conv1d_122 1 1 881 882 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 +GLU glu_9 1 1 882 883 0=0 +Concat cat_24 2 1 786 883 884 0=1 +Split splitncnn_135 1 2 884 885 886 +ConvolutionDepthWise1D convdw1d_818 1 1 886 887 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 +Split splitncnn_136 1 2 887 888 889 +BinaryOp sub_125 1 1 888 890 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_50 1 1 890 891 +BinaryOp mul_126 2 1 889 891 892 0=2 +Convolution1D conv1d_123 1 1 892 893 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 +Permute permute_555 1 1 893 894 0=1 +BinaryOp add_127 2 1 879 894 895 0=0 +Split splitncnn_137 1 2 895 896 897 +InnerProduct linear_214 1 1 897 898 0=320 1=1 2=51200 +Split splitncnn_138 1 2 898 899 900 +BinaryOp sub_128 1 1 899 901 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_51 1 1 901 902 +BinaryOp mul_129 2 1 900 902 903 0=2 +InnerProduct linear_215 1 1 903 904 0=160 1=1 2=51200 +BinaryOp add_130 2 1 896 904 905 0=0 +Split splitncnn_139 1 3 905 906 907 908 +BinaryOp mul_131 2 1 906 907 909 0=2 +Reduction mean_526 1 1 909 910 0=3 1=0 -23303=1,-1 4=1 5=1 +BinaryOp add_132 1 1 910 911 0=0 1=1 2=9.473920e+00 +BinaryOp pow_133 1 1 911 912 0=6 1=1 2=-5.000000e-01 +BinaryOp mul_134 2 1 908 912 913 0=2 +BinaryOp sub_135 2 1 913 770 914 0=1 +BinaryOp mul_136 2 1 914 134 915 0=2 +BinaryOp add_137 2 1 771 915 916 0=0 +MemoryData encoders.1.out_combiner 0 1 917 0=1 +Split splitncnn_140 1 2 917 918 919 +BinaryOp sub_138 1 1 918 920 0=7 1=1 2=1.000000e+00 +SimpleUpsample simple_upsample_805 1 1 916 921 0=2 1=160 2=320 +BinaryOp mul_139 2 1 921 920 922 0=2 +BinaryOp mul_140 2 1 462 919 923 0=2 +BinaryOp add_141 2 1 923 922 924 0=0 +Split splitncnn_141 1 3 924 925 926 927 +MemoryData encoders.2.downsample 0 1 928 0=160 1=1 2=1 +Reshape reshape_342 1 1 927 929 0=160 1=4 2=4 +Split splitncnn_142 1 2 929 930 931 +BinaryOp mul_142 2 1 930 928 932 0=2 +Reduction sum_587 1 1 932 933 0=0 1=0 -23303=1,-1 4=1 5=1 +Softmax softmax_93 1 1 933 934 0=1 1=1 +BinaryOp mul_143 2 1 931 934 935 0=2 +Reduction sum_588 1 1 935 936 0=0 1=0 -23303=1,1 4=0 5=1 +Crop crop_631 1 1 10 937 -23310=1,1 -23311=1,0 -23309=1,0 +Reshape encoders.2.encoder.state_select_list.0_ncnnreshape0 1 1 937 938 0=0 1=0 +Crop crop_632 1 1 27 939 -23310=1,1 -23311=1,0 -23309=1,0 +Reshape pnnx_unique_77_ncnnreshape0 1 1 939 940 0=0 1=0 +Crop crop_633 1 1 44 941 -23310=1,1 -23311=1,0 -23309=1,0 +Reshape pnnx_unique_78_ncnnreshape0 1 1 941 942 0=0 1=0 +Crop crop_634 1 1 61 943 -23310=1,1 -23311=1,0 -23309=1,0 +Reshape pnnx_unique_79_ncnnreshape0 1 1 943 944 0=0 1=0 +Crop crop_635 1 1 78 945 -23310=1,1 -23311=1,0 -23309=1,0 +Reshape pnnx_unique_80_ncnnreshape0 1 1 945 946 0=0 1=0 +Crop crop_636 1 1 95 947 -23310=1,1 -23311=1,0 -23309=1,0 +Reshape pnnx_unique_81_ncnnreshape0 1 1 947 948 0=0 1=0 +Crop crop_637 1 1 112 949 -23310=1,1 -23311=1,0 -23309=1,0 +Reshape pnnx_unique_82_ncnnreshape0 1 1 949 950 0=0 1=0 +Split splitncnn_143 1 4 936 951 952 953 954 +InnerProduct linear_216 1 1 954 955 0=640 1=1 2=102400 +Split splitncnn_144 1 2 955 956 957 +BinaryOp sub_144 1 1 956 958 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_52 1 1 958 959 +BinaryOp mul_145 2 1 957 959 960 0=2 +InnerProduct linear_217 1 1 960 961 0=160 1=1 2=102400 +BinaryOp add_146 2 1 951 961 962 0=0 +Split splitncnn_145 1 2 962 963 964 +PoolingModuleNoProj pooling_modul_no_proj_781 3 3 964 938 940 965 966 967 +InnerProduct linear_218 1 1 965 968 0=160 1=0 2=25600 +BinaryOp add_147 2 1 963 968 969 0=0 +Split splitncnn_146 1 2 969 970 971 +InnerProduct linear_219 1 1 971 972 0=256 1=1 2=40960 +Slice tensor_split_5 1 4 972 973 974 975 976 -23300=4,96,96,48,-233 1=1 +Concat cat_25 2 1 944 975 977 0=0 +Split splitncnn_147 1 2 977 978 979 +Reshape reshape_343 1 1 978 980 0=12 1=4 2=20 +Reshape reshape_344 1 1 973 981 0=24 1=4 2=4 +Reshape reshape_345 1 1 976 982 0=4 1=4 2=4 +Concat cat_26 2 1 942 974 983 0=0 +Split splitncnn_148 1 2 983 984 985 +Reshape reshape_346 1 1 984 986 0=24 1=4 2=20 +InnerProduct linear_220 1 1 132 987 0=16 1=0 2=2560 +Reshape reshape_347 1 1 987 988 0=4 1=4 2=23 +Permute permute_724 1 1 988 989 0=3 +Permute permute_722 1 1 982 990 0=2 +MatMul matmul_508 2 1 990 989 991 +Permute permute_723 1 1 986 992 0=3 +Permute permute_721 1 1 981 993 0=2 +MatMul matmul_509 2 1 993 992 994 +TensorAsStrided tensor_as_strided_793 1 1 991 995 -23300=3,4,4,20 -23301=3,92,22,1 2=3 +BinaryOp add_148 2 1 994 995 996 0=0 +Reshape view_467 1 1 996 997 0=20 1=4 2=4 +Softmax softmax_94 1 1 997 998 0=-1 1=1 +Split splitncnn_149 1 2 998 999 1000 +Permute permute_720 1 1 980 1001 0=2 +MatMul bmm_484 2 1 1000 1001 1002 +Permute permute_725 1 1 1002 1003 0=2 +Reshape reshape_348 1 1 1003 1004 0=48 1=4 +InnerProduct linear_221 1 1 1004 1005 0=160 1=1 2=7680 +BinaryOp add_149 2 1 970 1005 1006 0=0 +Split splitncnn_150 1 2 1006 1007 1008 +Permute permute_556 1 1 1008 1009 0=1 +Convolution1D conv1d_124 1 1 1009 1010 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 +GLU glu_10 1 1 1010 1011 0=0 +Concat cat_27 2 1 948 1011 1012 0=1 +Split splitncnn_151 1 2 1012 1013 1014 +ConvolutionDepthWise1D convdw1d_819 1 1 1014 1015 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 +Split splitncnn_152 1 2 1015 1016 1017 +BinaryOp sub_150 1 1 1016 1018 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_53 1 1 1018 1019 +BinaryOp mul_151 2 1 1017 1019 1020 0=2 +Convolution1D conv1d_125 1 1 1020 1021 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 +Permute permute_557 1 1 1021 1022 0=1 +BinaryOp add_152 2 1 1007 1022 1023 0=0 +Split splitncnn_153 1 2 1023 1024 1025 +InnerProduct linear_222 1 1 1025 1026 0=640 1=1 2=102400 +Split splitncnn_154 1 2 1026 1027 1028 +BinaryOp sub_153 1 1 1027 1029 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_54 1 1 1029 1030 +BinaryOp mul_154 2 1 1028 1030 1031 0=2 +InnerProduct linear_223 1 1 1031 1032 0=160 1=1 2=102400 +BinaryOp add_155 2 1 1024 1032 1033 0=0 +Split splitncnn_155 1 2 1033 1034 1035 +InnerProduct linear_224 1 1 1035 1036 0=48 1=0 2=7680 +Concat cat_28 2 1 946 1036 1037 0=0 +Split splitncnn_156 1 2 1037 1038 1039 +Reshape reshape_349 1 1 1038 1040 0=12 1=4 2=20 +Permute permute_726 1 1 1040 1041 0=2 +MatMul bmm_485 2 1 999 1041 1042 +Permute permute_727 1 1 1042 1043 0=2 +Reshape reshape_350 1 1 1043 1044 0=48 1=4 +InnerProduct linear_225 1 1 1044 1045 0=160 1=1 2=7680 +BinaryOp add_156 2 1 1034 1045 1046 0=0 +Split splitncnn_157 1 2 1046 1047 1048 +Permute permute_558 1 1 1048 1049 0=1 +Convolution1D conv1d_126 1 1 1049 1050 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 +GLU glu_11 1 1 1050 1051 0=0 +Concat cat_29 2 1 950 1051 1052 0=1 +Split splitncnn_158 1 2 1052 1053 1054 +ConvolutionDepthWise1D convdw1d_820 1 1 1054 1055 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 +Split splitncnn_159 1 2 1055 1056 1057 +BinaryOp sub_157 1 1 1056 1058 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_55 1 1 1058 1059 +BinaryOp mul_158 2 1 1057 1059 1060 0=2 +Convolution1D conv1d_127 1 1 1060 1061 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 +Permute permute_559 1 1 1061 1062 0=1 +BinaryOp add_159 2 1 1047 1062 1063 0=0 +Split splitncnn_160 1 2 1063 1064 1065 +InnerProduct linear_226 1 1 1065 1066 0=640 1=1 2=102400 +Split splitncnn_161 1 2 1066 1067 1068 +BinaryOp sub_160 1 1 1067 1069 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_56 1 1 1069 1070 +BinaryOp mul_161 2 1 1068 1070 1071 0=2 +InnerProduct linear_227 1 1 1071 1072 0=160 1=1 2=102400 +BinaryOp add_162 2 1 1064 1072 1073 0=0 +Split splitncnn_162 1 3 1073 1074 1075 1076 +BinaryOp mul_163 2 1 1074 1075 1077 0=2 +Reduction mean_527 1 1 1077 1078 0=3 1=0 -23303=1,-1 4=1 5=1 +BinaryOp add_164 1 1 1078 1079 0=0 1=1 2=3.638299e+00 +BinaryOp pow_165 1 1 1079 1080 0=6 1=1 2=-5.000000e-01 +BinaryOp mul_166 2 1 1076 1080 1081 0=2 +BinaryOp sub_167 2 1 1081 952 1082 0=1 +BinaryOp mul_168 2 1 1082 131 1083 0=2 +BinaryOp add_169 2 1 953 1083 1084 0=0 +Split splitncnn_163 1 4 1084 1085 1086 1087 1088 +Crop crop_638 1 1 9 1089 -23310=1,2 -23311=1,0 -23309=1,1 +Reshape encoders.2.encoder.state_select_list.1_ncnnreshape0 1 1 1089 1090 0=0 1=0 +Crop crop_639 1 1 26 1091 -23310=1,2 -23311=1,0 -23309=1,1 +Reshape pnnx_unique_90_ncnnreshape0 1 1 1091 1092 0=0 1=0 +Crop crop_640 1 1 43 1093 -23310=1,2 -23311=1,0 -23309=1,1 +Reshape pnnx_unique_91_ncnnreshape0 1 1 1093 1094 0=0 1=0 +Crop crop_641 1 1 60 1095 -23310=1,2 -23311=1,0 -23309=1,1 +Reshape pnnx_unique_92_ncnnreshape0 1 1 1095 1096 0=0 1=0 +Crop crop_642 1 1 77 1097 -23310=1,2 -23311=1,0 -23309=1,1 +Reshape pnnx_unique_93_ncnnreshape0 1 1 1097 1098 0=0 1=0 +Crop crop_643 1 1 94 1099 -23310=1,2 -23311=1,0 -23309=1,1 +Reshape pnnx_unique_94_ncnnreshape0 1 1 1099 1100 0=0 1=0 +Crop crop_644 1 1 111 1101 -23310=1,2 -23311=1,0 -23309=1,1 +Reshape pnnx_unique_95_ncnnreshape0 1 1 1101 1102 0=0 1=0 +InnerProduct linear_228 1 1 1088 1103 0=640 1=1 2=102400 +Split splitncnn_164 1 2 1103 1104 1105 +BinaryOp sub_170 1 1 1104 1106 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_57 1 1 1106 1107 +BinaryOp mul_171 2 1 1105 1107 1108 0=2 +InnerProduct linear_229 1 1 1108 1109 0=160 1=1 2=102400 +BinaryOp add_172 2 1 1085 1109 1110 0=0 +Split splitncnn_165 1 2 1110 1111 1112 +PoolingModuleNoProj pooling_modul_no_proj_782 3 3 1112 1090 1092 1113 1114 1115 +InnerProduct linear_230 1 1 1113 1116 0=160 1=0 2=25600 +BinaryOp add_173 2 1 1111 1116 1117 0=0 +Split splitncnn_166 1 2 1117 1118 1119 +InnerProduct linear_231 1 1 1119 1120 0=256 1=1 2=40960 +Slice tensor_split_6 1 4 1120 1121 1122 1123 1124 -23300=4,96,96,48,-233 1=1 +Concat cat_30 2 1 1096 1123 1125 0=0 +Split splitncnn_167 1 2 1125 1126 1127 +Reshape reshape_351 1 1 1126 1128 0=12 1=4 2=20 +Reshape reshape_352 1 1 1121 1129 0=24 1=4 2=4 +Reshape reshape_353 1 1 1124 1130 0=4 1=4 2=4 +Concat cat_31 2 1 1094 1122 1131 0=0 +Split splitncnn_168 1 2 1131 1132 1133 +Reshape reshape_354 1 1 1132 1134 0=24 1=4 2=20 +InnerProduct linear_232 1 1 133 1135 0=16 1=0 2=2560 +Reshape reshape_355 1 1 1135 1136 0=4 1=4 2=23 +Permute permute_732 1 1 1136 1137 0=3 +Permute permute_730 1 1 1130 1138 0=2 +MatMul matmul_510 2 1 1138 1137 1139 +Permute permute_731 1 1 1134 1140 0=3 +Permute permute_729 1 1 1129 1141 0=2 +MatMul matmul_511 2 1 1141 1140 1142 +TensorAsStrided tensor_as_strided_794 1 1 1139 1143 -23300=3,4,4,20 -23301=3,92,22,1 2=3 +BinaryOp add_174 2 1 1142 1143 1144 0=0 +Reshape view_468 1 1 1144 1145 0=20 1=4 2=4 +Softmax softmax_95 1 1 1145 1146 0=-1 1=1 +Split splitncnn_169 1 2 1146 1147 1148 +Permute permute_728 1 1 1128 1149 0=2 +MatMul bmm_486 2 1 1148 1149 1150 +Permute permute_733 1 1 1150 1151 0=2 +Reshape reshape_356 1 1 1151 1152 0=48 1=4 +InnerProduct linear_233 1 1 1152 1153 0=160 1=1 2=7680 +BinaryOp add_175 2 1 1118 1153 1154 0=0 +Split splitncnn_170 1 2 1154 1155 1156 +Permute permute_560 1 1 1156 1157 0=1 +Convolution1D conv1d_128 1 1 1157 1158 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 +GLU glu_12 1 1 1158 1159 0=0 +Concat cat_32 2 1 1100 1159 1160 0=1 +Split splitncnn_171 1 2 1160 1161 1162 +ConvolutionDepthWise1D convdw1d_821 1 1 1162 1163 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 +Split splitncnn_172 1 2 1163 1164 1165 +BinaryOp sub_176 1 1 1164 1166 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_58 1 1 1166 1167 +BinaryOp mul_177 2 1 1165 1167 1168 0=2 +Convolution1D conv1d_129 1 1 1168 1169 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 +Permute permute_561 1 1 1169 1170 0=1 +BinaryOp add_178 2 1 1155 1170 1171 0=0 +Split splitncnn_173 1 2 1171 1172 1173 +InnerProduct linear_234 1 1 1173 1174 0=640 1=1 2=102400 +Split splitncnn_174 1 2 1174 1175 1176 +BinaryOp sub_179 1 1 1175 1177 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_59 1 1 1177 1178 +BinaryOp mul_180 2 1 1176 1178 1179 0=2 +InnerProduct linear_235 1 1 1179 1180 0=160 1=1 2=102400 +BinaryOp add_181 2 1 1172 1180 1181 0=0 +Split splitncnn_175 1 2 1181 1182 1183 +InnerProduct linear_236 1 1 1183 1184 0=48 1=0 2=7680 +Concat cat_33 2 1 1098 1184 1185 0=0 +Split splitncnn_176 1 2 1185 1186 1187 +Reshape reshape_357 1 1 1186 1188 0=12 1=4 2=20 +Permute permute_734 1 1 1188 1189 0=2 +MatMul bmm_487 2 1 1147 1189 1190 +Permute permute_735 1 1 1190 1191 0=2 +Reshape reshape_358 1 1 1191 1192 0=48 1=4 +InnerProduct linear_237 1 1 1192 1193 0=160 1=1 2=7680 +BinaryOp add_182 2 1 1182 1193 1194 0=0 +Split splitncnn_177 1 2 1194 1195 1196 +Permute permute_562 1 1 1196 1197 0=1 +Convolution1D conv1d_130 1 1 1197 1198 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 +GLU glu_13 1 1 1198 1199 0=0 +Concat cat_34 2 1 1102 1199 1200 0=1 +Split splitncnn_178 1 2 1200 1201 1202 +ConvolutionDepthWise1D convdw1d_822 1 1 1202 1203 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 +Split splitncnn_179 1 2 1203 1204 1205 +BinaryOp sub_183 1 1 1204 1206 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_60 1 1 1206 1207 +BinaryOp mul_184 2 1 1205 1207 1208 0=2 +Convolution1D conv1d_131 1 1 1208 1209 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 +Permute permute_563 1 1 1209 1210 0=1 +BinaryOp add_185 2 1 1195 1210 1211 0=0 +Split splitncnn_180 1 2 1211 1212 1213 +InnerProduct linear_238 1 1 1213 1214 0=640 1=1 2=102400 +Split splitncnn_181 1 2 1214 1215 1216 +BinaryOp sub_186 1 1 1215 1217 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_61 1 1 1217 1218 +BinaryOp mul_187 2 1 1216 1218 1219 0=2 +InnerProduct linear_239 1 1 1219 1220 0=160 1=1 2=102400 +BinaryOp add_188 2 1 1212 1220 1221 0=0 +Split splitncnn_182 1 3 1221 1222 1223 1224 +BinaryOp mul_189 2 1 1222 1223 1225 0=2 +Reduction mean_528 1 1 1225 1226 0=3 1=0 -23303=1,-1 4=1 5=1 +BinaryOp add_190 1 1 1226 1227 0=0 1=1 2=1.419899e+01 +BinaryOp pow_191 1 1 1227 1228 0=6 1=1 2=-5.000000e-01 +BinaryOp mul_192 2 1 1224 1228 1229 0=2 +BinaryOp sub_193 2 1 1229 1086 1230 0=1 +BinaryOp mul_194 2 1 1230 130 1231 0=2 +BinaryOp add_195 2 1 1087 1231 1232 0=0 +MemoryData encoders.2.out_combiner 0 1 1233 0=1 +Split splitncnn_183 1 2 1233 1234 1235 +BinaryOp sub_196 1 1 1234 1236 0=7 1=1 2=1.000000e+00 +SimpleUpsample simple_upsample_806 1 1 1232 1237 0=4 1=160 2=640 +BinaryOp mul_197 2 1 1237 1236 1238 0=2 +BinaryOp mul_198 2 1 925 1235 1239 0=2 +BinaryOp add_199 2 1 1239 1238 1240 0=0 +Split splitncnn_184 1 2 1240 1241 1242 +MemoryData encoders.3.downsample 0 1 1243 0=160 1=1 2=1 +Reshape reshape_359 1 1 1242 1244 0=160 1=8 2=2 +Split splitncnn_185 1 2 1244 1245 1246 +BinaryOp mul_200 2 1 1245 1243 1247 0=2 +Reduction sum_589 1 1 1247 1248 0=0 1=0 -23303=1,-1 4=1 5=1 +Softmax softmax_96 1 1 1248 1249 0=1 1=1 +BinaryOp mul_201 2 1 1246 1249 1250 0=2 +Reduction sum_590 1 1 1250 1251 0=0 1=0 -23303=1,1 4=0 5=1 +Crop crop_645 1 1 13 1252 -23310=1,1 -23311=1,0 -23309=1,0 +Reshape encoders.3.encoder.state_select_list.0_ncnnreshape0 1 1 1252 1253 0=0 1=0 +Crop crop_646 1 1 30 1254 -23310=1,1 -23311=1,0 -23309=1,0 +Reshape pnnx_unique_104_ncnnreshape0 1 1 1254 1255 0=0 1=0 +Crop crop_647 1 1 47 1256 -23310=1,1 -23311=1,0 -23309=1,0 +Reshape pnnx_unique_105_ncnnreshape0 1 1 1256 1257 0=0 1=0 +Crop crop_648 1 1 64 1258 -23310=1,1 -23311=1,0 -23309=1,0 +Reshape pnnx_unique_106_ncnnreshape0 1 1 1258 1259 0=0 1=0 +Crop crop_649 1 1 81 1260 -23310=1,1 -23311=1,0 -23309=1,0 +Reshape pnnx_unique_107_ncnnreshape0 1 1 1260 1261 0=0 1=0 +Crop crop_650 1 1 98 1262 -23310=1,1 -23311=1,0 -23309=1,0 +Reshape pnnx_unique_108_ncnnreshape0 1 1 1262 1263 0=0 1=0 +Crop crop_651 1 1 115 1264 -23310=1,1 -23311=1,0 -23309=1,0 +Reshape pnnx_unique_109_ncnnreshape0 1 1 1264 1265 0=0 1=0 +Split splitncnn_186 1 4 1251 1266 1267 1268 1269 +InnerProduct linear_240 1 1 1269 1270 0=640 1=1 2=102400 +Split splitncnn_187 1 2 1270 1271 1272 +BinaryOp sub_202 1 1 1271 1273 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_62 1 1 1273 1274 +BinaryOp mul_203 2 1 1272 1274 1275 0=2 +InnerProduct linear_241 1 1 1275 1276 0=160 1=1 2=102400 +BinaryOp add_204 2 1 1266 1276 1277 0=0 +Split splitncnn_188 1 2 1277 1278 1279 +PoolingModuleNoProj pooling_modul_no_proj_783 3 3 1279 1253 1255 1280 1281 1282 +InnerProduct linear_242 1 1 1280 1283 0=160 1=0 2=25600 +BinaryOp add_205 2 1 1278 1283 1284 0=0 +Split splitncnn_189 1 2 1284 1285 1286 +InnerProduct linear_243 1 1 1286 1287 0=256 1=1 2=40960 +Slice tensor_split_7 1 4 1287 1288 1289 1290 1291 -23300=4,96,96,48,-233 1=1 +Concat cat_35 2 1 1259 1290 1292 0=0 +Split splitncnn_190 1 2 1292 1293 1294 +Reshape reshape_360 1 1 1293 1295 0=12 1=4 2=10 +Reshape reshape_361 1 1 1288 1296 0=24 1=4 2=2 +Reshape reshape_362 1 1 1291 1297 0=4 1=4 2=2 +Concat cat_36 2 1 1257 1289 1298 0=0 +Split splitncnn_191 1 2 1298 1299 1300 +Reshape reshape_363 1 1 1299 1301 0=24 1=4 2=10 +InnerProduct linear_244 1 1 128 1302 0=16 1=0 2=2560 +Reshape reshape_364 1 1 1302 1303 0=4 1=4 2=11 +Permute permute_740 1 1 1303 1304 0=3 +Permute permute_738 1 1 1297 1305 0=2 +MatMul matmul_512 2 1 1305 1304 1306 +Permute permute_739 1 1 1301 1307 0=3 +Permute permute_737 1 1 1296 1308 0=2 +MatMul matmul_513 2 1 1308 1307 1309 +TensorAsStrided tensor_as_strided_795 1 1 1306 1310 -23300=3,4,2,10 -23301=3,22,10,1 2=1 +BinaryOp add_206 2 1 1309 1310 1311 0=0 +Reshape view_469 1 1 1311 1312 0=10 1=2 2=4 +Softmax softmax_97 1 1 1312 1313 0=-1 1=1 +Split splitncnn_192 1 2 1313 1314 1315 +Permute permute_736 1 1 1295 1316 0=2 +MatMul bmm_488 2 1 1315 1316 1317 +Permute permute_741 1 1 1317 1318 0=2 +Reshape reshape_365 1 1 1318 1319 0=48 1=2 +InnerProduct linear_245 1 1 1319 1320 0=160 1=1 2=7680 +BinaryOp add_207 2 1 1285 1320 1321 0=0 +Split splitncnn_193 1 2 1321 1322 1323 +Permute permute_564 1 1 1323 1324 0=1 +Convolution1D conv1d_132 1 1 1324 1325 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 +GLU glu_14 1 1 1325 1326 0=0 +Concat cat_37 2 1 1263 1326 1327 0=1 +Split splitncnn_194 1 2 1327 1328 1329 +ConvolutionDepthWise1D convdw1d_823 1 1 1329 1330 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 +Split splitncnn_195 1 2 1330 1331 1332 +BinaryOp sub_208 1 1 1331 1333 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_63 1 1 1333 1334 +BinaryOp mul_209 2 1 1332 1334 1335 0=2 +Convolution1D conv1d_133 1 1 1335 1336 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 +Permute permute_565 1 1 1336 1337 0=1 +BinaryOp add_210 2 1 1322 1337 1338 0=0 +Split splitncnn_196 1 2 1338 1339 1340 +InnerProduct linear_246 1 1 1340 1341 0=640 1=1 2=102400 +Split splitncnn_197 1 2 1341 1342 1343 +BinaryOp sub_211 1 1 1342 1344 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_64 1 1 1344 1345 +BinaryOp mul_212 2 1 1343 1345 1346 0=2 +InnerProduct linear_247 1 1 1346 1347 0=160 1=1 2=102400 +BinaryOp add_213 2 1 1339 1347 1348 0=0 +Split splitncnn_198 1 2 1348 1349 1350 +InnerProduct linear_248 1 1 1350 1351 0=48 1=0 2=7680 +Concat cat_38 2 1 1261 1351 1352 0=0 +Split splitncnn_199 1 2 1352 1353 1354 +Reshape reshape_366 1 1 1353 1355 0=12 1=4 2=10 +Permute permute_742 1 1 1355 1356 0=2 +MatMul bmm_489 2 1 1314 1356 1357 +Permute permute_743 1 1 1357 1358 0=2 +Reshape reshape_367 1 1 1358 1359 0=48 1=2 +InnerProduct linear_249 1 1 1359 1360 0=160 1=1 2=7680 +BinaryOp add_214 2 1 1349 1360 1361 0=0 +Split splitncnn_200 1 2 1361 1362 1363 +Permute permute_566 1 1 1363 1364 0=1 +Convolution1D conv1d_134 1 1 1364 1365 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 +GLU glu_15 1 1 1365 1366 0=0 +Concat cat_39 2 1 1265 1366 1367 0=1 +Split splitncnn_201 1 2 1367 1368 1369 +ConvolutionDepthWise1D convdw1d_824 1 1 1369 1370 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 +Split splitncnn_202 1 2 1370 1371 1372 +BinaryOp sub_215 1 1 1371 1373 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_65 1 1 1373 1374 +BinaryOp mul_216 2 1 1372 1374 1375 0=2 +Convolution1D conv1d_135 1 1 1375 1376 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 +Permute permute_567 1 1 1376 1377 0=1 +BinaryOp add_217 2 1 1362 1377 1378 0=0 +Split splitncnn_203 1 2 1378 1379 1380 +InnerProduct linear_250 1 1 1380 1381 0=640 1=1 2=102400 +Split splitncnn_204 1 2 1381 1382 1383 +BinaryOp sub_218 1 1 1382 1384 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_66 1 1 1384 1385 +BinaryOp mul_219 2 1 1383 1385 1386 0=2 +InnerProduct linear_251 1 1 1386 1387 0=160 1=1 2=102400 +BinaryOp add_220 2 1 1379 1387 1388 0=0 +Split splitncnn_205 1 3 1388 1389 1390 1391 +BinaryOp mul_221 2 1 1389 1390 1392 0=2 +Reduction mean_529 1 1 1392 1393 0=3 1=0 -23303=1,-1 4=1 5=1 +BinaryOp add_222 1 1 1393 1394 0=0 1=1 2=3.501098e+00 +BinaryOp pow_223 1 1 1394 1395 0=6 1=1 2=-5.000000e-01 +BinaryOp mul_224 2 1 1391 1395 1396 0=2 +BinaryOp sub_225 2 1 1396 1267 1397 0=1 +BinaryOp mul_226 2 1 1397 127 1398 0=2 +BinaryOp add_227 2 1 1268 1398 1399 0=0 +Split splitncnn_206 1 4 1399 1400 1401 1402 1403 +Crop crop_652 1 1 12 1404 -23310=1,2 -23311=1,0 -23309=1,1 +Reshape encoders.3.encoder.state_select_list.1_ncnnreshape0 1 1 1404 1405 0=0 1=0 +Crop crop_653 1 1 29 1406 -23310=1,2 -23311=1,0 -23309=1,1 +Reshape pnnx_unique_117_ncnnreshape0 1 1 1406 1407 0=0 1=0 +Crop crop_654 1 1 46 1408 -23310=1,2 -23311=1,0 -23309=1,1 +Reshape pnnx_unique_118_ncnnreshape0 1 1 1408 1409 0=0 1=0 +Crop crop_655 1 1 63 1410 -23310=1,2 -23311=1,0 -23309=1,1 +Reshape pnnx_unique_119_ncnnreshape0 1 1 1410 1411 0=0 1=0 +Crop crop_656 1 1 80 1412 -23310=1,2 -23311=1,0 -23309=1,1 +Reshape pnnx_unique_120_ncnnreshape0 1 1 1412 1413 0=0 1=0 +Crop crop_657 1 1 97 1414 -23310=1,2 -23311=1,0 -23309=1,1 +Reshape pnnx_unique_121_ncnnreshape0 1 1 1414 1415 0=0 1=0 +Crop crop_658 1 1 114 1416 -23310=1,2 -23311=1,0 -23309=1,1 +Reshape pnnx_unique_122_ncnnreshape0 1 1 1416 1417 0=0 1=0 +InnerProduct linear_252 1 1 1403 1418 0=640 1=1 2=102400 +Split splitncnn_207 1 2 1418 1419 1420 +BinaryOp sub_228 1 1 1419 1421 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_67 1 1 1421 1422 +BinaryOp mul_229 2 1 1420 1422 1423 0=2 +InnerProduct linear_253 1 1 1423 1424 0=160 1=1 2=102400 +BinaryOp add_230 2 1 1400 1424 1425 0=0 +Split splitncnn_208 1 2 1425 1426 1427 +PoolingModuleNoProj pooling_modul_no_proj_784 3 3 1427 1405 1407 1428 1429 1430 +InnerProduct linear_254 1 1 1428 1431 0=160 1=0 2=25600 +BinaryOp add_231 2 1 1426 1431 1432 0=0 +Split splitncnn_209 1 2 1432 1433 1434 +InnerProduct linear_255 1 1 1434 1435 0=256 1=1 2=40960 +Slice tensor_split_8 1 4 1435 1436 1437 1438 1439 -23300=4,96,96,48,-233 1=1 +Concat cat_40 2 1 1411 1438 1440 0=0 +Split splitncnn_210 1 2 1440 1441 1442 +Reshape reshape_368 1 1 1441 1443 0=12 1=4 2=10 +Reshape reshape_369 1 1 1436 1444 0=24 1=4 2=2 +Reshape reshape_370 1 1 1439 1445 0=4 1=4 2=2 +Concat cat_41 2 1 1409 1437 1446 0=0 +Split splitncnn_211 1 2 1446 1447 1448 +Reshape reshape_371 1 1 1447 1449 0=24 1=4 2=10 +InnerProduct linear_256 1 1 129 1450 0=16 1=0 2=2560 +Reshape reshape_372 1 1 1450 1451 0=4 1=4 2=11 +Permute permute_748 1 1 1451 1452 0=3 +Permute permute_746 1 1 1445 1453 0=2 +MatMul matmul_514 2 1 1453 1452 1454 +Permute permute_747 1 1 1449 1455 0=3 +Permute permute_745 1 1 1444 1456 0=2 +MatMul matmul_515 2 1 1456 1455 1457 +TensorAsStrided tensor_as_strided_796 1 1 1454 1458 -23300=3,4,2,10 -23301=3,22,10,1 2=1 +BinaryOp add_232 2 1 1457 1458 1459 0=0 +Reshape view_470 1 1 1459 1460 0=10 1=2 2=4 +Softmax softmax_98 1 1 1460 1461 0=-1 1=1 +Split splitncnn_212 1 2 1461 1462 1463 +Permute permute_744 1 1 1443 1464 0=2 +MatMul bmm_490 2 1 1463 1464 1465 +Permute permute_749 1 1 1465 1466 0=2 +Reshape reshape_373 1 1 1466 1467 0=48 1=2 +InnerProduct linear_257 1 1 1467 1468 0=160 1=1 2=7680 +BinaryOp add_233 2 1 1433 1468 1469 0=0 +Split splitncnn_213 1 2 1469 1470 1471 +Permute permute_568 1 1 1471 1472 0=1 +Convolution1D conv1d_136 1 1 1472 1473 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 +GLU glu_16 1 1 1473 1474 0=0 +Concat cat_42 2 1 1415 1474 1475 0=1 +Split splitncnn_214 1 2 1475 1476 1477 +ConvolutionDepthWise1D convdw1d_825 1 1 1477 1478 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 +Split splitncnn_215 1 2 1478 1479 1480 +BinaryOp sub_234 1 1 1479 1481 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_68 1 1 1481 1482 +BinaryOp mul_235 2 1 1480 1482 1483 0=2 +Convolution1D conv1d_137 1 1 1483 1484 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 +Permute permute_569 1 1 1484 1485 0=1 +BinaryOp add_236 2 1 1470 1485 1486 0=0 +Split splitncnn_216 1 2 1486 1487 1488 +InnerProduct linear_258 1 1 1488 1489 0=640 1=1 2=102400 +Split splitncnn_217 1 2 1489 1490 1491 +BinaryOp sub_237 1 1 1490 1492 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_69 1 1 1492 1493 +BinaryOp mul_238 2 1 1491 1493 1494 0=2 +InnerProduct linear_259 1 1 1494 1495 0=160 1=1 2=102400 +BinaryOp add_239 2 1 1487 1495 1496 0=0 +Split splitncnn_218 1 2 1496 1497 1498 +InnerProduct linear_260 1 1 1498 1499 0=48 1=0 2=7680 +Concat cat_43 2 1 1413 1499 1500 0=0 +Split splitncnn_219 1 2 1500 1501 1502 +Reshape reshape_374 1 1 1501 1503 0=12 1=4 2=10 +Permute permute_750 1 1 1503 1504 0=2 +MatMul bmm_491 2 1 1462 1504 1505 +Permute permute_751 1 1 1505 1506 0=2 +Reshape reshape_375 1 1 1506 1507 0=48 1=2 +InnerProduct linear_261 1 1 1507 1508 0=160 1=1 2=7680 +BinaryOp add_240 2 1 1497 1508 1509 0=0 +Split splitncnn_220 1 2 1509 1510 1511 +Permute permute_570 1 1 1511 1512 0=1 +Convolution1D conv1d_138 1 1 1512 1513 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 +GLU glu_17 1 1 1513 1514 0=0 +Concat cat_44 2 1 1417 1514 1515 0=1 +Split splitncnn_221 1 2 1515 1516 1517 +ConvolutionDepthWise1D convdw1d_826 1 1 1517 1518 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 +Split splitncnn_222 1 2 1518 1519 1520 +BinaryOp sub_241 1 1 1519 1521 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_70 1 1 1521 1522 +BinaryOp mul_242 2 1 1520 1522 1523 0=2 +Convolution1D conv1d_139 1 1 1523 1524 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 +Permute permute_571 1 1 1524 1525 0=1 +BinaryOp add_243 2 1 1510 1525 1526 0=0 +Split splitncnn_223 1 2 1526 1527 1528 +InnerProduct linear_262 1 1 1528 1529 0=640 1=1 2=102400 +Split splitncnn_224 1 2 1529 1530 1531 +BinaryOp sub_244 1 1 1530 1532 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_71 1 1 1532 1533 +BinaryOp mul_245 2 1 1531 1533 1534 0=2 +InnerProduct linear_263 1 1 1534 1535 0=160 1=1 2=102400 +BinaryOp add_246 2 1 1527 1535 1536 0=0 +Split splitncnn_225 1 3 1536 1537 1538 1539 +BinaryOp mul_247 2 1 1537 1538 1540 0=2 +Reduction mean_530 1 1 1540 1541 0=3 1=0 -23303=1,-1 4=1 5=1 +BinaryOp add_248 1 1 1541 1542 0=0 1=1 2=1.336250e+01 +BinaryOp pow_249 1 1 1542 1543 0=6 1=1 2=-5.000000e-01 +BinaryOp mul_250 2 1 1539 1543 1544 0=2 +BinaryOp sub_251 2 1 1544 1401 1545 0=1 +BinaryOp mul_252 2 1 1545 126 1546 0=2 +BinaryOp add_253 2 1 1402 1546 1547 0=0 +MemoryData encoders.3.out_combiner 0 1 1548 0=1 +Split splitncnn_226 1 2 1548 1549 1550 +MemoryData skip_modules.4 0 1 1551 0=1 +Split splitncnn_227 1 2 1551 1552 1553 +BinaryOp sub_254 1 1 1552 1554 0=7 1=1 2=1.000000e+00 +BinaryOp sub_255 1 1 1549 1555 0=7 1=1 2=1.000000e+00 +SimpleUpsample simple_upsample_807 1 1 1547 1556 0=8 1=160 2=1280 +BinaryOp mul_256 2 1 1556 1555 1557 0=2 +BinaryOp mul_257 2 1 1241 1550 1558 0=2 +BinaryOp add_258 2 1 1558 1557 1559 0=0 +BinaryOp mul_259 2 1 1559 1554 1560 0=2 +BinaryOp mul_260 2 1 926 1553 1561 0=2 +BinaryOp add_261 2 1 1561 1560 1562 0=0 +Split splitncnn_228 1 2 1562 1563 1564 +MemoryData encoders.4.downsample 0 1 1565 0=160 1=1 2=1 +Reshape reshape_376 1 1 1564 1566 0=160 1=2 2=8 +Split splitncnn_229 1 2 1566 1567 1568 +BinaryOp mul_262 2 1 1567 1565 1569 0=2 +Reduction sum_591 1 1 1569 1570 0=0 1=0 -23303=1,-1 4=1 5=1 +Softmax softmax_99 1 1 1570 1571 0=1 1=1 +BinaryOp mul_263 2 1 1568 1571 1572 0=2 +Reduction sum_592 1 1 1572 1573 0=0 1=0 -23303=1,1 4=0 5=1 +Crop crop_659 1 1 17 1574 -23310=1,1 -23311=1,0 -23309=1,0 +Reshape encoders.4.encoder.state_select_list.0_ncnnreshape0 1 1 1574 1575 0=0 1=0 +Crop crop_660 1 1 34 1576 -23310=1,1 -23311=1,0 -23309=1,0 +Reshape pnnx_unique_131_ncnnreshape0 1 1 1576 1577 0=0 1=0 +Crop crop_661 1 1 51 1578 -23310=1,1 -23311=1,0 -23309=1,0 +Reshape pnnx_unique_132_ncnnreshape0 1 1 1578 1579 0=0 1=0 +Crop crop_662 1 1 68 1580 -23310=1,1 -23311=1,0 -23309=1,0 +Reshape pnnx_unique_133_ncnnreshape0 1 1 1580 1581 0=0 1=0 +Crop crop_663 1 1 85 1582 -23310=1,1 -23311=1,0 -23309=1,0 +Reshape pnnx_unique_134_ncnnreshape0 1 1 1582 1583 0=0 1=0 +Crop crop_664 1 1 102 1584 -23310=1,1 -23311=1,0 -23309=1,0 +Reshape pnnx_unique_135_ncnnreshape0 1 1 1584 1585 0=0 1=0 +Crop crop_665 1 1 119 1586 -23310=1,1 -23311=1,0 -23309=1,0 +Reshape pnnx_unique_136_ncnnreshape0 1 1 1586 1587 0=0 1=0 +Split splitncnn_230 1 4 1573 1588 1589 1590 1591 +InnerProduct linear_264 1 1 1591 1592 0=320 1=1 2=51200 +Split splitncnn_231 1 2 1592 1593 1594 +BinaryOp sub_264 1 1 1593 1595 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_72 1 1 1595 1596 +BinaryOp mul_265 2 1 1594 1596 1597 0=2 +InnerProduct linear_265 1 1 1597 1598 0=160 1=1 2=51200 +BinaryOp add_266 2 1 1588 1598 1599 0=0 +Split splitncnn_232 1 2 1599 1600 1601 +PoolingModuleNoProj pooling_modul_no_proj_785 3 3 1601 1575 1577 1602 1603 1604 +InnerProduct linear_266 1 1 1602 1605 0=160 1=0 2=25600 +BinaryOp add_267 2 1 1600 1605 1606 0=0 +Split splitncnn_233 1 2 1606 1607 1608 +InnerProduct linear_267 1 1 1608 1609 0=256 1=1 2=40960 +Slice tensor_split_9 1 4 1609 1610 1611 1612 1613 -23300=4,96,96,48,-233 1=1 +Concat cat_45 2 1 1581 1612 1614 0=0 +Split splitncnn_234 1 2 1614 1615 1616 +Reshape reshape_377 1 1 1615 1617 0=12 1=4 2=40 +Reshape reshape_378 1 1 1610 1618 0=24 1=4 2=8 +Reshape reshape_379 1 1 1613 1619 0=4 1=4 2=8 +Concat cat_46 2 1 1579 1611 1620 0=0 +Split splitncnn_235 1 2 1620 1621 1622 +Reshape reshape_380 1 1 1621 1623 0=24 1=4 2=40 +InnerProduct linear_268 1 1 123 1624 0=16 1=0 2=2560 +Reshape reshape_381 1 1 1624 1625 0=4 1=4 2=47 +Permute permute_756 1 1 1625 1626 0=3 +Permute permute_754 1 1 1619 1627 0=2 +MatMul matmul_516 2 1 1627 1626 1628 +Permute permute_755 1 1 1623 1629 0=3 +Permute permute_753 1 1 1618 1630 0=2 +MatMul matmul_517 2 1 1630 1629 1631 +TensorAsStrided tensor_as_strided_797 1 1 1628 1632 -23300=3,4,8,40 -23301=3,376,46,1 2=7 +BinaryOp add_268 2 1 1631 1632 1633 0=0 +Reshape view_471 1 1 1633 1634 0=40 1=8 2=4 +Softmax softmax_100 1 1 1634 1635 0=-1 1=1 +Split splitncnn_236 1 2 1635 1636 1637 +Permute permute_752 1 1 1617 1638 0=2 +MatMul bmm_492 2 1 1637 1638 1639 +Permute permute_757 1 1 1639 1640 0=2 +Reshape reshape_382 1 1 1640 1641 0=48 1=8 +InnerProduct linear_269 1 1 1641 1642 0=160 1=1 2=7680 +BinaryOp add_269 2 1 1607 1642 1643 0=0 +Split splitncnn_237 1 2 1643 1644 1645 +Permute permute_572 1 1 1645 1646 0=1 +Convolution1D conv1d_140 1 1 1646 1647 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 +GLU glu_18 1 1 1647 1648 0=0 +Concat cat_47 2 1 1585 1648 1649 0=1 +Split splitncnn_238 1 2 1649 1650 1651 +ConvolutionDepthWise1D convdw1d_827 1 1 1651 1652 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 +Split splitncnn_239 1 2 1652 1653 1654 +BinaryOp sub_270 1 1 1653 1655 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_73 1 1 1655 1656 +BinaryOp mul_271 2 1 1654 1656 1657 0=2 +Convolution1D conv1d_141 1 1 1657 1658 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 +Permute permute_573 1 1 1658 1659 0=1 +BinaryOp add_272 2 1 1644 1659 1660 0=0 +Split splitncnn_240 1 2 1660 1661 1662 +InnerProduct linear_270 1 1 1662 1663 0=320 1=1 2=51200 +Split splitncnn_241 1 2 1663 1664 1665 +BinaryOp sub_273 1 1 1664 1666 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_74 1 1 1666 1667 +BinaryOp mul_274 2 1 1665 1667 1668 0=2 +InnerProduct linear_271 1 1 1668 1669 0=160 1=1 2=51200 +BinaryOp add_275 2 1 1661 1669 1670 0=0 +Split splitncnn_242 1 2 1670 1671 1672 +InnerProduct linear_272 1 1 1672 1673 0=48 1=0 2=7680 +Concat cat_48 2 1 1583 1673 1674 0=0 +Split splitncnn_243 1 2 1674 1675 1676 +Reshape reshape_383 1 1 1675 1677 0=12 1=4 2=40 +Permute permute_758 1 1 1677 1678 0=2 +MatMul bmm_493 2 1 1636 1678 1679 +Permute permute_759 1 1 1679 1680 0=2 +Reshape reshape_384 1 1 1680 1681 0=48 1=8 +InnerProduct linear_273 1 1 1681 1682 0=160 1=1 2=7680 +BinaryOp add_276 2 1 1671 1682 1683 0=0 +Split splitncnn_244 1 2 1683 1684 1685 +Permute permute_574 1 1 1685 1686 0=1 +Convolution1D conv1d_142 1 1 1686 1687 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 +GLU glu_19 1 1 1687 1688 0=0 +Concat cat_49 2 1 1587 1688 1689 0=1 +Split splitncnn_245 1 2 1689 1690 1691 +ConvolutionDepthWise1D convdw1d_828 1 1 1691 1692 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 +Split splitncnn_246 1 2 1692 1693 1694 +BinaryOp sub_277 1 1 1693 1695 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_75 1 1 1695 1696 +BinaryOp mul_278 2 1 1694 1696 1697 0=2 +Convolution1D conv1d_143 1 1 1697 1698 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 +Permute permute_575 1 1 1698 1699 0=1 +BinaryOp add_279 2 1 1684 1699 1700 0=0 +Split splitncnn_247 1 2 1700 1701 1702 +InnerProduct linear_274 1 1 1702 1703 0=320 1=1 2=51200 +Split splitncnn_248 1 2 1703 1704 1705 +BinaryOp sub_280 1 1 1704 1706 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_76 1 1 1706 1707 +BinaryOp mul_281 2 1 1705 1707 1708 0=2 +InnerProduct linear_275 1 1 1708 1709 0=160 1=1 2=51200 +BinaryOp add_282 2 1 1701 1709 1710 0=0 +Split splitncnn_249 1 3 1710 1711 1712 1713 +BinaryOp mul_283 2 1 1711 1712 1714 0=2 +Reduction mean_531 1 1 1714 1715 0=3 1=0 -23303=1,-1 4=1 5=1 +BinaryOp add_284 1 1 1715 1716 0=0 1=1 2=4.410276e+00 +BinaryOp pow_285 1 1 1716 1717 0=6 1=1 2=-5.000000e-01 +BinaryOp mul_286 2 1 1713 1717 1718 0=2 +BinaryOp sub_287 2 1 1718 1589 1719 0=1 +BinaryOp mul_288 2 1 1719 122 1720 0=2 +BinaryOp add_289 2 1 1590 1720 1721 0=0 +Split splitncnn_250 1 4 1721 1722 1723 1724 1725 +Crop crop_666 1 1 16 1726 -23310=1,2 -23311=1,0 -23309=1,1 +Reshape encoders.4.encoder.state_select_list.1_ncnnreshape0 1 1 1726 1727 0=0 1=0 +Crop crop_667 1 1 33 1728 -23310=1,2 -23311=1,0 -23309=1,1 +Reshape pnnx_unique_144_ncnnreshape0 1 1 1728 1729 0=0 1=0 +Crop crop_668 1 1 50 1730 -23310=1,2 -23311=1,0 -23309=1,1 +Reshape pnnx_unique_145_ncnnreshape0 1 1 1730 1731 0=0 1=0 +Crop crop_669 1 1 67 1732 -23310=1,2 -23311=1,0 -23309=1,1 +Reshape pnnx_unique_146_ncnnreshape0 1 1 1732 1733 0=0 1=0 +Crop crop_670 1 1 84 1734 -23310=1,2 -23311=1,0 -23309=1,1 +Reshape pnnx_unique_147_ncnnreshape0 1 1 1734 1735 0=0 1=0 +Crop crop_671 1 1 101 1736 -23310=1,2 -23311=1,0 -23309=1,1 +Reshape pnnx_unique_148_ncnnreshape0 1 1 1736 1737 0=0 1=0 +Crop crop_672 1 1 118 1738 -23310=1,2 -23311=1,0 -23309=1,1 +Reshape pnnx_unique_149_ncnnreshape0 1 1 1738 1739 0=0 1=0 +InnerProduct linear_276 1 1 1725 1740 0=320 1=1 2=51200 +Split splitncnn_251 1 2 1740 1741 1742 +BinaryOp sub_290 1 1 1741 1743 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_77 1 1 1743 1744 +BinaryOp mul_291 2 1 1742 1744 1745 0=2 +InnerProduct linear_277 1 1 1745 1746 0=160 1=1 2=51200 +BinaryOp add_292 2 1 1722 1746 1747 0=0 +Split splitncnn_252 1 2 1747 1748 1749 +PoolingModuleNoProj pooling_modul_no_proj_786 3 3 1749 1727 1729 1750 1751 1752 +InnerProduct linear_278 1 1 1750 1753 0=160 1=0 2=25600 +BinaryOp add_293 2 1 1748 1753 1754 0=0 +Split splitncnn_253 1 2 1754 1755 1756 +InnerProduct linear_279 1 1 1756 1757 0=256 1=1 2=40960 +Slice tensor_split_10 1 4 1757 1758 1759 1760 1761 -23300=4,96,96,48,-233 1=1 +Concat cat_50 2 1 1733 1760 1762 0=0 +Split splitncnn_254 1 2 1762 1763 1764 +Reshape reshape_385 1 1 1763 1765 0=12 1=4 2=40 +Reshape reshape_386 1 1 1758 1766 0=24 1=4 2=8 +Reshape reshape_387 1 1 1761 1767 0=4 1=4 2=8 +Concat cat_51 2 1 1731 1759 1768 0=0 +Split splitncnn_255 1 2 1768 1769 1770 +Reshape reshape_388 1 1 1769 1771 0=24 1=4 2=40 +InnerProduct linear_280 1 1 125 1772 0=16 1=0 2=2560 +Reshape reshape_389 1 1 1772 1773 0=4 1=4 2=47 +Permute permute_764 1 1 1773 1774 0=3 +Permute permute_762 1 1 1767 1775 0=2 +MatMul matmul_518 2 1 1775 1774 1776 +Permute permute_763 1 1 1771 1777 0=3 +Permute permute_761 1 1 1766 1778 0=2 +MatMul matmul_519 2 1 1778 1777 1779 +TensorAsStrided tensor_as_strided_798 1 1 1776 1780 -23300=3,4,8,40 -23301=3,376,46,1 2=7 +BinaryOp add_294 2 1 1779 1780 1781 0=0 +Reshape view_472 1 1 1781 1782 0=40 1=8 2=4 +Softmax softmax_101 1 1 1782 1783 0=-1 1=1 +Split splitncnn_256 1 2 1783 1784 1785 +Permute permute_760 1 1 1765 1786 0=2 +MatMul bmm_494 2 1 1785 1786 1787 +Permute permute_765 1 1 1787 1788 0=2 +Reshape reshape_390 1 1 1788 1789 0=48 1=8 +InnerProduct linear_281 1 1 1789 1790 0=160 1=1 2=7680 +BinaryOp add_295 2 1 1755 1790 1791 0=0 +Split splitncnn_257 1 2 1791 1792 1793 +Permute permute_576 1 1 1793 1794 0=1 +Convolution1D conv1d_144 1 1 1794 1795 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 +GLU glu_20 1 1 1795 1796 0=0 +Concat cat_52 2 1 1737 1796 1797 0=1 +Split splitncnn_258 1 2 1797 1798 1799 +ConvolutionDepthWise1D convdw1d_829 1 1 1799 1800 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 +Split splitncnn_259 1 2 1800 1801 1802 +BinaryOp sub_296 1 1 1801 1803 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_78 1 1 1803 1804 +BinaryOp mul_297 2 1 1802 1804 1805 0=2 +Convolution1D conv1d_145 1 1 1805 1806 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 +Permute permute_577 1 1 1806 1807 0=1 +BinaryOp add_298 2 1 1792 1807 1808 0=0 +Split splitncnn_260 1 2 1808 1809 1810 +InnerProduct linear_282 1 1 1810 1811 0=320 1=1 2=51200 +Split splitncnn_261 1 2 1811 1812 1813 +BinaryOp sub_299 1 1 1812 1814 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_79 1 1 1814 1815 +BinaryOp mul_300 2 1 1813 1815 1816 0=2 +InnerProduct linear_283 1 1 1816 1817 0=160 1=1 2=51200 +BinaryOp add_301 2 1 1809 1817 1818 0=0 +Split splitncnn_262 1 2 1818 1819 1820 +InnerProduct linear_284 1 1 1820 1821 0=48 1=0 2=7680 +Concat cat_53 2 1 1735 1821 1822 0=0 +Split splitncnn_263 1 2 1822 1823 1824 +Reshape reshape_391 1 1 1823 1825 0=12 1=4 2=40 +Permute permute_766 1 1 1825 1826 0=2 +MatMul bmm_495 2 1 1784 1826 1827 +Permute permute_767 1 1 1827 1828 0=2 +Reshape reshape_392 1 1 1828 1829 0=48 1=8 +InnerProduct linear_285 1 1 1829 1830 0=160 1=1 2=7680 +BinaryOp add_302 2 1 1819 1830 1831 0=0 +Split splitncnn_264 1 2 1831 1832 1833 +Permute permute_578 1 1 1833 1834 0=1 +Convolution1D conv1d_146 1 1 1834 1835 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 +GLU glu_21 1 1 1835 1836 0=0 +Concat cat_54 2 1 1739 1836 1837 0=1 +Split splitncnn_265 1 2 1837 1838 1839 +ConvolutionDepthWise1D convdw1d_830 1 1 1839 1840 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 +Split splitncnn_266 1 2 1840 1841 1842 +BinaryOp sub_303 1 1 1841 1843 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_80 1 1 1843 1844 +BinaryOp mul_304 2 1 1842 1844 1845 0=2 +Convolution1D conv1d_147 1 1 1845 1846 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 +Permute permute_579 1 1 1846 1847 0=1 +BinaryOp add_305 2 1 1832 1847 1848 0=0 +Split splitncnn_267 1 2 1848 1849 1850 +InnerProduct linear_286 1 1 1850 1851 0=320 1=1 2=51200 +Split splitncnn_268 1 2 1851 1852 1853 +BinaryOp sub_306 1 1 1852 1854 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_81 1 1 1854 1855 +BinaryOp mul_307 2 1 1853 1855 1856 0=2 +InnerProduct linear_287 1 1 1856 1857 0=160 1=1 2=51200 +BinaryOp add_308 2 1 1849 1857 1858 0=0 +Split splitncnn_269 1 3 1858 1859 1860 1861 +BinaryOp mul_309 2 1 1859 1860 1862 0=2 +Reduction mean_532 1 1 1862 1863 0=3 1=0 -23303=1,-1 4=1 5=1 +BinaryOp add_310 1 1 1863 1864 0=0 1=1 2=4.107150e+00 +BinaryOp pow_311 1 1 1864 1865 0=6 1=1 2=-5.000000e-01 +BinaryOp mul_312 2 1 1861 1865 1866 0=2 +BinaryOp sub_313 2 1 1866 1723 1867 0=1 +BinaryOp mul_314 2 1 1867 121 1868 0=2 +BinaryOp add_315 2 1 1724 1868 1869 0=0 +Split splitncnn_270 1 4 1869 1870 1871 1872 1873 +Crop crop_673 1 1 15 1874 -23310=1,3 -23311=1,0 -23309=1,2 +Reshape encoders.4.encoder.state_select_list.2_ncnnreshape0 1 1 1874 1875 0=0 1=0 +Crop crop_674 1 1 32 1876 -23310=1,3 -23311=1,0 -23309=1,2 +Reshape pnnx_unique_157_ncnnreshape0 1 1 1876 1877 0=0 1=0 +Crop crop_675 1 1 49 1878 -23310=1,3 -23311=1,0 -23309=1,2 +Reshape pnnx_unique_158_ncnnreshape0 1 1 1878 1879 0=0 1=0 +Crop crop_676 1 1 66 1880 -23310=1,3 -23311=1,0 -23309=1,2 +Reshape pnnx_unique_159_ncnnreshape0 1 1 1880 1881 0=0 1=0 +Crop crop_677 1 1 83 1882 -23310=1,3 -23311=1,0 -23309=1,2 +Reshape pnnx_unique_160_ncnnreshape0 1 1 1882 1883 0=0 1=0 +Crop crop_678 1 1 100 1884 -23310=1,3 -23311=1,0 -23309=1,2 +Reshape pnnx_unique_161_ncnnreshape0 1 1 1884 1885 0=0 1=0 +Crop crop_679 1 1 117 1886 -23310=1,3 -23311=1,0 -23309=1,2 +Reshape pnnx_unique_162_ncnnreshape0 1 1 1886 1887 0=0 1=0 +InnerProduct linear_288 1 1 1873 1888 0=320 1=1 2=51200 +Split splitncnn_271 1 2 1888 1889 1890 +BinaryOp sub_316 1 1 1889 1891 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_82 1 1 1891 1892 +BinaryOp mul_317 2 1 1890 1892 1893 0=2 +InnerProduct linear_289 1 1 1893 1894 0=160 1=1 2=51200 +BinaryOp add_318 2 1 1870 1894 1895 0=0 +Split splitncnn_272 1 2 1895 1896 1897 +PoolingModuleNoProj pooling_modul_no_proj_787 3 3 1897 1875 1877 1898 1899 1900 +InnerProduct linear_290 1 1 1898 1901 0=160 1=0 2=25600 +BinaryOp add_319 2 1 1896 1901 1902 0=0 +Split splitncnn_273 1 2 1902 1903 1904 +InnerProduct linear_291 1 1 1904 1905 0=256 1=1 2=40960 +Slice tensor_split_11 1 4 1905 1906 1907 1908 1909 -23300=4,96,96,48,-233 1=1 +Concat cat_55 2 1 1881 1908 1910 0=0 +Split splitncnn_274 1 2 1910 1911 1912 +Reshape reshape_393 1 1 1911 1913 0=12 1=4 2=40 +Reshape reshape_394 1 1 1906 1914 0=24 1=4 2=8 +Reshape reshape_395 1 1 1909 1915 0=4 1=4 2=8 +Concat cat_56 2 1 1879 1907 1916 0=0 +Split splitncnn_275 1 2 1916 1917 1918 +Reshape reshape_396 1 1 1917 1919 0=24 1=4 2=40 +InnerProduct linear_292 1 1 124 1920 0=16 1=0 2=2560 +Reshape reshape_397 1 1 1920 1921 0=4 1=4 2=47 +Permute permute_772 1 1 1921 1922 0=3 +Permute permute_770 1 1 1915 1923 0=2 +MatMul matmul_520 2 1 1923 1922 1924 +Permute permute_771 1 1 1919 1925 0=3 +Permute permute_769 1 1 1914 1926 0=2 +MatMul matmul_521 2 1 1926 1925 1927 +TensorAsStrided tensor_as_strided_799 1 1 1924 1928 -23300=3,4,8,40 -23301=3,376,46,1 2=7 +BinaryOp add_320 2 1 1927 1928 1929 0=0 +Reshape view_473 1 1 1929 1930 0=40 1=8 2=4 +Softmax softmax_102 1 1 1930 1931 0=-1 1=1 +Split splitncnn_276 1 2 1931 1932 1933 +Permute permute_768 1 1 1913 1934 0=2 +MatMul bmm_496 2 1 1933 1934 1935 +Permute permute_773 1 1 1935 1936 0=2 +Reshape reshape_398 1 1 1936 1937 0=48 1=8 +InnerProduct linear_293 1 1 1937 1938 0=160 1=1 2=7680 +BinaryOp add_321 2 1 1903 1938 1939 0=0 +Split splitncnn_277 1 2 1939 1940 1941 +Permute permute_580 1 1 1941 1942 0=1 +Convolution1D conv1d_148 1 1 1942 1943 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 +GLU glu_22 1 1 1943 1944 0=0 +Concat cat_57 2 1 1885 1944 1945 0=1 +Split splitncnn_278 1 2 1945 1946 1947 +ConvolutionDepthWise1D convdw1d_831 1 1 1947 1948 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 +Split splitncnn_279 1 2 1948 1949 1950 +BinaryOp sub_322 1 1 1949 1951 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_83 1 1 1951 1952 +BinaryOp mul_323 2 1 1950 1952 1953 0=2 +Convolution1D conv1d_149 1 1 1953 1954 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 +Permute permute_581 1 1 1954 1955 0=1 +BinaryOp add_324 2 1 1940 1955 1956 0=0 +Split splitncnn_280 1 2 1956 1957 1958 +InnerProduct linear_294 1 1 1958 1959 0=320 1=1 2=51200 +Split splitncnn_281 1 2 1959 1960 1961 +BinaryOp sub_325 1 1 1960 1962 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_84 1 1 1962 1963 +BinaryOp mul_326 2 1 1961 1963 1964 0=2 +InnerProduct linear_295 1 1 1964 1965 0=160 1=1 2=51200 +BinaryOp add_327 2 1 1957 1965 1966 0=0 +Split splitncnn_282 1 2 1966 1967 1968 +InnerProduct linear_296 1 1 1968 1969 0=48 1=0 2=7680 +Concat cat_58 2 1 1883 1969 1970 0=0 +Split splitncnn_283 1 2 1970 1971 1972 +Reshape reshape_399 1 1 1971 1973 0=12 1=4 2=40 +Permute permute_774 1 1 1973 1974 0=2 +MatMul bmm_497 2 1 1932 1974 1975 +Permute permute_775 1 1 1975 1976 0=2 +Reshape reshape_400 1 1 1976 1977 0=48 1=8 +InnerProduct linear_297 1 1 1977 1978 0=160 1=1 2=7680 +BinaryOp add_328 2 1 1967 1978 1979 0=0 +Split splitncnn_284 1 2 1979 1980 1981 +Permute permute_582 1 1 1981 1982 0=1 +Convolution1D conv1d_150 1 1 1982 1983 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 +GLU glu_23 1 1 1983 1984 0=0 +Concat cat_59 2 1 1887 1984 1985 0=1 +Split splitncnn_285 1 2 1985 1986 1987 +ConvolutionDepthWise1D convdw1d_832 1 1 1987 1988 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 +Split splitncnn_286 1 2 1988 1989 1990 +BinaryOp sub_329 1 1 1989 1991 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_85 1 1 1991 1992 +BinaryOp mul_330 2 1 1990 1992 1993 0=2 +Convolution1D conv1d_151 1 1 1993 1994 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 +Permute permute_583 1 1 1994 1995 0=1 +BinaryOp add_331 2 1 1980 1995 1996 0=0 +Split splitncnn_287 1 2 1996 1997 1998 +InnerProduct linear_298 1 1 1998 1999 0=320 1=1 2=51200 +Split splitncnn_288 1 2 1999 2000 2001 +BinaryOp sub_332 1 1 2000 2002 0=1 1=1 2=1.000000e+00 +Sigmoid sigmoid_86 1 1 2002 2003 +BinaryOp mul_333 2 1 2001 2003 2004 0=2 +InnerProduct linear_299 1 1 2004 2005 0=160 1=1 2=51200 +BinaryOp add_334 2 1 1997 2005 2006 0=0 +Split splitncnn_289 1 3 2006 2007 2008 2009 +BinaryOp mul_335 2 1 2007 2008 2010 0=2 +Reduction mean_533 1 1 2010 2011 0=3 1=0 -23303=1,-1 4=1 5=1 +BinaryOp add_336 1 1 2011 2012 0=0 1=1 2=2.256193e+00 +BinaryOp pow_337 1 1 2012 2013 0=6 1=1 2=-5.000000e-01 +BinaryOp mul_338 2 1 2009 2013 2014 0=2 +BinaryOp sub_339 2 1 2014 1871 2015 0=1 +BinaryOp mul_340 2 1 2015 120 2016 0=2 +BinaryOp add_341 2 1 1872 2016 2017 0=0 +MemoryData encoders.4.out_combiner 0 1 2018 0=1 +Split splitncnn_290 1 2 2018 2019 2020 +BinaryOp sub_342 1 1 2019 2021 0=7 1=1 2=1.000000e+00 +SimpleUpsample simple_upsample_808 1 1 2017 2022 0=2 1=160 2=320 +BinaryOp mul_343 2 1 2022 2021 2023 0=2 +BinaryOp mul_344 2 1 1563 2020 2024 0=2 +BinaryOp add_345 2 1 2024 2023 2025 0=0 +MemoryData downsample_output 0 1 2026 0=160 +Reshape reshape_401 1 1 2025 2027 0=160 1=2 2=8 +Split splitncnn_291 1 2 2027 2028 2029 +BinaryOp mul_346 2 1 2028 2026 2030 0=2 +Reduction sum_593 1 1 2030 2031 0=0 1=0 -23303=1,-1 4=1 5=1 +Softmax softmax_103 1 1 2031 2032 0=1 1=1 +BinaryOp mul_347 2 1 2029 2032 2033 0=2 +Reduction sum_594 1 1 2033 out0 0=0 1=0 -23303=1,1 4=0 5=1 +Crop slice_404 1 1 1986 2035 -23310=1,-233 -23311=1,1 -23309=1,8 +Crop slice_403 1 1 1838 2036 -23310=1,-233 -23311=1,1 -23309=1,8 +Crop slice_402 1 1 1690 2037 -23310=1,-233 -23311=1,1 -23309=1,8 +Stack stack_0 3 1 2037 2036 2035 out35 0=0 +Crop slice_407 1 1 1946 2039 -23310=1,-233 -23311=1,1 -23309=1,8 +Crop slice_406 1 1 1798 2040 -23310=1,-233 -23311=1,1 -23309=1,8 +Crop slice_405 1 1 1650 2041 -23310=1,-233 -23311=1,1 -23309=1,8 +Stack stack_1 3 1 2041 2040 2039 out30 0=0 +Crop slice_410 1 1 1972 2043 -23310=1,-233 -23311=1,0 -23309=1,-32 +Crop slice_409 1 1 1824 2044 -23310=1,-233 -23311=1,0 -23309=1,-32 +Crop slice_408 1 1 1676 2045 -23310=1,-233 -23311=1,0 -23309=1,-32 +Stack stack_2 3 1 2045 2044 2043 out25 0=0 +Crop slice_413 1 1 1912 2047 -23310=1,-233 -23311=1,0 -23309=1,8 +Crop slice_412 1 1 1764 2048 -23310=1,-233 -23311=1,0 -23309=1,8 +Crop slice_411 1 1 1616 2049 -23310=1,-233 -23311=1,0 -23309=1,8 +Stack stack_3 3 1 2049 2048 2047 out20 0=0 +Crop slice_416 1 1 1918 2051 -23310=1,-233 -23311=1,0 -23309=1,8 +Crop slice_415 1 1 1770 2052 -23310=1,-233 -23311=1,0 -23309=1,8 +Crop slice_414 1 1 1622 2053 -23310=1,-233 -23311=1,0 -23309=1,8 +Stack stack_4 3 1 2053 2052 2051 out15 0=0 +Stack stack_5 3 1 1604 1752 1900 out10 0=0 +Stack stack_6 3 1 1603 1751 1899 out5 0=0 +Crop slice_418 1 1 1516 2057 -23310=1,-233 -23311=1,1 -23309=1,2 +Crop slice_417 1 1 1368 2058 -23310=1,-233 -23311=1,1 -23309=1,2 +Stack stack_7 2 1 2058 2057 out34 0=0 +Crop slice_420 1 1 1476 2060 -23310=1,-233 -23311=1,1 -23309=1,2 +Crop slice_419 1 1 1328 2061 -23310=1,-233 -23311=1,1 -23309=1,2 +Stack stack_8 2 1 2061 2060 out29 0=0 +Crop slice_422 1 1 1502 2063 -23310=1,-233 -23311=1,0 -23309=1,-8 +Crop slice_421 1 1 1354 2064 -23310=1,-233 -23311=1,0 -23309=1,-8 +Stack stack_9 2 1 2064 2063 out24 0=0 +Crop slice_424 1 1 1442 2066 -23310=1,-233 -23311=1,0 -23309=1,2 +Crop slice_423 1 1 1294 2067 -23310=1,-233 -23311=1,0 -23309=1,2 +Stack stack_10 2 1 2067 2066 out19 0=0 +Crop slice_426 1 1 1448 2069 -23310=1,-233 -23311=1,0 -23309=1,2 +Crop slice_425 1 1 1300 2070 -23310=1,-233 -23311=1,0 -23309=1,2 +Stack stack_11 2 1 2070 2069 out14 0=0 +Stack stack_12 2 1 1282 1430 out9 0=0 +Stack stack_13 2 1 1281 1429 out4 0=0 +Crop slice_428 1 1 1201 2074 -23310=1,-233 -23311=1,1 -23309=1,4 +Crop slice_427 1 1 1053 2075 -23310=1,-233 -23311=1,1 -23309=1,4 +Stack stack_14 2 1 2075 2074 out33 0=0 +Crop slice_430 1 1 1161 2077 -23310=1,-233 -23311=1,1 -23309=1,4 +Crop slice_429 1 1 1013 2078 -23310=1,-233 -23311=1,1 -23309=1,4 +Stack stack_15 2 1 2078 2077 out28 0=0 +Crop slice_432 1 1 1187 2080 -23310=1,-233 -23311=1,0 -23309=1,-16 +Crop slice_431 1 1 1039 2081 -23310=1,-233 -23311=1,0 -23309=1,-16 +Stack stack_16 2 1 2081 2080 out23 0=0 +Crop slice_434 1 1 1127 2083 -23310=1,-233 -23311=1,0 -23309=1,4 +Crop slice_433 1 1 979 2084 -23310=1,-233 -23311=1,0 -23309=1,4 +Stack stack_17 2 1 2084 2083 out18 0=0 +Crop slice_436 1 1 1133 2086 -23310=1,-233 -23311=1,0 -23309=1,4 +Crop slice_435 1 1 985 2087 -23310=1,-233 -23311=1,0 -23309=1,4 +Stack stack_18 2 1 2087 2086 out13 0=0 +Stack stack_19 2 1 967 1115 out8 0=0 +Stack stack_20 2 1 966 1114 out3 0=0 +Crop slice_439 1 1 885 2091 -23310=1,-233 -23311=1,1 -23309=1,8 +Crop slice_438 1 1 737 2092 -23310=1,-233 -23311=1,1 -23309=1,8 +Crop slice_437 1 1 589 2093 -23310=1,-233 -23311=1,1 -23309=1,8 +Stack stack_21 3 1 2093 2092 2091 out32 0=0 +Crop slice_442 1 1 845 2095 -23310=1,-233 -23311=1,1 -23309=1,8 +Crop slice_441 1 1 697 2096 -23310=1,-233 -23311=1,1 -23309=1,8 +Crop slice_440 1 1 549 2097 -23310=1,-233 -23311=1,1 -23309=1,8 +Stack stack_22 3 1 2097 2096 2095 out27 0=0 +Crop slice_445 1 1 871 2099 -23310=1,-233 -23311=1,0 -23309=1,-32 +Crop slice_444 1 1 723 2100 -23310=1,-233 -23311=1,0 -23309=1,-32 +Crop slice_443 1 1 575 2101 -23310=1,-233 -23311=1,0 -23309=1,-32 +Stack stack_23 3 1 2101 2100 2099 out22 0=0 +Crop slice_448 1 1 811 2103 -23310=1,-233 -23311=1,0 -23309=1,8 +Crop slice_447 1 1 663 2104 -23310=1,-233 -23311=1,0 -23309=1,8 +Crop slice_446 1 1 515 2105 -23310=1,-233 -23311=1,0 -23309=1,8 +Stack stack_24 3 1 2105 2104 2103 out17 0=0 +Crop slice_451 1 1 817 2107 -23310=1,-233 -23311=1,0 -23309=1,8 +Crop slice_450 1 1 669 2108 -23310=1,-233 -23311=1,0 -23309=1,8 +Crop slice_449 1 1 521 2109 -23310=1,-233 -23311=1,0 -23309=1,8 +Stack stack_25 3 1 2109 2108 2107 out12 0=0 +Stack stack_26 3 1 503 651 799 out7 0=0 +Stack stack_27 3 1 502 650 798 out2 0=0 +Crop slice_453 1 1 430 2113 -23310=1,-233 -23311=1,1 -23309=1,16 +Crop slice_452 1 1 282 2114 -23310=1,-233 -23311=1,1 -23309=1,16 +Stack stack_28 2 1 2114 2113 out31 0=0 +Crop slice_455 1 1 390 2116 -23310=1,-233 -23311=1,1 -23309=1,16 +Crop slice_454 1 1 242 2117 -23310=1,-233 -23311=1,1 -23309=1,16 +Stack stack_29 2 1 2117 2116 out26 0=0 +Crop slice_457 1 1 416 2119 -23310=1,-233 -23311=1,0 -23309=1,-64 +Crop slice_456 1 1 268 2120 -23310=1,-233 -23311=1,0 -23309=1,-64 +Stack stack_30 2 1 2120 2119 out21 0=0 +Crop slice_459 1 1 356 2122 -23310=1,-233 -23311=1,0 -23309=1,16 +Crop slice_458 1 1 208 2123 -23310=1,-233 -23311=1,0 -23309=1,16 +Stack stack_31 2 1 2123 2122 out16 0=0 +Crop slice_461 1 1 362 2125 -23310=1,-233 -23311=1,0 -23309=1,16 +Crop slice_460 1 1 214 2126 -23310=1,-233 -23311=1,0 -23309=1,16 +Stack stack_32 2 1 2126 2125 out11 0=0 +Stack stack_33 2 1 196 344 out6 0=0 +Stack stack_34 2 1 195 343 out1 0=0