7767517 1666 2076 SherpaMetaData sherpa_meta_data1 0 0 0=2 1=32 2=4 3=7 -23316=5,2,3,2,2,3 -23317=5,160,160,160,160,160 -23318=5,96,96,96,96,96 -23319=5,1,2,4,8,2 -23320=5,31,31,31,31,31 Input in0 0 1 in0 Input in1 0 1 in1 Split splitncnn_0 1 2 in1 2 3 Input in2 0 1 in2 Split splitncnn_1 1 3 in2 5 6 7 Input in3 0 1 in3 Split splitncnn_2 1 2 in3 9 10 Input in4 0 1 in4 Split splitncnn_3 1 2 in4 12 13 Input in5 0 1 in5 Split splitncnn_4 1 3 in5 15 16 17 Input in6 0 1 in6 Split splitncnn_5 1 2 in6 19 20 Input in7 0 1 in7 Split splitncnn_6 1 3 in7 22 23 24 Input in8 0 1 in8 Split splitncnn_7 1 2 in8 26 27 Input in9 0 1 in9 Split splitncnn_8 1 2 in9 29 30 Input in10 0 1 in10 Split splitncnn_9 1 3 in10 32 33 34 Input in11 0 1 in11 Split splitncnn_10 1 2 in11 36 37 Input in12 0 1 in12 Split splitncnn_11 1 3 in12 39 40 41 Input in13 0 1 in13 Split splitncnn_12 1 2 in13 43 44 Input in14 0 1 in14 Split splitncnn_13 1 2 in14 46 47 Input in15 0 1 in15 Split splitncnn_14 1 3 in15 49 50 51 Input in16 0 1 in16 Split splitncnn_15 1 2 in16 53 54 Input in17 0 1 in17 Split splitncnn_16 1 3 in17 56 57 58 Input in18 0 1 in18 Split splitncnn_17 1 2 in18 60 61 Input in19 0 1 in19 Split splitncnn_18 1 2 in19 63 64 Input in20 0 1 in20 Split splitncnn_19 1 3 in20 66 67 68 Input in21 0 1 in21 Split splitncnn_20 1 2 in21 70 71 Input in22 0 1 in22 Split splitncnn_21 1 3 in22 73 74 75 Input in23 0 1 in23 Split splitncnn_22 1 2 in23 77 78 Input in24 0 1 in24 Split splitncnn_23 1 2 in24 80 81 Input in25 0 1 in25 Split splitncnn_24 1 3 in25 83 84 85 Input in26 0 1 in26 Split splitncnn_25 1 2 in26 87 88 Input in27 0 1 in27 Split splitncnn_26 1 3 in27 90 91 92 Input in28 0 1 in28 Split splitncnn_27 1 2 in28 94 95 Input in29 0 1 in29 Split splitncnn_28 1 2 in29 97 98 Input in30 0 1 in30 Split splitncnn_29 1 3 in30 100 101 102 Input in31 0 1 in31 Split splitncnn_30 1 2 in31 104 105 Input in32 0 1 in32 Split splitncnn_31 1 3 in32 107 108 109 Input in33 0 1 in33 Split splitncnn_32 1 2 in33 111 112 Input in34 0 1 in34 Split splitncnn_33 1 2 in34 114 115 Input in35 0 1 in35 Split splitncnn_34 1 3 in35 117 118 119 MemoryData encoders.4.encoder.layers.2 0 1 120 0=1 MemoryData encoders.4.encoder.layers.1 0 1 121 0=1 MemoryData encoders.4.encoder.layers.0 0 1 122 0=1 MemoryData encoders.4.encoder.encoder_pos 0 1 123 0=160 1=47 2=1 Split splitncnn_35 1 3 123 124 125 126 MemoryData encoders.3.encoder.layers.1 0 1 127 0=1 MemoryData encoders.3.encoder.layers.0 0 1 128 0=1 MemoryData encoders.3.encoder.encoder_pos 0 1 129 0=160 1=11 2=1 Split splitncnn_36 1 2 129 130 131 MemoryData encoders.2.encoder.layers.1 0 1 132 0=1 MemoryData encoders.2.encoder.layers.0 0 1 133 0=1 MemoryData encoders.2.encoder.encoder_pos 0 1 134 0=160 1=23 2=1 Split splitncnn_37 1 2 134 135 136 MemoryData encoders.1.encoder.layers.2 0 1 137 0=1 MemoryData encoders.1.encoder.layers.1 0 1 138 0=1 MemoryData encoders.1.encoder.layers.0 0 1 139 0=1 MemoryData encoders.1.encoder.encoder_pos 0 1 140 0=160 1=47 2=1 Split splitncnn_38 1 3 140 141 142 143 MemoryData encoders.0.layers.1 0 1 144 0=1 MemoryData encoders.0.layers.0 0 1 145 0=1 MemoryData encoders.0.encoder_pos 0 1 146 0=160 1=95 2=1 Split splitncnn_39 1 2 146 147 148 ExpandDims unsqueeze_595 1 1 in0 149 -23303=1,0 Convolution conv_152 1 1 149 150 0=8 1=3 11=3 12=1 13=1 14=0 2=1 3=1 4=1 5=1 6=72 Split splitncnn_40 1 2 150 151 152 BinaryOp sub_0 1 1 151 153 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_24 1 1 153 154 BinaryOp mul_1 2 1 152 154 155 0=2 Convolution conv_153 1 1 155 156 0=32 1=3 11=3 12=1 13=2 14=0 2=1 3=2 4=0 5=1 6=2304 Split splitncnn_41 1 2 156 157 158 BinaryOp sub_2 1 1 157 159 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_25 1 1 159 160 BinaryOp mul_3 2 1 158 160 161 0=2 Convolution conv_154 1 1 161 162 0=128 1=3 11=3 12=1 13=1 14=0 2=1 3=2 4=0 5=1 6=36864 Split splitncnn_42 1 2 162 163 164 BinaryOp sub_4 1 1 163 165 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_26 1 1 165 166 BinaryOp mul_5 2 1 164 166 167 0=2 Crop crop_704 1 1 88 168 -23310=1,1 -23311=1,0 -23309=1,0 Reshape encoders.0.state_select_list.0_ncnnreshape0 1 1 168 169 0=0 1=0 Crop crop_705 1 1 105 170 -23310=1,1 -23311=1,0 -23309=1,0 Reshape pnnx_unique_12_ncnnreshape0 1 1 170 171 0=0 1=0 Permute permute_534 1 1 167 172 0=2 Reshape reshape_300 1 1 172 173 0=2432 1=-1 InnerProduct linear_155 1 1 173 174 0=160 1=1 2=389120 Split splitncnn_43 1 4 174 175 176 177 178 InnerProduct linear_156 1 1 178 179 0=320 1=1 2=51200 Split splitncnn_44 1 2 179 180 181 BinaryOp sub_6 1 1 180 182 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_27 1 1 182 183 BinaryOp mul_7 2 1 181 183 184 0=2 InnerProduct linear_157 1 1 184 185 0=160 1=1 2=51200 BinaryOp add_8 2 1 175 185 186 0=0 Split splitncnn_45 1 2 186 187 188 Crop select_0 1 1 20 189 -23310=1,1 -23311=1,0 -23309=1,0 Crop select_1 1 1 3 190 -23310=1,1 -23311=1,0 -23309=1,0 PoolingModuleNoProj pooling_modul_no_proj_596 3 3 188 190 189 191 192 193 InnerProduct linear_158 1 1 191 194 0=160 1=0 2=25600 BinaryOp add_9 2 1 187 194 195 0=0 Split splitncnn_46 1 2 195 196 197 Crop select_2 1 1 37 198 -23310=1,1 -23311=1,0 -23309=1,0 Crop select_3 1 1 54 199 -23310=1,1 -23311=1,0 -23309=1,0 InnerProduct linear_159 1 1 197 200 0=256 1=1 2=40960 Slice tensor_split_0 1 4 200 201 202 203 204 -23300=4,96,96,48,-233 1=1 Concat cat_0 2 1 199 203 205 0=0 Split splitncnn_47 1 2 205 206 207 Reshape reshape_301 1 1 206 208 0=12 1=4 2=80 Reshape reshape_302 1 1 201 209 0=24 1=4 2=16 Reshape reshape_303 1 1 204 210 0=4 1=4 2=16 Concat cat_1 2 1 198 202 211 0=0 Split splitncnn_48 1 2 211 212 213 Reshape reshape_304 1 1 212 214 0=24 1=4 2=80 InnerProduct linear_160 1 1 148 215 0=16 1=0 2=2560 Reshape reshape_305 1 1 215 216 0=4 1=4 2=95 Permute permute_612 1 1 216 217 0=3 Permute permute_610 1 1 210 218 0=2 MatMul matmul_498 2 1 218 217 219 Permute permute_611 1 1 214 220 0=3 Permute permute_609 1 1 209 221 0=2 MatMul matmul_499 2 1 221 220 222 TensorAsStrided tensor_as_strided_728 1 1 219 223 -23300=3,4,16,80 -23301=3,1520,94,1 2=15 BinaryOp add_10 2 1 222 223 224 0=0 Reshape view_462 1 1 224 225 0=80 1=16 2=4 Softmax softmax_87 1 1 225 226 0=-1 1=1 Split splitncnn_49 1 2 226 227 228 Permute permute_608 1 1 208 229 0=2 MatMul bmm_474 2 1 228 229 230 Permute permute_613 1 1 230 231 0=2 Reshape reshape_306 1 1 231 232 0=48 1=16 InnerProduct linear_161 1 1 232 233 0=160 1=1 2=7680 BinaryOp add_11 2 1 196 233 234 0=0 Split splitncnn_50 1 2 234 235 236 Permute permute_536 1 1 236 237 0=1 Convolution1D conv1d_104 1 1 237 238 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 GLU glu_0 1 1 238 239 0=0 Concat cat_2 2 1 169 239 240 0=1 Split splitncnn_51 1 2 240 241 242 ConvolutionDepthWise1D convdw1d_749 1 1 242 243 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 Split splitncnn_52 1 2 243 244 245 BinaryOp sub_12 1 1 244 246 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_28 1 1 246 247 BinaryOp mul_13 2 1 245 247 248 0=2 Convolution1D conv1d_105 1 1 248 249 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 Permute permute_537 1 1 249 250 0=1 BinaryOp add_14 2 1 235 250 251 0=0 Split splitncnn_53 1 2 251 252 253 InnerProduct linear_162 1 1 253 254 0=320 1=1 2=51200 Split splitncnn_54 1 2 254 255 256 BinaryOp sub_15 1 1 255 257 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_29 1 1 257 258 BinaryOp mul_16 2 1 256 258 259 0=2 InnerProduct linear_163 1 1 259 260 0=160 1=1 2=51200 BinaryOp add_17 2 1 252 260 261 0=0 Split splitncnn_55 1 2 261 262 263 Crop select_4 1 1 71 264 -23310=1,1 -23311=1,0 -23309=1,0 InnerProduct linear_164 1 1 263 265 0=48 1=0 2=7680 Concat cat_3 2 1 264 265 266 0=0 Split splitncnn_56 1 2 266 267 268 Reshape reshape_307 1 1 267 269 0=12 1=4 2=80 Permute permute_614 1 1 269 270 0=2 MatMul bmm_475 2 1 227 270 271 Permute permute_615 1 1 271 272 0=2 Reshape reshape_308 1 1 272 273 0=48 1=16 InnerProduct linear_165 1 1 273 274 0=160 1=1 2=7680 BinaryOp add_18 2 1 262 274 275 0=0 Split splitncnn_57 1 2 275 276 277 Permute permute_538 1 1 277 278 0=1 Convolution1D conv1d_106 1 1 278 279 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 GLU glu_1 1 1 279 280 0=0 Concat cat_4 2 1 171 280 281 0=1 Split splitncnn_58 1 2 281 282 283 ConvolutionDepthWise1D convdw1d_750 1 1 283 284 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 Split splitncnn_59 1 2 284 285 286 BinaryOp sub_19 1 1 285 287 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_30 1 1 287 288 BinaryOp mul_20 2 1 286 288 289 0=2 Convolution1D conv1d_107 1 1 289 290 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 Permute permute_539 1 1 290 291 0=1 BinaryOp add_21 2 1 276 291 292 0=0 Split splitncnn_60 1 2 292 293 294 InnerProduct linear_166 1 1 294 295 0=320 1=1 2=51200 Split splitncnn_61 1 2 295 296 297 BinaryOp sub_22 1 1 296 298 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_31 1 1 298 299 BinaryOp mul_23 2 1 297 299 300 0=2 InnerProduct linear_167 1 1 300 301 0=160 1=1 2=51200 BinaryOp add_24 2 1 293 301 302 0=0 Split splitncnn_62 1 3 302 303 304 305 BinaryOp mul_25 2 1 303 304 306 0=2 Reduction mean_522 1 1 306 307 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_26 1 1 307 308 0=0 1=1 2=4.114059e+00 BinaryOp pow_27 1 1 308 309 0=6 1=1 2=-5.000000e-01 BinaryOp mul_28 2 1 305 309 310 0=2 BinaryOp sub_29 2 1 310 176 311 0=1 BinaryOp mul_30 2 1 311 145 312 0=2 BinaryOp add_31 2 1 177 312 313 0=0 Split splitncnn_63 1 4 313 314 315 316 317 Crop crop_706 1 1 87 318 -23310=1,2 -23311=1,0 -23309=1,1 Reshape encoders.0.state_select_list.1_ncnnreshape0 1 1 318 319 0=0 1=0 Crop crop_707 1 1 104 320 -23310=1,2 -23311=1,0 -23309=1,1 Reshape pnnx_unique_19_ncnnreshape0 1 1 320 321 0=0 1=0 InnerProduct linear_168 1 1 317 322 0=320 1=1 2=51200 Split splitncnn_64 1 2 322 323 324 BinaryOp sub_32 1 1 323 325 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_32 1 1 325 326 BinaryOp mul_33 2 1 324 326 327 0=2 InnerProduct linear_169 1 1 327 328 0=160 1=1 2=51200 BinaryOp add_34 2 1 314 328 329 0=0 Split splitncnn_65 1 2 329 330 331 Crop select_5 1 1 19 332 -23310=1,2 -23311=1,0 -23309=1,1 Crop select_6 1 1 2 333 -23310=1,2 -23311=1,0 -23309=1,1 PoolingModuleNoProj pooling_modul_no_proj_597 3 3 331 333 332 334 335 336 InnerProduct linear_170 1 1 334 337 0=160 1=0 2=25600 BinaryOp add_35 2 1 330 337 338 0=0 Split splitncnn_66 1 2 338 339 340 Crop select_7 1 1 36 341 -23310=1,2 -23311=1,0 -23309=1,1 Crop select_8 1 1 53 342 -23310=1,2 -23311=1,0 -23309=1,1 InnerProduct linear_171 1 1 340 343 0=256 1=1 2=40960 Slice tensor_split_1 1 4 343 344 345 346 347 -23300=4,96,96,48,-233 1=1 Concat cat_5 2 1 342 346 348 0=0 Split splitncnn_67 1 2 348 349 350 Reshape reshape_309 1 1 349 351 0=12 1=4 2=80 Reshape reshape_310 1 1 344 352 0=24 1=4 2=16 Reshape reshape_311 1 1 347 353 0=4 1=4 2=16 Concat cat_6 2 1 341 345 354 0=0 Split splitncnn_68 1 2 354 355 356 Reshape reshape_312 1 1 355 357 0=24 1=4 2=80 InnerProduct linear_172 1 1 147 358 0=16 1=0 2=2560 Reshape reshape_313 1 1 358 359 0=4 1=4 2=95 Permute permute_620 1 1 359 360 0=3 Permute permute_618 1 1 353 361 0=2 MatMul matmul_500 2 1 361 360 362 Permute permute_619 1 1 357 363 0=3 Permute permute_617 1 1 352 364 0=2 MatMul matmul_501 2 1 364 363 365 TensorAsStrided tensor_as_strided_729 1 1 362 366 -23300=3,4,16,80 -23301=3,1520,94,1 2=15 BinaryOp add_36 2 1 365 366 367 0=0 Reshape view_463 1 1 367 368 0=80 1=16 2=4 Softmax softmax_88 1 1 368 369 0=-1 1=1 Split splitncnn_69 1 2 369 370 371 Permute permute_616 1 1 351 372 0=2 MatMul bmm_476 2 1 371 372 373 Permute permute_621 1 1 373 374 0=2 Reshape reshape_314 1 1 374 375 0=48 1=16 InnerProduct linear_173 1 1 375 376 0=160 1=1 2=7680 BinaryOp add_37 2 1 339 376 377 0=0 Split splitncnn_70 1 2 377 378 379 Permute permute_540 1 1 379 380 0=1 Convolution1D conv1d_108 1 1 380 381 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 GLU glu_2 1 1 381 382 0=0 Concat cat_7 2 1 319 382 383 0=1 Split splitncnn_71 1 2 383 384 385 ConvolutionDepthWise1D convdw1d_751 1 1 385 386 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 Split splitncnn_72 1 2 386 387 388 BinaryOp sub_38 1 1 387 389 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_33 1 1 389 390 BinaryOp mul_39 2 1 388 390 391 0=2 Convolution1D conv1d_109 1 1 391 392 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 Permute permute_541 1 1 392 393 0=1 BinaryOp add_40 2 1 378 393 394 0=0 Split splitncnn_73 1 2 394 395 396 InnerProduct linear_174 1 1 396 397 0=320 1=1 2=51200 Split splitncnn_74 1 2 397 398 399 BinaryOp sub_41 1 1 398 400 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_34 1 1 400 401 BinaryOp mul_42 2 1 399 401 402 0=2 InnerProduct linear_175 1 1 402 403 0=160 1=1 2=51200 BinaryOp add_43 2 1 395 403 404 0=0 Split splitncnn_75 1 2 404 405 406 Crop select_9 1 1 70 407 -23310=1,2 -23311=1,0 -23309=1,1 InnerProduct linear_176 1 1 406 408 0=48 1=0 2=7680 Concat cat_8 2 1 407 408 409 0=0 Split splitncnn_76 1 2 409 410 411 Reshape reshape_315 1 1 410 412 0=12 1=4 2=80 Permute permute_622 1 1 412 413 0=2 MatMul bmm_477 2 1 370 413 414 Permute permute_623 1 1 414 415 0=2 Reshape reshape_316 1 1 415 416 0=48 1=16 InnerProduct linear_177 1 1 416 417 0=160 1=1 2=7680 BinaryOp add_44 2 1 405 417 418 0=0 Split splitncnn_77 1 2 418 419 420 Permute permute_542 1 1 420 421 0=1 Convolution1D conv1d_110 1 1 421 422 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 GLU glu_3 1 1 422 423 0=0 Concat cat_9 2 1 321 423 424 0=1 Split splitncnn_78 1 2 424 425 426 ConvolutionDepthWise1D convdw1d_752 1 1 426 427 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 Split splitncnn_79 1 2 427 428 429 BinaryOp sub_45 1 1 428 430 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_35 1 1 430 431 BinaryOp mul_46 2 1 429 431 432 0=2 Convolution1D conv1d_111 1 1 432 433 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 Permute permute_543 1 1 433 434 0=1 BinaryOp add_47 2 1 419 434 435 0=0 Split splitncnn_80 1 2 435 436 437 InnerProduct linear_178 1 1 437 438 0=320 1=1 2=51200 Split splitncnn_81 1 2 438 439 440 BinaryOp sub_48 1 1 439 441 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_36 1 1 441 442 BinaryOp mul_49 2 1 440 442 443 0=2 InnerProduct linear_179 1 1 443 444 0=160 1=1 2=51200 BinaryOp add_50 2 1 436 444 445 0=0 Split splitncnn_82 1 3 445 446 447 448 BinaryOp mul_51 2 1 446 447 449 0=2 Reduction mean_523 1 1 449 450 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_52 1 1 450 451 0=0 1=1 2=6.826231e+00 BinaryOp pow_53 1 1 451 452 0=6 1=1 2=-5.000000e-01 BinaryOp mul_54 2 1 448 452 453 0=2 BinaryOp sub_55 2 1 453 315 454 0=1 BinaryOp mul_56 2 1 454 144 455 0=2 BinaryOp add_57 2 1 316 455 456 0=0 Split splitncnn_83 1 2 456 457 458 MemoryData encoders.1.downsample 0 1 459 0=160 1=1 2=1 Reshape reshape_317 1 1 458 460 0=160 1=2 2=8 Split splitncnn_84 1 2 460 461 462 BinaryOp mul_58 2 1 461 459 463 0=2 Reduction sum_585 1 1 463 464 0=0 1=0 -23303=1,-1 4=1 5=1 Softmax softmax_89 1 1 464 465 0=1 1=1 BinaryOp mul_59 2 1 462 465 466 0=2 Reduction sum_586 1 1 466 467 0=0 1=0 -23303=1,1 4=0 5=1 Crop crop_708 1 1 92 468 -23310=1,1 -23311=1,0 -23309=1,0 Reshape encoders.1.encoder.state_select_list.0_ncnnreshape0 1 1 468 469 0=0 1=0 Crop crop_709 1 1 109 470 -23310=1,1 -23311=1,0 -23309=1,0 Reshape pnnx_unique_27_ncnnreshape0 1 1 470 471 0=0 1=0 Split splitncnn_85 1 4 467 472 473 474 475 InnerProduct linear_180 1 1 475 476 0=320 1=1 2=51200 Split splitncnn_86 1 2 476 477 478 BinaryOp sub_60 1 1 477 479 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_37 1 1 479 480 BinaryOp mul_61 2 1 478 480 481 0=2 InnerProduct linear_181 1 1 481 482 0=160 1=1 2=51200 BinaryOp add_62 2 1 472 482 483 0=0 Split splitncnn_87 1 2 483 484 485 Crop select_10 1 1 24 486 -23310=1,1 -23311=1,0 -23309=1,0 Crop select_11 1 1 7 487 -23310=1,1 -23311=1,0 -23309=1,0 PoolingModuleNoProj pooling_modul_no_proj_598 3 3 485 487 486 488 489 490 InnerProduct linear_182 1 1 488 491 0=160 1=0 2=25600 BinaryOp add_63 2 1 484 491 492 0=0 Split splitncnn_88 1 2 492 493 494 Crop select_12 1 1 41 495 -23310=1,1 -23311=1,0 -23309=1,0 Crop select_13 1 1 58 496 -23310=1,1 -23311=1,0 -23309=1,0 InnerProduct linear_183 1 1 494 497 0=256 1=1 2=40960 Slice tensor_split_2 1 4 497 498 499 500 501 -23300=4,96,96,48,-233 1=1 Concat cat_10 2 1 496 500 502 0=0 Split splitncnn_89 1 2 502 503 504 Reshape reshape_318 1 1 503 505 0=12 1=4 2=40 Reshape reshape_319 1 1 498 506 0=24 1=4 2=8 Reshape reshape_320 1 1 501 507 0=4 1=4 2=8 Concat cat_11 2 1 495 499 508 0=0 Split splitncnn_90 1 2 508 509 510 Reshape reshape_321 1 1 509 511 0=24 1=4 2=40 InnerProduct linear_184 1 1 143 512 0=16 1=0 2=2560 Reshape reshape_322 1 1 512 513 0=4 1=4 2=47 Permute permute_628 1 1 513 514 0=3 Permute permute_626 1 1 507 515 0=2 MatMul matmul_502 2 1 515 514 516 Permute permute_627 1 1 511 517 0=3 Permute permute_625 1 1 506 518 0=2 MatMul matmul_503 2 1 518 517 519 TensorAsStrided tensor_as_strided_730 1 1 516 520 -23300=3,4,8,40 -23301=3,376,46,1 2=7 BinaryOp add_64 2 1 519 520 521 0=0 Reshape view_464 1 1 521 522 0=40 1=8 2=4 Softmax softmax_90 1 1 522 523 0=-1 1=1 Split splitncnn_91 1 2 523 524 525 Permute permute_624 1 1 505 526 0=2 MatMul bmm_478 2 1 525 526 527 Permute permute_629 1 1 527 528 0=2 Reshape reshape_323 1 1 528 529 0=48 1=8 InnerProduct linear_185 1 1 529 530 0=160 1=1 2=7680 BinaryOp add_65 2 1 493 530 531 0=0 Split splitncnn_92 1 2 531 532 533 Permute permute_544 1 1 533 534 0=1 Convolution1D conv1d_112 1 1 534 535 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 GLU glu_4 1 1 535 536 0=0 Concat cat_12 2 1 469 536 537 0=1 Split splitncnn_93 1 2 537 538 539 ConvolutionDepthWise1D convdw1d_753 1 1 539 540 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 Split splitncnn_94 1 2 540 541 542 BinaryOp sub_66 1 1 541 543 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_38 1 1 543 544 BinaryOp mul_67 2 1 542 544 545 0=2 Convolution1D conv1d_113 1 1 545 546 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 Permute permute_545 1 1 546 547 0=1 BinaryOp add_68 2 1 532 547 548 0=0 Split splitncnn_95 1 2 548 549 550 InnerProduct linear_186 1 1 550 551 0=320 1=1 2=51200 Split splitncnn_96 1 2 551 552 553 BinaryOp sub_69 1 1 552 554 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_39 1 1 554 555 BinaryOp mul_70 2 1 553 555 556 0=2 InnerProduct linear_187 1 1 556 557 0=160 1=1 2=51200 BinaryOp add_71 2 1 549 557 558 0=0 Split splitncnn_97 1 2 558 559 560 Crop select_14 1 1 75 561 -23310=1,1 -23311=1,0 -23309=1,0 InnerProduct linear_188 1 1 560 562 0=48 1=0 2=7680 Concat cat_13 2 1 561 562 563 0=0 Split splitncnn_98 1 2 563 564 565 Reshape reshape_324 1 1 564 566 0=12 1=4 2=40 Permute permute_630 1 1 566 567 0=2 MatMul bmm_479 2 1 524 567 568 Permute permute_631 1 1 568 569 0=2 Reshape reshape_325 1 1 569 570 0=48 1=8 InnerProduct linear_189 1 1 570 571 0=160 1=1 2=7680 BinaryOp add_72 2 1 559 571 572 0=0 Split splitncnn_99 1 2 572 573 574 Permute permute_546 1 1 574 575 0=1 Convolution1D conv1d_114 1 1 575 576 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 GLU glu_5 1 1 576 577 0=0 Concat cat_14 2 1 471 577 578 0=1 Split splitncnn_100 1 2 578 579 580 ConvolutionDepthWise1D convdw1d_754 1 1 580 581 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 Split splitncnn_101 1 2 581 582 583 BinaryOp sub_73 1 1 582 584 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_40 1 1 584 585 BinaryOp mul_74 2 1 583 585 586 0=2 Convolution1D conv1d_115 1 1 586 587 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 Permute permute_547 1 1 587 588 0=1 BinaryOp add_75 2 1 573 588 589 0=0 Split splitncnn_102 1 2 589 590 591 InnerProduct linear_190 1 1 591 592 0=320 1=1 2=51200 Split splitncnn_103 1 2 592 593 594 BinaryOp sub_76 1 1 593 595 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_41 1 1 595 596 BinaryOp mul_77 2 1 594 596 597 0=2 InnerProduct linear_191 1 1 597 598 0=160 1=1 2=51200 BinaryOp add_78 2 1 590 598 599 0=0 Split splitncnn_104 1 3 599 600 601 602 BinaryOp mul_79 2 1 600 601 603 0=2 Reduction mean_524 1 1 603 604 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_80 1 1 604 605 0=0 1=1 2=3.792164e+00 BinaryOp pow_81 1 1 605 606 0=6 1=1 2=-5.000000e-01 BinaryOp mul_82 2 1 602 606 607 0=2 BinaryOp sub_83 2 1 607 473 608 0=1 BinaryOp mul_84 2 1 608 139 609 0=2 BinaryOp add_85 2 1 474 609 610 0=0 Split splitncnn_105 1 4 610 611 612 613 614 Crop crop_710 1 1 91 615 -23310=1,2 -23311=1,0 -23309=1,1 Reshape encoders.1.encoder.state_select_list.1_ncnnreshape0 1 1 615 616 0=0 1=0 Crop crop_711 1 1 108 617 -23310=1,2 -23311=1,0 -23309=1,1 Reshape pnnx_unique_35_ncnnreshape0 1 1 617 618 0=0 1=0 InnerProduct linear_192 1 1 614 619 0=320 1=1 2=51200 Split splitncnn_106 1 2 619 620 621 BinaryOp sub_86 1 1 620 622 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_42 1 1 622 623 BinaryOp mul_87 2 1 621 623 624 0=2 InnerProduct linear_193 1 1 624 625 0=160 1=1 2=51200 BinaryOp add_88 2 1 611 625 626 0=0 Split splitncnn_107 1 2 626 627 628 Crop select_15 1 1 23 629 -23310=1,2 -23311=1,0 -23309=1,1 Crop select_16 1 1 6 630 -23310=1,2 -23311=1,0 -23309=1,1 PoolingModuleNoProj pooling_modul_no_proj_599 3 3 628 630 629 631 632 633 InnerProduct linear_194 1 1 631 634 0=160 1=0 2=25600 BinaryOp add_89 2 1 627 634 635 0=0 Split splitncnn_108 1 2 635 636 637 Crop select_17 1 1 40 638 -23310=1,2 -23311=1,0 -23309=1,1 Crop select_18 1 1 57 639 -23310=1,2 -23311=1,0 -23309=1,1 InnerProduct linear_195 1 1 637 640 0=256 1=1 2=40960 Slice tensor_split_3 1 4 640 641 642 643 644 -23300=4,96,96,48,-233 1=1 Concat cat_15 2 1 639 643 645 0=0 Split splitncnn_109 1 2 645 646 647 Reshape reshape_326 1 1 646 648 0=12 1=4 2=40 Reshape reshape_327 1 1 641 649 0=24 1=4 2=8 Reshape reshape_328 1 1 644 650 0=4 1=4 2=8 Concat cat_16 2 1 638 642 651 0=0 Split splitncnn_110 1 2 651 652 653 Reshape reshape_329 1 1 652 654 0=24 1=4 2=40 InnerProduct linear_196 1 1 142 655 0=16 1=0 2=2560 Reshape reshape_330 1 1 655 656 0=4 1=4 2=47 Permute permute_636 1 1 656 657 0=3 Permute permute_634 1 1 650 658 0=2 MatMul matmul_504 2 1 658 657 659 Permute permute_635 1 1 654 660 0=3 Permute permute_633 1 1 649 661 0=2 MatMul matmul_505 2 1 661 660 662 TensorAsStrided tensor_as_strided_731 1 1 659 663 -23300=3,4,8,40 -23301=3,376,46,1 2=7 BinaryOp add_90 2 1 662 663 664 0=0 Reshape view_465 1 1 664 665 0=40 1=8 2=4 Softmax softmax_91 1 1 665 666 0=-1 1=1 Split splitncnn_111 1 2 666 667 668 Permute permute_632 1 1 648 669 0=2 MatMul bmm_480 2 1 668 669 670 Permute permute_637 1 1 670 671 0=2 Reshape reshape_331 1 1 671 672 0=48 1=8 InnerProduct linear_197 1 1 672 673 0=160 1=1 2=7680 BinaryOp add_91 2 1 636 673 674 0=0 Split splitncnn_112 1 2 674 675 676 Permute permute_548 1 1 676 677 0=1 Convolution1D conv1d_116 1 1 677 678 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 GLU glu_6 1 1 678 679 0=0 Concat cat_17 2 1 616 679 680 0=1 Split splitncnn_113 1 2 680 681 682 ConvolutionDepthWise1D convdw1d_755 1 1 682 683 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 Split splitncnn_114 1 2 683 684 685 BinaryOp sub_92 1 1 684 686 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_43 1 1 686 687 BinaryOp mul_93 2 1 685 687 688 0=2 Convolution1D conv1d_117 1 1 688 689 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 Permute permute_549 1 1 689 690 0=1 BinaryOp add_94 2 1 675 690 691 0=0 Split splitncnn_115 1 2 691 692 693 InnerProduct linear_198 1 1 693 694 0=320 1=1 2=51200 Split splitncnn_116 1 2 694 695 696 BinaryOp sub_95 1 1 695 697 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_44 1 1 697 698 BinaryOp mul_96 2 1 696 698 699 0=2 InnerProduct linear_199 1 1 699 700 0=160 1=1 2=51200 BinaryOp add_97 2 1 692 700 701 0=0 Split splitncnn_117 1 2 701 702 703 Crop select_19 1 1 74 704 -23310=1,2 -23311=1,0 -23309=1,1 InnerProduct linear_200 1 1 703 705 0=48 1=0 2=7680 Concat cat_18 2 1 704 705 706 0=0 Split splitncnn_118 1 2 706 707 708 Reshape reshape_332 1 1 707 709 0=12 1=4 2=40 Permute permute_638 1 1 709 710 0=2 MatMul bmm_481 2 1 667 710 711 Permute permute_639 1 1 711 712 0=2 Reshape reshape_333 1 1 712 713 0=48 1=8 InnerProduct linear_201 1 1 713 714 0=160 1=1 2=7680 BinaryOp add_98 2 1 702 714 715 0=0 Split splitncnn_119 1 2 715 716 717 Permute permute_550 1 1 717 718 0=1 Convolution1D conv1d_118 1 1 718 719 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 GLU glu_7 1 1 719 720 0=0 Concat cat_19 2 1 618 720 721 0=1 Split splitncnn_120 1 2 721 722 723 ConvolutionDepthWise1D convdw1d_756 1 1 723 724 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 Split splitncnn_121 1 2 724 725 726 BinaryOp sub_99 1 1 725 727 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_45 1 1 727 728 BinaryOp mul_100 2 1 726 728 729 0=2 Convolution1D conv1d_119 1 1 729 730 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 Permute permute_551 1 1 730 731 0=1 BinaryOp add_101 2 1 716 731 732 0=0 Split splitncnn_122 1 2 732 733 734 InnerProduct linear_202 1 1 734 735 0=320 1=1 2=51200 Split splitncnn_123 1 2 735 736 737 BinaryOp sub_102 1 1 736 738 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_46 1 1 738 739 BinaryOp mul_103 2 1 737 739 740 0=2 InnerProduct linear_203 1 1 740 741 0=160 1=1 2=51200 BinaryOp add_104 2 1 733 741 742 0=0 Split splitncnn_124 1 3 742 743 744 745 BinaryOp mul_105 2 1 743 744 746 0=2 Reduction mean_525 1 1 746 747 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_106 1 1 747 748 0=0 1=1 2=5.184794e+00 BinaryOp pow_107 1 1 748 749 0=6 1=1 2=-5.000000e-01 BinaryOp mul_108 2 1 745 749 750 0=2 BinaryOp sub_109 2 1 750 612 751 0=1 BinaryOp mul_110 2 1 751 138 752 0=2 BinaryOp add_111 2 1 613 752 753 0=0 Split splitncnn_125 1 4 753 754 755 756 757 Crop crop_712 1 1 90 758 -23310=1,3 -23311=1,0 -23309=1,2 Reshape encoders.1.encoder.state_select_list.2_ncnnreshape0 1 1 758 759 0=0 1=0 Crop crop_713 1 1 107 760 -23310=1,3 -23311=1,0 -23309=1,2 Reshape pnnx_unique_43_ncnnreshape0 1 1 760 761 0=0 1=0 InnerProduct linear_204 1 1 757 762 0=320 1=1 2=51200 Split splitncnn_126 1 2 762 763 764 BinaryOp sub_112 1 1 763 765 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_47 1 1 765 766 BinaryOp mul_113 2 1 764 766 767 0=2 InnerProduct linear_205 1 1 767 768 0=160 1=1 2=51200 BinaryOp add_114 2 1 754 768 769 0=0 Split splitncnn_127 1 2 769 770 771 Crop select_20 1 1 22 772 -23310=1,3 -23311=1,0 -23309=1,2 Crop select_21 1 1 5 773 -23310=1,3 -23311=1,0 -23309=1,2 PoolingModuleNoProj pooling_modul_no_proj_600 3 3 771 773 772 774 775 776 InnerProduct linear_206 1 1 774 777 0=160 1=0 2=25600 BinaryOp add_115 2 1 770 777 778 0=0 Split splitncnn_128 1 2 778 779 780 Crop select_22 1 1 39 781 -23310=1,3 -23311=1,0 -23309=1,2 Crop select_23 1 1 56 782 -23310=1,3 -23311=1,0 -23309=1,2 InnerProduct linear_207 1 1 780 783 0=256 1=1 2=40960 Slice tensor_split_4 1 4 783 784 785 786 787 -23300=4,96,96,48,-233 1=1 Concat cat_20 2 1 782 786 788 0=0 Split splitncnn_129 1 2 788 789 790 Reshape reshape_334 1 1 789 791 0=12 1=4 2=40 Reshape reshape_335 1 1 784 792 0=24 1=4 2=8 Reshape reshape_336 1 1 787 793 0=4 1=4 2=8 Concat cat_21 2 1 781 785 794 0=0 Split splitncnn_130 1 2 794 795 796 Reshape reshape_337 1 1 795 797 0=24 1=4 2=40 InnerProduct linear_208 1 1 141 798 0=16 1=0 2=2560 Reshape reshape_338 1 1 798 799 0=4 1=4 2=47 Permute permute_644 1 1 799 800 0=3 Permute permute_642 1 1 793 801 0=2 MatMul matmul_506 2 1 801 800 802 Permute permute_643 1 1 797 803 0=3 Permute permute_641 1 1 792 804 0=2 MatMul matmul_507 2 1 804 803 805 TensorAsStrided tensor_as_strided_732 1 1 802 806 -23300=3,4,8,40 -23301=3,376,46,1 2=7 BinaryOp add_116 2 1 805 806 807 0=0 Reshape view_466 1 1 807 808 0=40 1=8 2=4 Softmax softmax_92 1 1 808 809 0=-1 1=1 Split splitncnn_131 1 2 809 810 811 Permute permute_640 1 1 791 812 0=2 MatMul bmm_482 2 1 811 812 813 Permute permute_645 1 1 813 814 0=2 Reshape reshape_339 1 1 814 815 0=48 1=8 InnerProduct linear_209 1 1 815 816 0=160 1=1 2=7680 BinaryOp add_117 2 1 779 816 817 0=0 Split splitncnn_132 1 2 817 818 819 Permute permute_552 1 1 819 820 0=1 Convolution1D conv1d_120 1 1 820 821 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 GLU glu_8 1 1 821 822 0=0 Concat cat_22 2 1 759 822 823 0=1 Split splitncnn_133 1 2 823 824 825 ConvolutionDepthWise1D convdw1d_757 1 1 825 826 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 Split splitncnn_134 1 2 826 827 828 BinaryOp sub_118 1 1 827 829 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_48 1 1 829 830 BinaryOp mul_119 2 1 828 830 831 0=2 Convolution1D conv1d_121 1 1 831 832 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 Permute permute_553 1 1 832 833 0=1 BinaryOp add_120 2 1 818 833 834 0=0 Split splitncnn_135 1 2 834 835 836 InnerProduct linear_210 1 1 836 837 0=320 1=1 2=51200 Split splitncnn_136 1 2 837 838 839 BinaryOp sub_121 1 1 838 840 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_49 1 1 840 841 BinaryOp mul_122 2 1 839 841 842 0=2 InnerProduct linear_211 1 1 842 843 0=160 1=1 2=51200 BinaryOp add_123 2 1 835 843 844 0=0 Split splitncnn_137 1 2 844 845 846 Crop select_24 1 1 73 847 -23310=1,3 -23311=1,0 -23309=1,2 InnerProduct linear_212 1 1 846 848 0=48 1=0 2=7680 Concat cat_23 2 1 847 848 849 0=0 Split splitncnn_138 1 2 849 850 851 Reshape reshape_340 1 1 850 852 0=12 1=4 2=40 Permute permute_646 1 1 852 853 0=2 MatMul bmm_483 2 1 810 853 854 Permute permute_647 1 1 854 855 0=2 Reshape reshape_341 1 1 855 856 0=48 1=8 InnerProduct linear_213 1 1 856 857 0=160 1=1 2=7680 BinaryOp add_124 2 1 845 857 858 0=0 Split splitncnn_139 1 2 858 859 860 Permute permute_554 1 1 860 861 0=1 Convolution1D conv1d_122 1 1 861 862 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 GLU glu_9 1 1 862 863 0=0 Concat cat_24 2 1 761 863 864 0=1 Split splitncnn_140 1 2 864 865 866 ConvolutionDepthWise1D convdw1d_758 1 1 866 867 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 Split splitncnn_141 1 2 867 868 869 BinaryOp sub_125 1 1 868 870 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_50 1 1 870 871 BinaryOp mul_126 2 1 869 871 872 0=2 Convolution1D conv1d_123 1 1 872 873 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 Permute permute_555 1 1 873 874 0=1 BinaryOp add_127 2 1 859 874 875 0=0 Split splitncnn_142 1 2 875 876 877 InnerProduct linear_214 1 1 877 878 0=320 1=1 2=51200 Split splitncnn_143 1 2 878 879 880 BinaryOp sub_128 1 1 879 881 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_51 1 1 881 882 BinaryOp mul_129 2 1 880 882 883 0=2 InnerProduct linear_215 1 1 883 884 0=160 1=1 2=51200 BinaryOp add_130 2 1 876 884 885 0=0 Split splitncnn_144 1 3 885 886 887 888 BinaryOp mul_131 2 1 886 887 889 0=2 Reduction mean_526 1 1 889 890 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_132 1 1 890 891 0=0 1=1 2=9.473920e+00 BinaryOp pow_133 1 1 891 892 0=6 1=1 2=-5.000000e-01 BinaryOp mul_134 2 1 888 892 893 0=2 BinaryOp sub_135 2 1 893 755 894 0=1 BinaryOp mul_136 2 1 894 137 895 0=2 BinaryOp add_137 2 1 756 895 896 0=0 MemoryData encoders.1.out_combiner 0 1 897 0=1 Split splitncnn_145 1 2 897 898 899 BinaryOp sub_138 1 1 898 900 0=7 1=1 2=1.000000e+00 SimpleUpsample simple_upsample_745 1 1 896 901 0=2 1=160 2=320 BinaryOp mul_139 2 1 901 900 902 0=2 BinaryOp mul_140 2 1 457 899 903 0=2 BinaryOp add_141 2 1 903 902 904 0=0 Split splitncnn_146 1 3 904 905 906 907 MemoryData encoders.2.downsample 0 1 908 0=160 1=1 2=1 Reshape reshape_342 1 1 907 909 0=160 1=4 2=4 Split splitncnn_147 1 2 909 910 911 BinaryOp mul_142 2 1 910 908 912 0=2 Reduction sum_587 1 1 912 913 0=0 1=0 -23303=1,-1 4=1 5=1 Softmax softmax_93 1 1 913 914 0=1 1=1 BinaryOp mul_143 2 1 911 914 915 0=2 Reduction sum_588 1 1 915 916 0=0 1=0 -23303=1,1 4=0 5=1 Crop crop_714 1 1 95 917 -23310=1,1 -23311=1,0 -23309=1,0 Reshape encoders.2.encoder.state_select_list.0_ncnnreshape0 1 1 917 918 0=0 1=0 Crop crop_715 1 1 112 919 -23310=1,1 -23311=1,0 -23309=1,0 Reshape pnnx_unique_52_ncnnreshape0 1 1 919 920 0=0 1=0 Split splitncnn_148 1 4 916 921 922 923 924 InnerProduct linear_216 1 1 924 925 0=640 1=1 2=102400 Split splitncnn_149 1 2 925 926 927 BinaryOp sub_144 1 1 926 928 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_52 1 1 928 929 BinaryOp mul_145 2 1 927 929 930 0=2 InnerProduct linear_217 1 1 930 931 0=160 1=1 2=102400 BinaryOp add_146 2 1 921 931 932 0=0 Split splitncnn_150 1 2 932 933 934 Crop select_25 1 1 27 935 -23310=1,1 -23311=1,0 -23309=1,0 Crop select_26 1 1 10 936 -23310=1,1 -23311=1,0 -23309=1,0 PoolingModuleNoProj pooling_modul_no_proj_601 3 3 934 936 935 937 938 939 InnerProduct linear_218 1 1 937 940 0=160 1=0 2=25600 BinaryOp add_147 2 1 933 940 941 0=0 Split splitncnn_151 1 2 941 942 943 Crop select_27 1 1 44 944 -23310=1,1 -23311=1,0 -23309=1,0 Crop select_28 1 1 61 945 -23310=1,1 -23311=1,0 -23309=1,0 InnerProduct linear_219 1 1 943 946 0=256 1=1 2=40960 Slice tensor_split_5 1 4 946 947 948 949 950 -23300=4,96,96,48,-233 1=1 Concat cat_25 2 1 945 949 951 0=0 Split splitncnn_152 1 2 951 952 953 Reshape reshape_343 1 1 952 954 0=12 1=4 2=20 Reshape reshape_344 1 1 947 955 0=24 1=4 2=4 Reshape reshape_345 1 1 950 956 0=4 1=4 2=4 Concat cat_26 2 1 944 948 957 0=0 Split splitncnn_153 1 2 957 958 959 Reshape reshape_346 1 1 958 960 0=24 1=4 2=20 InnerProduct linear_220 1 1 136 961 0=16 1=0 2=2560 Reshape reshape_347 1 1 961 962 0=4 1=4 2=23 Permute permute_652 1 1 962 963 0=3 Permute permute_650 1 1 956 964 0=2 MatMul matmul_508 2 1 964 963 965 Permute permute_651 1 1 960 966 0=3 Permute permute_649 1 1 955 967 0=2 MatMul matmul_509 2 1 967 966 968 TensorAsStrided tensor_as_strided_733 1 1 965 969 -23300=3,4,4,20 -23301=3,92,22,1 2=3 BinaryOp add_148 2 1 968 969 970 0=0 Reshape view_467 1 1 970 971 0=20 1=4 2=4 Softmax softmax_94 1 1 971 972 0=-1 1=1 Split splitncnn_154 1 2 972 973 974 Permute permute_648 1 1 954 975 0=2 MatMul bmm_484 2 1 974 975 976 Permute permute_653 1 1 976 977 0=2 Reshape reshape_348 1 1 977 978 0=48 1=4 InnerProduct linear_221 1 1 978 979 0=160 1=1 2=7680 BinaryOp add_149 2 1 942 979 980 0=0 Split splitncnn_155 1 2 980 981 982 Permute permute_556 1 1 982 983 0=1 Convolution1D conv1d_124 1 1 983 984 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 GLU glu_10 1 1 984 985 0=0 Concat cat_27 2 1 918 985 986 0=1 Split splitncnn_156 1 2 986 987 988 ConvolutionDepthWise1D convdw1d_759 1 1 988 989 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 Split splitncnn_157 1 2 989 990 991 BinaryOp sub_150 1 1 990 992 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_53 1 1 992 993 BinaryOp mul_151 2 1 991 993 994 0=2 Convolution1D conv1d_125 1 1 994 995 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 Permute permute_557 1 1 995 996 0=1 BinaryOp add_152 2 1 981 996 997 0=0 Split splitncnn_158 1 2 997 998 999 InnerProduct linear_222 1 1 999 1000 0=640 1=1 2=102400 Split splitncnn_159 1 2 1000 1001 1002 BinaryOp sub_153 1 1 1001 1003 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_54 1 1 1003 1004 BinaryOp mul_154 2 1 1002 1004 1005 0=2 InnerProduct linear_223 1 1 1005 1006 0=160 1=1 2=102400 BinaryOp add_155 2 1 998 1006 1007 0=0 Split splitncnn_160 1 2 1007 1008 1009 Crop select_29 1 1 78 1010 -23310=1,1 -23311=1,0 -23309=1,0 InnerProduct linear_224 1 1 1009 1011 0=48 1=0 2=7680 Concat cat_28 2 1 1010 1011 1012 0=0 Split splitncnn_161 1 2 1012 1013 1014 Reshape reshape_349 1 1 1013 1015 0=12 1=4 2=20 Permute permute_654 1 1 1015 1016 0=2 MatMul bmm_485 2 1 973 1016 1017 Permute permute_655 1 1 1017 1018 0=2 Reshape reshape_350 1 1 1018 1019 0=48 1=4 InnerProduct linear_225 1 1 1019 1020 0=160 1=1 2=7680 BinaryOp add_156 2 1 1008 1020 1021 0=0 Split splitncnn_162 1 2 1021 1022 1023 Permute permute_558 1 1 1023 1024 0=1 Convolution1D conv1d_126 1 1 1024 1025 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 GLU glu_11 1 1 1025 1026 0=0 Concat cat_29 2 1 920 1026 1027 0=1 Split splitncnn_163 1 2 1027 1028 1029 ConvolutionDepthWise1D convdw1d_760 1 1 1029 1030 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 Split splitncnn_164 1 2 1030 1031 1032 BinaryOp sub_157 1 1 1031 1033 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_55 1 1 1033 1034 BinaryOp mul_158 2 1 1032 1034 1035 0=2 Convolution1D conv1d_127 1 1 1035 1036 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 Permute permute_559 1 1 1036 1037 0=1 BinaryOp add_159 2 1 1022 1037 1038 0=0 Split splitncnn_165 1 2 1038 1039 1040 InnerProduct linear_226 1 1 1040 1041 0=640 1=1 2=102400 Split splitncnn_166 1 2 1041 1042 1043 BinaryOp sub_160 1 1 1042 1044 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_56 1 1 1044 1045 BinaryOp mul_161 2 1 1043 1045 1046 0=2 InnerProduct linear_227 1 1 1046 1047 0=160 1=1 2=102400 BinaryOp add_162 2 1 1039 1047 1048 0=0 Split splitncnn_167 1 3 1048 1049 1050 1051 BinaryOp mul_163 2 1 1049 1050 1052 0=2 Reduction mean_527 1 1 1052 1053 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_164 1 1 1053 1054 0=0 1=1 2=3.638299e+00 BinaryOp pow_165 1 1 1054 1055 0=6 1=1 2=-5.000000e-01 BinaryOp mul_166 2 1 1051 1055 1056 0=2 BinaryOp sub_167 2 1 1056 922 1057 0=1 BinaryOp mul_168 2 1 1057 133 1058 0=2 BinaryOp add_169 2 1 923 1058 1059 0=0 Split splitncnn_168 1 4 1059 1060 1061 1062 1063 Crop crop_716 1 1 94 1064 -23310=1,2 -23311=1,0 -23309=1,1 Reshape encoders.2.encoder.state_select_list.1_ncnnreshape0 1 1 1064 1065 0=0 1=0 Crop crop_717 1 1 111 1066 -23310=1,2 -23311=1,0 -23309=1,1 Reshape pnnx_unique_60_ncnnreshape0 1 1 1066 1067 0=0 1=0 InnerProduct linear_228 1 1 1063 1068 0=640 1=1 2=102400 Split splitncnn_169 1 2 1068 1069 1070 BinaryOp sub_170 1 1 1069 1071 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_57 1 1 1071 1072 BinaryOp mul_171 2 1 1070 1072 1073 0=2 InnerProduct linear_229 1 1 1073 1074 0=160 1=1 2=102400 BinaryOp add_172 2 1 1060 1074 1075 0=0 Split splitncnn_170 1 2 1075 1076 1077 Crop select_30 1 1 26 1078 -23310=1,2 -23311=1,0 -23309=1,1 Crop select_31 1 1 9 1079 -23310=1,2 -23311=1,0 -23309=1,1 PoolingModuleNoProj pooling_modul_no_proj_602 3 3 1077 1079 1078 1080 1081 1082 InnerProduct linear_230 1 1 1080 1083 0=160 1=0 2=25600 BinaryOp add_173 2 1 1076 1083 1084 0=0 Split splitncnn_171 1 2 1084 1085 1086 Crop select_32 1 1 43 1087 -23310=1,2 -23311=1,0 -23309=1,1 Crop select_33 1 1 60 1088 -23310=1,2 -23311=1,0 -23309=1,1 InnerProduct linear_231 1 1 1086 1089 0=256 1=1 2=40960 Slice tensor_split_6 1 4 1089 1090 1091 1092 1093 -23300=4,96,96,48,-233 1=1 Concat cat_30 2 1 1088 1092 1094 0=0 Split splitncnn_172 1 2 1094 1095 1096 Reshape reshape_351 1 1 1095 1097 0=12 1=4 2=20 Reshape reshape_352 1 1 1090 1098 0=24 1=4 2=4 Reshape reshape_353 1 1 1093 1099 0=4 1=4 2=4 Concat cat_31 2 1 1087 1091 1100 0=0 Split splitncnn_173 1 2 1100 1101 1102 Reshape reshape_354 1 1 1101 1103 0=24 1=4 2=20 InnerProduct linear_232 1 1 135 1104 0=16 1=0 2=2560 Reshape reshape_355 1 1 1104 1105 0=4 1=4 2=23 Permute permute_660 1 1 1105 1106 0=3 Permute permute_658 1 1 1099 1107 0=2 MatMul matmul_510 2 1 1107 1106 1108 Permute permute_659 1 1 1103 1109 0=3 Permute permute_657 1 1 1098 1110 0=2 MatMul matmul_511 2 1 1110 1109 1111 TensorAsStrided tensor_as_strided_734 1 1 1108 1112 -23300=3,4,4,20 -23301=3,92,22,1 2=3 BinaryOp add_174 2 1 1111 1112 1113 0=0 Reshape view_468 1 1 1113 1114 0=20 1=4 2=4 Softmax softmax_95 1 1 1114 1115 0=-1 1=1 Split splitncnn_174 1 2 1115 1116 1117 Permute permute_656 1 1 1097 1118 0=2 MatMul bmm_486 2 1 1117 1118 1119 Permute permute_661 1 1 1119 1120 0=2 Reshape reshape_356 1 1 1120 1121 0=48 1=4 InnerProduct linear_233 1 1 1121 1122 0=160 1=1 2=7680 BinaryOp add_175 2 1 1085 1122 1123 0=0 Split splitncnn_175 1 2 1123 1124 1125 Permute permute_560 1 1 1125 1126 0=1 Convolution1D conv1d_128 1 1 1126 1127 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 GLU glu_12 1 1 1127 1128 0=0 Concat cat_32 2 1 1065 1128 1129 0=1 Split splitncnn_176 1 2 1129 1130 1131 ConvolutionDepthWise1D convdw1d_761 1 1 1131 1132 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 Split splitncnn_177 1 2 1132 1133 1134 BinaryOp sub_176 1 1 1133 1135 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_58 1 1 1135 1136 BinaryOp mul_177 2 1 1134 1136 1137 0=2 Convolution1D conv1d_129 1 1 1137 1138 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 Permute permute_561 1 1 1138 1139 0=1 BinaryOp add_178 2 1 1124 1139 1140 0=0 Split splitncnn_178 1 2 1140 1141 1142 InnerProduct linear_234 1 1 1142 1143 0=640 1=1 2=102400 Split splitncnn_179 1 2 1143 1144 1145 BinaryOp sub_179 1 1 1144 1146 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_59 1 1 1146 1147 BinaryOp mul_180 2 1 1145 1147 1148 0=2 InnerProduct linear_235 1 1 1148 1149 0=160 1=1 2=102400 BinaryOp add_181 2 1 1141 1149 1150 0=0 Split splitncnn_180 1 2 1150 1151 1152 Crop select_34 1 1 77 1153 -23310=1,2 -23311=1,0 -23309=1,1 InnerProduct linear_236 1 1 1152 1154 0=48 1=0 2=7680 Concat cat_33 2 1 1153 1154 1155 0=0 Split splitncnn_181 1 2 1155 1156 1157 Reshape reshape_357 1 1 1156 1158 0=12 1=4 2=20 Permute permute_662 1 1 1158 1159 0=2 MatMul bmm_487 2 1 1116 1159 1160 Permute permute_663 1 1 1160 1161 0=2 Reshape reshape_358 1 1 1161 1162 0=48 1=4 InnerProduct linear_237 1 1 1162 1163 0=160 1=1 2=7680 BinaryOp add_182 2 1 1151 1163 1164 0=0 Split splitncnn_182 1 2 1164 1165 1166 Permute permute_562 1 1 1166 1167 0=1 Convolution1D conv1d_130 1 1 1167 1168 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 GLU glu_13 1 1 1168 1169 0=0 Concat cat_34 2 1 1067 1169 1170 0=1 Split splitncnn_183 1 2 1170 1171 1172 ConvolutionDepthWise1D convdw1d_762 1 1 1172 1173 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 Split splitncnn_184 1 2 1173 1174 1175 BinaryOp sub_183 1 1 1174 1176 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_60 1 1 1176 1177 BinaryOp mul_184 2 1 1175 1177 1178 0=2 Convolution1D conv1d_131 1 1 1178 1179 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 Permute permute_563 1 1 1179 1180 0=1 BinaryOp add_185 2 1 1165 1180 1181 0=0 Split splitncnn_185 1 2 1181 1182 1183 InnerProduct linear_238 1 1 1183 1184 0=640 1=1 2=102400 Split splitncnn_186 1 2 1184 1185 1186 BinaryOp sub_186 1 1 1185 1187 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_61 1 1 1187 1188 BinaryOp mul_187 2 1 1186 1188 1189 0=2 InnerProduct linear_239 1 1 1189 1190 0=160 1=1 2=102400 BinaryOp add_188 2 1 1182 1190 1191 0=0 Split splitncnn_187 1 3 1191 1192 1193 1194 BinaryOp mul_189 2 1 1192 1193 1195 0=2 Reduction mean_528 1 1 1195 1196 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_190 1 1 1196 1197 0=0 1=1 2=1.419899e+01 BinaryOp pow_191 1 1 1197 1198 0=6 1=1 2=-5.000000e-01 BinaryOp mul_192 2 1 1194 1198 1199 0=2 BinaryOp sub_193 2 1 1199 1061 1200 0=1 BinaryOp mul_194 2 1 1200 132 1201 0=2 BinaryOp add_195 2 1 1062 1201 1202 0=0 MemoryData encoders.2.out_combiner 0 1 1203 0=1 Split splitncnn_188 1 2 1203 1204 1205 BinaryOp sub_196 1 1 1204 1206 0=7 1=1 2=1.000000e+00 SimpleUpsample simple_upsample_746 1 1 1202 1207 0=4 1=160 2=640 BinaryOp mul_197 2 1 1207 1206 1208 0=2 BinaryOp mul_198 2 1 905 1205 1209 0=2 BinaryOp add_199 2 1 1209 1208 1210 0=0 Split splitncnn_189 1 2 1210 1211 1212 MemoryData encoders.3.downsample 0 1 1213 0=160 1=1 2=1 Reshape reshape_359 1 1 1212 1214 0=160 1=8 2=2 Split splitncnn_190 1 2 1214 1215 1216 BinaryOp mul_200 2 1 1215 1213 1217 0=2 Reduction sum_589 1 1 1217 1218 0=0 1=0 -23303=1,-1 4=1 5=1 Softmax softmax_96 1 1 1218 1219 0=1 1=1 BinaryOp mul_201 2 1 1216 1219 1220 0=2 Reduction sum_590 1 1 1220 1221 0=0 1=0 -23303=1,1 4=0 5=1 Crop crop_718 1 1 98 1222 -23310=1,1 -23311=1,0 -23309=1,0 Reshape encoders.3.encoder.state_select_list.0_ncnnreshape0 1 1 1222 1223 0=0 1=0 Crop crop_719 1 1 115 1224 -23310=1,1 -23311=1,0 -23309=1,0 Reshape pnnx_unique_69_ncnnreshape0 1 1 1224 1225 0=0 1=0 Split splitncnn_191 1 4 1221 1226 1227 1228 1229 InnerProduct linear_240 1 1 1229 1230 0=640 1=1 2=102400 Split splitncnn_192 1 2 1230 1231 1232 BinaryOp sub_202 1 1 1231 1233 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_62 1 1 1233 1234 BinaryOp mul_203 2 1 1232 1234 1235 0=2 InnerProduct linear_241 1 1 1235 1236 0=160 1=1 2=102400 BinaryOp add_204 2 1 1226 1236 1237 0=0 Split splitncnn_193 1 2 1237 1238 1239 Crop select_35 1 1 30 1240 -23310=1,1 -23311=1,0 -23309=1,0 Crop select_36 1 1 13 1241 -23310=1,1 -23311=1,0 -23309=1,0 PoolingModuleNoProj pooling_modul_no_proj_603 3 3 1239 1241 1240 1242 1243 1244 InnerProduct linear_242 1 1 1242 1245 0=160 1=0 2=25600 BinaryOp add_205 2 1 1238 1245 1246 0=0 Split splitncnn_194 1 2 1246 1247 1248 Crop select_37 1 1 47 1249 -23310=1,1 -23311=1,0 -23309=1,0 Crop select_38 1 1 64 1250 -23310=1,1 -23311=1,0 -23309=1,0 InnerProduct linear_243 1 1 1248 1251 0=256 1=1 2=40960 Slice tensor_split_7 1 4 1251 1252 1253 1254 1255 -23300=4,96,96,48,-233 1=1 Concat cat_35 2 1 1250 1254 1256 0=0 Split splitncnn_195 1 2 1256 1257 1258 Reshape reshape_360 1 1 1257 1259 0=12 1=4 2=10 Reshape reshape_361 1 1 1252 1260 0=24 1=4 2=2 Reshape reshape_362 1 1 1255 1261 0=4 1=4 2=2 Concat cat_36 2 1 1249 1253 1262 0=0 Split splitncnn_196 1 2 1262 1263 1264 Reshape reshape_363 1 1 1263 1265 0=24 1=4 2=10 InnerProduct linear_244 1 1 131 1266 0=16 1=0 2=2560 Reshape reshape_364 1 1 1266 1267 0=4 1=4 2=11 Permute permute_668 1 1 1267 1268 0=3 Permute permute_666 1 1 1261 1269 0=2 MatMul matmul_512 2 1 1269 1268 1270 Permute permute_667 1 1 1265 1271 0=3 Permute permute_665 1 1 1260 1272 0=2 MatMul matmul_513 2 1 1272 1271 1273 TensorAsStrided tensor_as_strided_735 1 1 1270 1274 -23300=3,4,2,10 -23301=3,22,10,1 2=1 BinaryOp add_206 2 1 1273 1274 1275 0=0 Reshape view_469 1 1 1275 1276 0=10 1=2 2=4 Softmax softmax_97 1 1 1276 1277 0=-1 1=1 Split splitncnn_197 1 2 1277 1278 1279 Permute permute_664 1 1 1259 1280 0=2 MatMul bmm_488 2 1 1279 1280 1281 Permute permute_669 1 1 1281 1282 0=2 Reshape reshape_365 1 1 1282 1283 0=48 1=2 InnerProduct linear_245 1 1 1283 1284 0=160 1=1 2=7680 BinaryOp add_207 2 1 1247 1284 1285 0=0 Split splitncnn_198 1 2 1285 1286 1287 Permute permute_564 1 1 1287 1288 0=1 Convolution1D conv1d_132 1 1 1288 1289 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 GLU glu_14 1 1 1289 1290 0=0 Concat cat_37 2 1 1223 1290 1291 0=1 Split splitncnn_199 1 2 1291 1292 1293 ConvolutionDepthWise1D convdw1d_763 1 1 1293 1294 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 Split splitncnn_200 1 2 1294 1295 1296 BinaryOp sub_208 1 1 1295 1297 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_63 1 1 1297 1298 BinaryOp mul_209 2 1 1296 1298 1299 0=2 Convolution1D conv1d_133 1 1 1299 1300 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 Permute permute_565 1 1 1300 1301 0=1 BinaryOp add_210 2 1 1286 1301 1302 0=0 Split splitncnn_201 1 2 1302 1303 1304 InnerProduct linear_246 1 1 1304 1305 0=640 1=1 2=102400 Split splitncnn_202 1 2 1305 1306 1307 BinaryOp sub_211 1 1 1306 1308 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_64 1 1 1308 1309 BinaryOp mul_212 2 1 1307 1309 1310 0=2 InnerProduct linear_247 1 1 1310 1311 0=160 1=1 2=102400 BinaryOp add_213 2 1 1303 1311 1312 0=0 Split splitncnn_203 1 2 1312 1313 1314 Crop select_39 1 1 81 1315 -23310=1,1 -23311=1,0 -23309=1,0 InnerProduct linear_248 1 1 1314 1316 0=48 1=0 2=7680 Concat cat_38 2 1 1315 1316 1317 0=0 Split splitncnn_204 1 2 1317 1318 1319 Reshape reshape_366 1 1 1318 1320 0=12 1=4 2=10 Permute permute_670 1 1 1320 1321 0=2 MatMul bmm_489 2 1 1278 1321 1322 Permute permute_671 1 1 1322 1323 0=2 Reshape reshape_367 1 1 1323 1324 0=48 1=2 InnerProduct linear_249 1 1 1324 1325 0=160 1=1 2=7680 BinaryOp add_214 2 1 1313 1325 1326 0=0 Split splitncnn_205 1 2 1326 1327 1328 Permute permute_566 1 1 1328 1329 0=1 Convolution1D conv1d_134 1 1 1329 1330 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 GLU glu_15 1 1 1330 1331 0=0 Concat cat_39 2 1 1225 1331 1332 0=1 Split splitncnn_206 1 2 1332 1333 1334 ConvolutionDepthWise1D convdw1d_764 1 1 1334 1335 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 Split splitncnn_207 1 2 1335 1336 1337 BinaryOp sub_215 1 1 1336 1338 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_65 1 1 1338 1339 BinaryOp mul_216 2 1 1337 1339 1340 0=2 Convolution1D conv1d_135 1 1 1340 1341 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 Permute permute_567 1 1 1341 1342 0=1 BinaryOp add_217 2 1 1327 1342 1343 0=0 Split splitncnn_208 1 2 1343 1344 1345 InnerProduct linear_250 1 1 1345 1346 0=640 1=1 2=102400 Split splitncnn_209 1 2 1346 1347 1348 BinaryOp sub_218 1 1 1347 1349 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_66 1 1 1349 1350 BinaryOp mul_219 2 1 1348 1350 1351 0=2 InnerProduct linear_251 1 1 1351 1352 0=160 1=1 2=102400 BinaryOp add_220 2 1 1344 1352 1353 0=0 Split splitncnn_210 1 3 1353 1354 1355 1356 BinaryOp mul_221 2 1 1354 1355 1357 0=2 Reduction mean_529 1 1 1357 1358 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_222 1 1 1358 1359 0=0 1=1 2=3.501098e+00 BinaryOp pow_223 1 1 1359 1360 0=6 1=1 2=-5.000000e-01 BinaryOp mul_224 2 1 1356 1360 1361 0=2 BinaryOp sub_225 2 1 1361 1227 1362 0=1 BinaryOp mul_226 2 1 1362 128 1363 0=2 BinaryOp add_227 2 1 1228 1363 1364 0=0 Split splitncnn_211 1 4 1364 1365 1366 1367 1368 Crop crop_720 1 1 97 1369 -23310=1,2 -23311=1,0 -23309=1,1 Reshape encoders.3.encoder.state_select_list.1_ncnnreshape0 1 1 1369 1370 0=0 1=0 Crop crop_721 1 1 114 1371 -23310=1,2 -23311=1,0 -23309=1,1 Reshape pnnx_unique_77_ncnnreshape0 1 1 1371 1372 0=0 1=0 InnerProduct linear_252 1 1 1368 1373 0=640 1=1 2=102400 Split splitncnn_212 1 2 1373 1374 1375 BinaryOp sub_228 1 1 1374 1376 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_67 1 1 1376 1377 BinaryOp mul_229 2 1 1375 1377 1378 0=2 InnerProduct linear_253 1 1 1378 1379 0=160 1=1 2=102400 BinaryOp add_230 2 1 1365 1379 1380 0=0 Split splitncnn_213 1 2 1380 1381 1382 Crop select_40 1 1 29 1383 -23310=1,2 -23311=1,0 -23309=1,1 Crop select_41 1 1 12 1384 -23310=1,2 -23311=1,0 -23309=1,1 PoolingModuleNoProj pooling_modul_no_proj_604 3 3 1382 1384 1383 1385 1386 1387 InnerProduct linear_254 1 1 1385 1388 0=160 1=0 2=25600 BinaryOp add_231 2 1 1381 1388 1389 0=0 Split splitncnn_214 1 2 1389 1390 1391 Crop select_42 1 1 46 1392 -23310=1,2 -23311=1,0 -23309=1,1 Crop select_43 1 1 63 1393 -23310=1,2 -23311=1,0 -23309=1,1 InnerProduct linear_255 1 1 1391 1394 0=256 1=1 2=40960 Slice tensor_split_8 1 4 1394 1395 1396 1397 1398 -23300=4,96,96,48,-233 1=1 Concat cat_40 2 1 1393 1397 1399 0=0 Split splitncnn_215 1 2 1399 1400 1401 Reshape reshape_368 1 1 1400 1402 0=12 1=4 2=10 Reshape reshape_369 1 1 1395 1403 0=24 1=4 2=2 Reshape reshape_370 1 1 1398 1404 0=4 1=4 2=2 Concat cat_41 2 1 1392 1396 1405 0=0 Split splitncnn_216 1 2 1405 1406 1407 Reshape reshape_371 1 1 1406 1408 0=24 1=4 2=10 InnerProduct linear_256 1 1 130 1409 0=16 1=0 2=2560 Reshape reshape_372 1 1 1409 1410 0=4 1=4 2=11 Permute permute_676 1 1 1410 1411 0=3 Permute permute_674 1 1 1404 1412 0=2 MatMul matmul_514 2 1 1412 1411 1413 Permute permute_675 1 1 1408 1414 0=3 Permute permute_673 1 1 1403 1415 0=2 MatMul matmul_515 2 1 1415 1414 1416 TensorAsStrided tensor_as_strided_736 1 1 1413 1417 -23300=3,4,2,10 -23301=3,22,10,1 2=1 BinaryOp add_232 2 1 1416 1417 1418 0=0 Reshape view_470 1 1 1418 1419 0=10 1=2 2=4 Softmax softmax_98 1 1 1419 1420 0=-1 1=1 Split splitncnn_217 1 2 1420 1421 1422 Permute permute_672 1 1 1402 1423 0=2 MatMul bmm_490 2 1 1422 1423 1424 Permute permute_677 1 1 1424 1425 0=2 Reshape reshape_373 1 1 1425 1426 0=48 1=2 InnerProduct linear_257 1 1 1426 1427 0=160 1=1 2=7680 BinaryOp add_233 2 1 1390 1427 1428 0=0 Split splitncnn_218 1 2 1428 1429 1430 Permute permute_568 1 1 1430 1431 0=1 Convolution1D conv1d_136 1 1 1431 1432 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 GLU glu_16 1 1 1432 1433 0=0 Concat cat_42 2 1 1370 1433 1434 0=1 Split splitncnn_219 1 2 1434 1435 1436 ConvolutionDepthWise1D convdw1d_765 1 1 1436 1437 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 Split splitncnn_220 1 2 1437 1438 1439 BinaryOp sub_234 1 1 1438 1440 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_68 1 1 1440 1441 BinaryOp mul_235 2 1 1439 1441 1442 0=2 Convolution1D conv1d_137 1 1 1442 1443 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 Permute permute_569 1 1 1443 1444 0=1 BinaryOp add_236 2 1 1429 1444 1445 0=0 Split splitncnn_221 1 2 1445 1446 1447 InnerProduct linear_258 1 1 1447 1448 0=640 1=1 2=102400 Split splitncnn_222 1 2 1448 1449 1450 BinaryOp sub_237 1 1 1449 1451 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_69 1 1 1451 1452 BinaryOp mul_238 2 1 1450 1452 1453 0=2 InnerProduct linear_259 1 1 1453 1454 0=160 1=1 2=102400 BinaryOp add_239 2 1 1446 1454 1455 0=0 Split splitncnn_223 1 2 1455 1456 1457 Crop select_44 1 1 80 1458 -23310=1,2 -23311=1,0 -23309=1,1 InnerProduct linear_260 1 1 1457 1459 0=48 1=0 2=7680 Concat cat_43 2 1 1458 1459 1460 0=0 Split splitncnn_224 1 2 1460 1461 1462 Reshape reshape_374 1 1 1461 1463 0=12 1=4 2=10 Permute permute_678 1 1 1463 1464 0=2 MatMul bmm_491 2 1 1421 1464 1465 Permute permute_679 1 1 1465 1466 0=2 Reshape reshape_375 1 1 1466 1467 0=48 1=2 InnerProduct linear_261 1 1 1467 1468 0=160 1=1 2=7680 BinaryOp add_240 2 1 1456 1468 1469 0=0 Split splitncnn_225 1 2 1469 1470 1471 Permute permute_570 1 1 1471 1472 0=1 Convolution1D conv1d_138 1 1 1472 1473 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 GLU glu_17 1 1 1473 1474 0=0 Concat cat_44 2 1 1372 1474 1475 0=1 Split splitncnn_226 1 2 1475 1476 1477 ConvolutionDepthWise1D convdw1d_766 1 1 1477 1478 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 Split splitncnn_227 1 2 1478 1479 1480 BinaryOp sub_241 1 1 1479 1481 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_70 1 1 1481 1482 BinaryOp mul_242 2 1 1480 1482 1483 0=2 Convolution1D conv1d_139 1 1 1483 1484 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 Permute permute_571 1 1 1484 1485 0=1 BinaryOp add_243 2 1 1470 1485 1486 0=0 Split splitncnn_228 1 2 1486 1487 1488 InnerProduct linear_262 1 1 1488 1489 0=640 1=1 2=102400 Split splitncnn_229 1 2 1489 1490 1491 BinaryOp sub_244 1 1 1490 1492 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_71 1 1 1492 1493 BinaryOp mul_245 2 1 1491 1493 1494 0=2 InnerProduct linear_263 1 1 1494 1495 0=160 1=1 2=102400 BinaryOp add_246 2 1 1487 1495 1496 0=0 Split splitncnn_230 1 3 1496 1497 1498 1499 BinaryOp mul_247 2 1 1497 1498 1500 0=2 Reduction mean_530 1 1 1500 1501 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_248 1 1 1501 1502 0=0 1=1 2=1.336250e+01 BinaryOp pow_249 1 1 1502 1503 0=6 1=1 2=-5.000000e-01 BinaryOp mul_250 2 1 1499 1503 1504 0=2 BinaryOp sub_251 2 1 1504 1366 1505 0=1 BinaryOp mul_252 2 1 1505 127 1506 0=2 BinaryOp add_253 2 1 1367 1506 1507 0=0 MemoryData encoders.3.out_combiner 0 1 1508 0=1 Split splitncnn_231 1 2 1508 1509 1510 BinaryOp sub_254 1 1 1509 1511 0=7 1=1 2=1.000000e+00 MemoryData skip_modules.4 0 1 1512 0=1 Split splitncnn_232 1 2 1512 1513 1514 BinaryOp sub_255 1 1 1513 1515 0=7 1=1 2=1.000000e+00 SimpleUpsample simple_upsample_747 1 1 1507 1516 0=8 1=160 2=1280 BinaryOp mul_256 2 1 1516 1511 1517 0=2 BinaryOp mul_257 2 1 1211 1510 1518 0=2 BinaryOp add_258 2 1 1518 1517 1519 0=0 BinaryOp mul_259 2 1 1519 1515 1520 0=2 BinaryOp mul_260 2 1 906 1514 1521 0=2 BinaryOp add_261 2 1 1521 1520 1522 0=0 Split splitncnn_233 1 2 1522 1523 1524 MemoryData encoders.4.downsample 0 1 1525 0=160 1=1 2=1 Reshape reshape_376 1 1 1524 1526 0=160 1=2 2=8 Split splitncnn_234 1 2 1526 1527 1528 BinaryOp mul_262 2 1 1527 1525 1529 0=2 Reduction sum_591 1 1 1529 1530 0=0 1=0 -23303=1,-1 4=1 5=1 Softmax softmax_99 1 1 1530 1531 0=1 1=1 BinaryOp mul_263 2 1 1528 1531 1532 0=2 Reduction sum_592 1 1 1532 1533 0=0 1=0 -23303=1,1 4=0 5=1 Crop crop_722 1 1 102 1534 -23310=1,1 -23311=1,0 -23309=1,0 Reshape encoders.4.encoder.state_select_list.0_ncnnreshape0 1 1 1534 1535 0=0 1=0 Crop crop_723 1 1 119 1536 -23310=1,1 -23311=1,0 -23309=1,0 Reshape pnnx_unique_86_ncnnreshape0 1 1 1536 1537 0=0 1=0 Split splitncnn_235 1 4 1533 1538 1539 1540 1541 InnerProduct linear_264 1 1 1541 1542 0=320 1=1 2=51200 Split splitncnn_236 1 2 1542 1543 1544 BinaryOp sub_264 1 1 1543 1545 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_72 1 1 1545 1546 BinaryOp mul_265 2 1 1544 1546 1547 0=2 InnerProduct linear_265 1 1 1547 1548 0=160 1=1 2=51200 BinaryOp add_266 2 1 1538 1548 1549 0=0 Split splitncnn_237 1 2 1549 1550 1551 Crop select_45 1 1 34 1552 -23310=1,1 -23311=1,0 -23309=1,0 Crop select_46 1 1 17 1553 -23310=1,1 -23311=1,0 -23309=1,0 PoolingModuleNoProj pooling_modul_no_proj_605 3 3 1551 1553 1552 1554 1555 1556 InnerProduct linear_266 1 1 1554 1557 0=160 1=0 2=25600 BinaryOp add_267 2 1 1550 1557 1558 0=0 Split splitncnn_238 1 2 1558 1559 1560 Crop select_47 1 1 51 1561 -23310=1,1 -23311=1,0 -23309=1,0 Crop select_48 1 1 68 1562 -23310=1,1 -23311=1,0 -23309=1,0 InnerProduct linear_267 1 1 1560 1563 0=256 1=1 2=40960 Slice tensor_split_9 1 4 1563 1564 1565 1566 1567 -23300=4,96,96,48,-233 1=1 Concat cat_45 2 1 1562 1566 1568 0=0 Split splitncnn_239 1 2 1568 1569 1570 Reshape reshape_377 1 1 1569 1571 0=12 1=4 2=40 Reshape reshape_378 1 1 1564 1572 0=24 1=4 2=8 Reshape reshape_379 1 1 1567 1573 0=4 1=4 2=8 Concat cat_46 2 1 1561 1565 1574 0=0 Split splitncnn_240 1 2 1574 1575 1576 Reshape reshape_380 1 1 1575 1577 0=24 1=4 2=40 InnerProduct linear_268 1 1 126 1578 0=16 1=0 2=2560 Reshape reshape_381 1 1 1578 1579 0=4 1=4 2=47 Permute permute_684 1 1 1579 1580 0=3 Permute permute_682 1 1 1573 1581 0=2 MatMul matmul_516 2 1 1581 1580 1582 Permute permute_683 1 1 1577 1583 0=3 Permute permute_681 1 1 1572 1584 0=2 MatMul matmul_517 2 1 1584 1583 1585 TensorAsStrided tensor_as_strided_737 1 1 1582 1586 -23300=3,4,8,40 -23301=3,376,46,1 2=7 BinaryOp add_268 2 1 1585 1586 1587 0=0 Reshape view_471 1 1 1587 1588 0=40 1=8 2=4 Softmax softmax_100 1 1 1588 1589 0=-1 1=1 Split splitncnn_241 1 2 1589 1590 1591 Permute permute_680 1 1 1571 1592 0=2 MatMul bmm_492 2 1 1591 1592 1593 Permute permute_685 1 1 1593 1594 0=2 Reshape reshape_382 1 1 1594 1595 0=48 1=8 InnerProduct linear_269 1 1 1595 1596 0=160 1=1 2=7680 BinaryOp add_269 2 1 1559 1596 1597 0=0 Split splitncnn_242 1 2 1597 1598 1599 Permute permute_572 1 1 1599 1600 0=1 Convolution1D conv1d_140 1 1 1600 1601 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 GLU glu_18 1 1 1601 1602 0=0 Concat cat_47 2 1 1535 1602 1603 0=1 Split splitncnn_243 1 2 1603 1604 1605 ConvolutionDepthWise1D convdw1d_767 1 1 1605 1606 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 Split splitncnn_244 1 2 1606 1607 1608 BinaryOp sub_270 1 1 1607 1609 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_73 1 1 1609 1610 BinaryOp mul_271 2 1 1608 1610 1611 0=2 Convolution1D conv1d_141 1 1 1611 1612 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 Permute permute_573 1 1 1612 1613 0=1 BinaryOp add_272 2 1 1598 1613 1614 0=0 Split splitncnn_245 1 2 1614 1615 1616 InnerProduct linear_270 1 1 1616 1617 0=320 1=1 2=51200 Split splitncnn_246 1 2 1617 1618 1619 BinaryOp sub_273 1 1 1618 1620 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_74 1 1 1620 1621 BinaryOp mul_274 2 1 1619 1621 1622 0=2 InnerProduct linear_271 1 1 1622 1623 0=160 1=1 2=51200 BinaryOp add_275 2 1 1615 1623 1624 0=0 Split splitncnn_247 1 2 1624 1625 1626 Crop select_49 1 1 85 1627 -23310=1,1 -23311=1,0 -23309=1,0 InnerProduct linear_272 1 1 1626 1628 0=48 1=0 2=7680 Concat cat_48 2 1 1627 1628 1629 0=0 Split splitncnn_248 1 2 1629 1630 1631 Reshape reshape_383 1 1 1630 1632 0=12 1=4 2=40 Permute permute_686 1 1 1632 1633 0=2 MatMul bmm_493 2 1 1590 1633 1634 Permute permute_687 1 1 1634 1635 0=2 Reshape reshape_384 1 1 1635 1636 0=48 1=8 InnerProduct linear_273 1 1 1636 1637 0=160 1=1 2=7680 BinaryOp add_276 2 1 1625 1637 1638 0=0 Split splitncnn_249 1 2 1638 1639 1640 Permute permute_574 1 1 1640 1641 0=1 Convolution1D conv1d_142 1 1 1641 1642 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 GLU glu_19 1 1 1642 1643 0=0 Concat cat_49 2 1 1537 1643 1644 0=1 Split splitncnn_250 1 2 1644 1645 1646 ConvolutionDepthWise1D convdw1d_768 1 1 1646 1647 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 Split splitncnn_251 1 2 1647 1648 1649 BinaryOp sub_277 1 1 1648 1650 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_75 1 1 1650 1651 BinaryOp mul_278 2 1 1649 1651 1652 0=2 Convolution1D conv1d_143 1 1 1652 1653 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 Permute permute_575 1 1 1653 1654 0=1 BinaryOp add_279 2 1 1639 1654 1655 0=0 Split splitncnn_252 1 2 1655 1656 1657 InnerProduct linear_274 1 1 1657 1658 0=320 1=1 2=51200 Split splitncnn_253 1 2 1658 1659 1660 BinaryOp sub_280 1 1 1659 1661 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_76 1 1 1661 1662 BinaryOp mul_281 2 1 1660 1662 1663 0=2 InnerProduct linear_275 1 1 1663 1664 0=160 1=1 2=51200 BinaryOp add_282 2 1 1656 1664 1665 0=0 Split splitncnn_254 1 3 1665 1666 1667 1668 BinaryOp mul_283 2 1 1666 1667 1669 0=2 Reduction mean_531 1 1 1669 1670 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_284 1 1 1670 1671 0=0 1=1 2=4.410276e+00 BinaryOp pow_285 1 1 1671 1672 0=6 1=1 2=-5.000000e-01 BinaryOp mul_286 2 1 1668 1672 1673 0=2 BinaryOp sub_287 2 1 1673 1539 1674 0=1 BinaryOp mul_288 2 1 1674 122 1675 0=2 BinaryOp add_289 2 1 1540 1675 1676 0=0 Split splitncnn_255 1 4 1676 1677 1678 1679 1680 Crop crop_724 1 1 101 1681 -23310=1,2 -23311=1,0 -23309=1,1 Reshape encoders.4.encoder.state_select_list.1_ncnnreshape0 1 1 1681 1682 0=0 1=0 Crop crop_725 1 1 118 1683 -23310=1,2 -23311=1,0 -23309=1,1 Reshape pnnx_unique_94_ncnnreshape0 1 1 1683 1684 0=0 1=0 InnerProduct linear_276 1 1 1680 1685 0=320 1=1 2=51200 Split splitncnn_256 1 2 1685 1686 1687 BinaryOp sub_290 1 1 1686 1688 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_77 1 1 1688 1689 BinaryOp mul_291 2 1 1687 1689 1690 0=2 InnerProduct linear_277 1 1 1690 1691 0=160 1=1 2=51200 BinaryOp add_292 2 1 1677 1691 1692 0=0 Split splitncnn_257 1 2 1692 1693 1694 Crop select_50 1 1 33 1695 -23310=1,2 -23311=1,0 -23309=1,1 Crop select_51 1 1 16 1696 -23310=1,2 -23311=1,0 -23309=1,1 PoolingModuleNoProj pooling_modul_no_proj_606 3 3 1694 1696 1695 1697 1698 1699 InnerProduct linear_278 1 1 1697 1700 0=160 1=0 2=25600 BinaryOp add_293 2 1 1693 1700 1701 0=0 Split splitncnn_258 1 2 1701 1702 1703 Crop select_52 1 1 50 1704 -23310=1,2 -23311=1,0 -23309=1,1 Crop select_53 1 1 67 1705 -23310=1,2 -23311=1,0 -23309=1,1 InnerProduct linear_279 1 1 1703 1706 0=256 1=1 2=40960 Slice tensor_split_10 1 4 1706 1707 1708 1709 1710 -23300=4,96,96,48,-233 1=1 Concat cat_50 2 1 1705 1709 1711 0=0 Split splitncnn_259 1 2 1711 1712 1713 Reshape reshape_385 1 1 1712 1714 0=12 1=4 2=40 Reshape reshape_386 1 1 1707 1715 0=24 1=4 2=8 Reshape reshape_387 1 1 1710 1716 0=4 1=4 2=8 Concat cat_51 2 1 1704 1708 1717 0=0 Split splitncnn_260 1 2 1717 1718 1719 Reshape reshape_388 1 1 1718 1720 0=24 1=4 2=40 InnerProduct linear_280 1 1 125 1721 0=16 1=0 2=2560 Reshape reshape_389 1 1 1721 1722 0=4 1=4 2=47 Permute permute_692 1 1 1722 1723 0=3 Permute permute_690 1 1 1716 1724 0=2 MatMul matmul_518 2 1 1724 1723 1725 Permute permute_691 1 1 1720 1726 0=3 Permute permute_689 1 1 1715 1727 0=2 MatMul matmul_519 2 1 1727 1726 1728 TensorAsStrided tensor_as_strided_738 1 1 1725 1729 -23300=3,4,8,40 -23301=3,376,46,1 2=7 BinaryOp add_294 2 1 1728 1729 1730 0=0 Reshape view_472 1 1 1730 1731 0=40 1=8 2=4 Softmax softmax_101 1 1 1731 1732 0=-1 1=1 Split splitncnn_261 1 2 1732 1733 1734 Permute permute_688 1 1 1714 1735 0=2 MatMul bmm_494 2 1 1734 1735 1736 Permute permute_693 1 1 1736 1737 0=2 Reshape reshape_390 1 1 1737 1738 0=48 1=8 InnerProduct linear_281 1 1 1738 1739 0=160 1=1 2=7680 BinaryOp add_295 2 1 1702 1739 1740 0=0 Split splitncnn_262 1 2 1740 1741 1742 Permute permute_576 1 1 1742 1743 0=1 Convolution1D conv1d_144 1 1 1743 1744 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 GLU glu_20 1 1 1744 1745 0=0 Concat cat_52 2 1 1682 1745 1746 0=1 Split splitncnn_263 1 2 1746 1747 1748 ConvolutionDepthWise1D convdw1d_769 1 1 1748 1749 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 Split splitncnn_264 1 2 1749 1750 1751 BinaryOp sub_296 1 1 1750 1752 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_78 1 1 1752 1753 BinaryOp mul_297 2 1 1751 1753 1754 0=2 Convolution1D conv1d_145 1 1 1754 1755 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 Permute permute_577 1 1 1755 1756 0=1 BinaryOp add_298 2 1 1741 1756 1757 0=0 Split splitncnn_265 1 2 1757 1758 1759 InnerProduct linear_282 1 1 1759 1760 0=320 1=1 2=51200 Split splitncnn_266 1 2 1760 1761 1762 BinaryOp sub_299 1 1 1761 1763 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_79 1 1 1763 1764 BinaryOp mul_300 2 1 1762 1764 1765 0=2 InnerProduct linear_283 1 1 1765 1766 0=160 1=1 2=51200 BinaryOp add_301 2 1 1758 1766 1767 0=0 Split splitncnn_267 1 2 1767 1768 1769 Crop select_54 1 1 84 1770 -23310=1,2 -23311=1,0 -23309=1,1 InnerProduct linear_284 1 1 1769 1771 0=48 1=0 2=7680 Concat cat_53 2 1 1770 1771 1772 0=0 Split splitncnn_268 1 2 1772 1773 1774 Reshape reshape_391 1 1 1773 1775 0=12 1=4 2=40 Permute permute_694 1 1 1775 1776 0=2 MatMul bmm_495 2 1 1733 1776 1777 Permute permute_695 1 1 1777 1778 0=2 Reshape reshape_392 1 1 1778 1779 0=48 1=8 InnerProduct linear_285 1 1 1779 1780 0=160 1=1 2=7680 BinaryOp add_302 2 1 1768 1780 1781 0=0 Split splitncnn_269 1 2 1781 1782 1783 Permute permute_578 1 1 1783 1784 0=1 Convolution1D conv1d_146 1 1 1784 1785 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 GLU glu_21 1 1 1785 1786 0=0 Concat cat_54 2 1 1684 1786 1787 0=1 Split splitncnn_270 1 2 1787 1788 1789 ConvolutionDepthWise1D convdw1d_770 1 1 1789 1790 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 Split splitncnn_271 1 2 1790 1791 1792 BinaryOp sub_303 1 1 1791 1793 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_80 1 1 1793 1794 BinaryOp mul_304 2 1 1792 1794 1795 0=2 Convolution1D conv1d_147 1 1 1795 1796 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 Permute permute_579 1 1 1796 1797 0=1 BinaryOp add_305 2 1 1782 1797 1798 0=0 Split splitncnn_272 1 2 1798 1799 1800 InnerProduct linear_286 1 1 1800 1801 0=320 1=1 2=51200 Split splitncnn_273 1 2 1801 1802 1803 BinaryOp sub_306 1 1 1802 1804 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_81 1 1 1804 1805 BinaryOp mul_307 2 1 1803 1805 1806 0=2 InnerProduct linear_287 1 1 1806 1807 0=160 1=1 2=51200 BinaryOp add_308 2 1 1799 1807 1808 0=0 Split splitncnn_274 1 3 1808 1809 1810 1811 BinaryOp mul_309 2 1 1809 1810 1812 0=2 Reduction mean_532 1 1 1812 1813 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_310 1 1 1813 1814 0=0 1=1 2=4.107150e+00 BinaryOp pow_311 1 1 1814 1815 0=6 1=1 2=-5.000000e-01 BinaryOp mul_312 2 1 1811 1815 1816 0=2 BinaryOp sub_313 2 1 1816 1678 1817 0=1 BinaryOp mul_314 2 1 1817 121 1818 0=2 BinaryOp add_315 2 1 1679 1818 1819 0=0 Split splitncnn_275 1 4 1819 1820 1821 1822 1823 Crop crop_726 1 1 100 1824 -23310=1,3 -23311=1,0 -23309=1,2 Reshape encoders.4.encoder.state_select_list.2_ncnnreshape0 1 1 1824 1825 0=0 1=0 Crop crop_727 1 1 117 1826 -23310=1,3 -23311=1,0 -23309=1,2 Reshape pnnx_unique_102_ncnnreshape0 1 1 1826 1827 0=0 1=0 InnerProduct linear_288 1 1 1823 1828 0=320 1=1 2=51200 Split splitncnn_276 1 2 1828 1829 1830 BinaryOp sub_316 1 1 1829 1831 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_82 1 1 1831 1832 BinaryOp mul_317 2 1 1830 1832 1833 0=2 InnerProduct linear_289 1 1 1833 1834 0=160 1=1 2=51200 BinaryOp add_318 2 1 1820 1834 1835 0=0 Split splitncnn_277 1 2 1835 1836 1837 Crop select_55 1 1 32 1838 -23310=1,3 -23311=1,0 -23309=1,2 Crop select_56 1 1 15 1839 -23310=1,3 -23311=1,0 -23309=1,2 PoolingModuleNoProj pooling_modul_no_proj_607 3 3 1837 1839 1838 1840 1841 1842 InnerProduct linear_290 1 1 1840 1843 0=160 1=0 2=25600 BinaryOp add_319 2 1 1836 1843 1844 0=0 Split splitncnn_278 1 2 1844 1845 1846 Crop select_57 1 1 49 1847 -23310=1,3 -23311=1,0 -23309=1,2 Crop select_58 1 1 66 1848 -23310=1,3 -23311=1,0 -23309=1,2 InnerProduct linear_291 1 1 1846 1849 0=256 1=1 2=40960 Slice tensor_split_11 1 4 1849 1850 1851 1852 1853 -23300=4,96,96,48,-233 1=1 Concat cat_55 2 1 1848 1852 1854 0=0 Split splitncnn_279 1 2 1854 1855 1856 Reshape reshape_393 1 1 1855 1857 0=12 1=4 2=40 Reshape reshape_394 1 1 1850 1858 0=24 1=4 2=8 Reshape reshape_395 1 1 1853 1859 0=4 1=4 2=8 Concat cat_56 2 1 1847 1851 1860 0=0 Split splitncnn_280 1 2 1860 1861 1862 Reshape reshape_396 1 1 1861 1863 0=24 1=4 2=40 InnerProduct linear_292 1 1 124 1864 0=16 1=0 2=2560 Reshape reshape_397 1 1 1864 1865 0=4 1=4 2=47 Permute permute_700 1 1 1865 1866 0=3 Permute permute_698 1 1 1859 1867 0=2 MatMul matmul_520 2 1 1867 1866 1868 Permute permute_699 1 1 1863 1869 0=3 Permute permute_697 1 1 1858 1870 0=2 MatMul matmul_521 2 1 1870 1869 1871 TensorAsStrided tensor_as_strided_739 1 1 1868 1872 -23300=3,4,8,40 -23301=3,376,46,1 2=7 BinaryOp add_320 2 1 1871 1872 1873 0=0 Reshape view_473 1 1 1873 1874 0=40 1=8 2=4 Softmax softmax_102 1 1 1874 1875 0=-1 1=1 Split splitncnn_281 1 2 1875 1876 1877 Permute permute_696 1 1 1857 1878 0=2 MatMul bmm_496 2 1 1877 1878 1879 Permute permute_701 1 1 1879 1880 0=2 Reshape reshape_398 1 1 1880 1881 0=48 1=8 InnerProduct linear_293 1 1 1881 1882 0=160 1=1 2=7680 BinaryOp add_321 2 1 1845 1882 1883 0=0 Split splitncnn_282 1 2 1883 1884 1885 Permute permute_580 1 1 1885 1886 0=1 Convolution1D conv1d_148 1 1 1886 1887 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 GLU glu_22 1 1 1887 1888 0=0 Concat cat_57 2 1 1825 1888 1889 0=1 Split splitncnn_283 1 2 1889 1890 1891 ConvolutionDepthWise1D convdw1d_771 1 1 1891 1892 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 Split splitncnn_284 1 2 1892 1893 1894 BinaryOp sub_322 1 1 1893 1895 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_83 1 1 1895 1896 BinaryOp mul_323 2 1 1894 1896 1897 0=2 Convolution1D conv1d_149 1 1 1897 1898 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 Permute permute_581 1 1 1898 1899 0=1 BinaryOp add_324 2 1 1884 1899 1900 0=0 Split splitncnn_285 1 2 1900 1901 1902 InnerProduct linear_294 1 1 1902 1903 0=320 1=1 2=51200 Split splitncnn_286 1 2 1903 1904 1905 BinaryOp sub_325 1 1 1904 1906 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_84 1 1 1906 1907 BinaryOp mul_326 2 1 1905 1907 1908 0=2 InnerProduct linear_295 1 1 1908 1909 0=160 1=1 2=51200 BinaryOp add_327 2 1 1901 1909 1910 0=0 Split splitncnn_287 1 2 1910 1911 1912 Crop select_59 1 1 83 1913 -23310=1,3 -23311=1,0 -23309=1,2 InnerProduct linear_296 1 1 1912 1914 0=48 1=0 2=7680 Concat cat_58 2 1 1913 1914 1915 0=0 Split splitncnn_288 1 2 1915 1916 1917 Reshape reshape_399 1 1 1916 1918 0=12 1=4 2=40 Permute permute_702 1 1 1918 1919 0=2 MatMul bmm_497 2 1 1876 1919 1920 Permute permute_703 1 1 1920 1921 0=2 Reshape reshape_400 1 1 1921 1922 0=48 1=8 InnerProduct linear_297 1 1 1922 1923 0=160 1=1 2=7680 BinaryOp add_328 2 1 1911 1923 1924 0=0 Split splitncnn_289 1 2 1924 1925 1926 Permute permute_582 1 1 1926 1927 0=1 Convolution1D conv1d_150 1 1 1927 1928 0=320 1=1 2=1 3=1 4=0 5=1 6=51200 GLU glu_23 1 1 1928 1929 0=0 Concat cat_59 2 1 1827 1929 1930 0=1 Split splitncnn_290 1 2 1930 1931 1932 ConvolutionDepthWise1D convdw1d_772 1 1 1932 1933 0=160 1=31 2=1 3=1 4=0 5=1 6=4960 7=160 Split splitncnn_291 1 2 1933 1934 1935 BinaryOp sub_329 1 1 1934 1936 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_85 1 1 1936 1937 BinaryOp mul_330 2 1 1935 1937 1938 0=2 Convolution1D conv1d_151 1 1 1938 1939 0=160 1=1 2=1 3=1 4=0 5=1 6=25600 Permute permute_583 1 1 1939 1940 0=1 BinaryOp add_331 2 1 1925 1940 1941 0=0 Split splitncnn_292 1 2 1941 1942 1943 InnerProduct linear_298 1 1 1943 1944 0=320 1=1 2=51200 Split splitncnn_293 1 2 1944 1945 1946 BinaryOp sub_332 1 1 1945 1947 0=1 1=1 2=1.000000e+00 Sigmoid sigmoid_86 1 1 1947 1948 BinaryOp mul_333 2 1 1946 1948 1949 0=2 InnerProduct linear_299 1 1 1949 1950 0=160 1=1 2=51200 BinaryOp add_334 2 1 1942 1950 1951 0=0 Split splitncnn_294 1 3 1951 1952 1953 1954 BinaryOp mul_335 2 1 1952 1953 1955 0=2 Reduction mean_533 1 1 1955 1956 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_336 1 1 1956 1957 0=0 1=1 2=2.256193e+00 BinaryOp pow_337 1 1 1957 1958 0=6 1=1 2=-5.000000e-01 BinaryOp mul_338 2 1 1954 1958 1959 0=2 BinaryOp sub_339 2 1 1959 1821 1960 0=1 BinaryOp mul_340 2 1 1960 120 1961 0=2 BinaryOp add_341 2 1 1822 1961 1962 0=0 MemoryData encoders.4.out_combiner 0 1 1963 0=1 Split splitncnn_295 1 2 1963 1964 1965 BinaryOp sub_342 1 1 1964 1966 0=7 1=1 2=1.000000e+00 SimpleUpsample simple_upsample_748 1 1 1962 1967 0=2 1=160 2=320 BinaryOp mul_343 2 1 1967 1966 1968 0=2 BinaryOp mul_344 2 1 1523 1965 1969 0=2 BinaryOp add_345 2 1 1969 1968 1970 0=0 MemoryData downsample_output 0 1 1971 0=160 Reshape reshape_401 1 1 1970 1972 0=160 1=2 2=8 Split splitncnn_296 1 2 1972 1973 1974 BinaryOp mul_346 2 1 1973 1971 1975 0=2 Reduction sum_593 1 1 1975 1976 0=0 1=0 -23303=1,-1 4=1 5=1 Softmax softmax_103 1 1 1976 1977 0=1 1=1 BinaryOp mul_347 2 1 1974 1977 1978 0=2 Reduction sum_594 1 1 1978 out0 0=0 1=0 -23303=1,1 4=0 5=1 Crop slice_404 1 1 1931 1980 -23310=1,-233 -23311=1,1 -23309=1,8 Crop slice_403 1 1 1788 1981 -23310=1,-233 -23311=1,1 -23309=1,8 Crop slice_402 1 1 1645 1982 -23310=1,-233 -23311=1,1 -23309=1,8 Stack stack_0 3 1 1982 1981 1980 out35 0=0 Crop slice_407 1 1 1890 1984 -23310=1,-233 -23311=1,1 -23309=1,8 Crop slice_406 1 1 1747 1985 -23310=1,-233 -23311=1,1 -23309=1,8 Crop slice_405 1 1 1604 1986 -23310=1,-233 -23311=1,1 -23309=1,8 Stack stack_1 3 1 1986 1985 1984 out30 0=0 Crop slice_410 1 1 1917 1988 -23310=1,-233 -23311=1,0 -23309=1,-32 Crop slice_409 1 1 1774 1989 -23310=1,-233 -23311=1,0 -23309=1,-32 Crop slice_408 1 1 1631 1990 -23310=1,-233 -23311=1,0 -23309=1,-32 Stack stack_2 3 1 1990 1989 1988 out25 0=0 Crop slice_413 1 1 1856 1992 -23310=1,-233 -23311=1,0 -23309=1,8 Crop slice_412 1 1 1713 1993 -23310=1,-233 -23311=1,0 -23309=1,8 Crop slice_411 1 1 1570 1994 -23310=1,-233 -23311=1,0 -23309=1,8 Stack stack_3 3 1 1994 1993 1992 out20 0=0 Crop slice_416 1 1 1862 1996 -23310=1,-233 -23311=1,0 -23309=1,8 Crop slice_415 1 1 1719 1997 -23310=1,-233 -23311=1,0 -23309=1,8 Crop slice_414 1 1 1576 1998 -23310=1,-233 -23311=1,0 -23309=1,8 Stack stack_4 3 1 1998 1997 1996 out15 0=0 Stack stack_5 3 1 1556 1699 1842 out10 0=0 Stack stack_6 3 1 1555 1698 1841 out5 0=0 Crop slice_418 1 1 1476 2002 -23310=1,-233 -23311=1,1 -23309=1,2 Crop slice_417 1 1 1333 2003 -23310=1,-233 -23311=1,1 -23309=1,2 Stack stack_7 2 1 2003 2002 out34 0=0 Crop slice_420 1 1 1435 2005 -23310=1,-233 -23311=1,1 -23309=1,2 Crop slice_419 1 1 1292 2006 -23310=1,-233 -23311=1,1 -23309=1,2 Stack stack_8 2 1 2006 2005 out29 0=0 Crop slice_422 1 1 1462 2008 -23310=1,-233 -23311=1,0 -23309=1,-8 Crop slice_421 1 1 1319 2009 -23310=1,-233 -23311=1,0 -23309=1,-8 Stack stack_9 2 1 2009 2008 out24 0=0 Crop slice_424 1 1 1401 2011 -23310=1,-233 -23311=1,0 -23309=1,2 Crop slice_423 1 1 1258 2012 -23310=1,-233 -23311=1,0 -23309=1,2 Stack stack_10 2 1 2012 2011 out19 0=0 Crop slice_426 1 1 1407 2014 -23310=1,-233 -23311=1,0 -23309=1,2 Crop slice_425 1 1 1264 2015 -23310=1,-233 -23311=1,0 -23309=1,2 Stack stack_11 2 1 2015 2014 out14 0=0 Stack stack_12 2 1 1244 1387 out9 0=0 Stack stack_13 2 1 1243 1386 out4 0=0 Crop slice_428 1 1 1171 2019 -23310=1,-233 -23311=1,1 -23309=1,4 Crop slice_427 1 1 1028 2020 -23310=1,-233 -23311=1,1 -23309=1,4 Stack stack_14 2 1 2020 2019 out33 0=0 Crop slice_430 1 1 1130 2022 -23310=1,-233 -23311=1,1 -23309=1,4 Crop slice_429 1 1 987 2023 -23310=1,-233 -23311=1,1 -23309=1,4 Stack stack_15 2 1 2023 2022 out28 0=0 Crop slice_432 1 1 1157 2025 -23310=1,-233 -23311=1,0 -23309=1,-16 Crop slice_431 1 1 1014 2026 -23310=1,-233 -23311=1,0 -23309=1,-16 Stack stack_16 2 1 2026 2025 out23 0=0 Crop slice_434 1 1 1096 2028 -23310=1,-233 -23311=1,0 -23309=1,4 Crop slice_433 1 1 953 2029 -23310=1,-233 -23311=1,0 -23309=1,4 Stack stack_17 2 1 2029 2028 out18 0=0 Crop slice_436 1 1 1102 2031 -23310=1,-233 -23311=1,0 -23309=1,4 Crop slice_435 1 1 959 2032 -23310=1,-233 -23311=1,0 -23309=1,4 Stack stack_18 2 1 2032 2031 out13 0=0 Stack stack_19 2 1 939 1082 out8 0=0 Stack stack_20 2 1 938 1081 out3 0=0 Crop slice_439 1 1 865 2036 -23310=1,-233 -23311=1,1 -23309=1,8 Crop slice_438 1 1 722 2037 -23310=1,-233 -23311=1,1 -23309=1,8 Crop slice_437 1 1 579 2038 -23310=1,-233 -23311=1,1 -23309=1,8 Stack stack_21 3 1 2038 2037 2036 out32 0=0 Crop slice_442 1 1 824 2040 -23310=1,-233 -23311=1,1 -23309=1,8 Crop slice_441 1 1 681 2041 -23310=1,-233 -23311=1,1 -23309=1,8 Crop slice_440 1 1 538 2042 -23310=1,-233 -23311=1,1 -23309=1,8 Stack stack_22 3 1 2042 2041 2040 out27 0=0 Crop slice_445 1 1 851 2044 -23310=1,-233 -23311=1,0 -23309=1,-32 Crop slice_444 1 1 708 2045 -23310=1,-233 -23311=1,0 -23309=1,-32 Crop slice_443 1 1 565 2046 -23310=1,-233 -23311=1,0 -23309=1,-32 Stack stack_23 3 1 2046 2045 2044 out22 0=0 Crop slice_448 1 1 790 2048 -23310=1,-233 -23311=1,0 -23309=1,8 Crop slice_447 1 1 647 2049 -23310=1,-233 -23311=1,0 -23309=1,8 Crop slice_446 1 1 504 2050 -23310=1,-233 -23311=1,0 -23309=1,8 Stack stack_24 3 1 2050 2049 2048 out17 0=0 Crop slice_451 1 1 796 2052 -23310=1,-233 -23311=1,0 -23309=1,8 Crop slice_450 1 1 653 2053 -23310=1,-233 -23311=1,0 -23309=1,8 Crop slice_449 1 1 510 2054 -23310=1,-233 -23311=1,0 -23309=1,8 Stack stack_25 3 1 2054 2053 2052 out12 0=0 Stack stack_26 3 1 490 633 776 out7 0=0 Stack stack_27 3 1 489 632 775 out2 0=0 Crop slice_453 1 1 425 2058 -23310=1,-233 -23311=1,1 -23309=1,16 Crop slice_452 1 1 282 2059 -23310=1,-233 -23311=1,1 -23309=1,16 Stack stack_28 2 1 2059 2058 out31 0=0 Crop slice_455 1 1 384 2061 -23310=1,-233 -23311=1,1 -23309=1,16 Crop slice_454 1 1 241 2062 -23310=1,-233 -23311=1,1 -23309=1,16 Stack stack_29 2 1 2062 2061 out26 0=0 Crop slice_457 1 1 411 2064 -23310=1,-233 -23311=1,0 -23309=1,-64 Crop slice_456 1 1 268 2065 -23310=1,-233 -23311=1,0 -23309=1,-64 Stack stack_30 2 1 2065 2064 out21 0=0 Crop slice_459 1 1 350 2067 -23310=1,-233 -23311=1,0 -23309=1,16 Crop slice_458 1 1 207 2068 -23310=1,-233 -23311=1,0 -23309=1,16 Stack stack_31 2 1 2068 2067 out16 0=0 Crop slice_461 1 1 356 2070 -23310=1,-233 -23311=1,0 -23309=1,16 Crop slice_460 1 1 213 2071 -23310=1,-233 -23311=1,0 -23309=1,16 Stack stack_32 2 1 2071 2070 out11 0=0 Stack stack_33 2 1 193 336 out6 0=0 Stack stack_34 2 1 192 335 out1 0=0