Hugging Face's logo

llmware
/
mistral-nemo-instruct-2407-ov

OpenVINO
mistral
green
llmware-chat
p12
ov
Model card Files Community
doberst commited on
Commit
e7dd6ba
•
1 Parent(s): 8f44ef2

Upload 10 files

Browse files
Files changed (10) hide show
  1. config.json +27 -0
  2. generation_config.json +6 -0
  3. openvino_detokenizer.bin +3 -0
  4. openvino_detokenizer.xml +170 -0
  5. openvino_model.xml +0 -0
  6. openvino_tokenizer.bin +3 -0
  7. openvino_tokenizer.xml +946 -0
  8. special_tokens_map.json +23 -0
  9. tokenizer.json +0 -0
  10. tokenizer_config.json +0 -0
config.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "mistralai/Mistral-Nemo-Instruct-2407",
3
+ "architectures": [
4
+ "MistralForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 1,
8
+ "eos_token_id": 2,
9
+ "head_dim": 128,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 5120,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 14336,
14
+ "max_position_embeddings": 1024000,
15
+ "model_type": "mistral",
16
+ "num_attention_heads": 32,
17
+ "num_hidden_layers": 40,
18
+ "num_key_value_heads": 8,
19
+ "rms_norm_eps": 1e-05,
20
+ "rope_theta": 1000000.0,
21
+ "sliding_window": null,
22
+ "tie_word_embeddings": false,
23
+ "torch_dtype": "bfloat16",
24
+ "transformers_version": "4.44.2",
25
+ "use_cache": true,
26
+ "vocab_size": 131072
27
+ }
generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "eos_token_id": 2,
5
+ "transformers_version": "4.44.2"
6
+ }
openvino_detokenizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c855f0a1a41fd5532b8dc0898e1e48fe7f0cfb1a4bfb7f029f55c0dd093d9edd
3
+ size 1796135
openvino_detokenizer.xml ADDED
@@ -0,0 +1,170 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ <?xml version="1.0"?>
2
+ <net name="detokenizer" version="11">
3
+ <layers>
4
+ <layer id="0" name="Parameter_322286" type="Parameter" version="opset1">
5
+ <data shape="?,?" element_type="i64" />
6
+ <output>
7
+ <port id="0" precision="I64" names="Parameter_322286">
8
+ <dim>-1</dim>
9
+ <dim>-1</dim>
10
+ </port>
11
+ </output>
12
+ </layer>
13
+ <layer id="1" name="Convert_322297" type="Convert" version="opset1">
14
+ <data destination_type="i32" />
15
+ <input>
16
+ <port id="0" precision="I64">
17
+ <dim>-1</dim>
18
+ <dim>-1</dim>
19
+ </port>
20
+ </input>
21
+ <output>
22
+ <port id="1" precision="I32">
23
+ <dim>-1</dim>
24
+ <dim>-1</dim>
25
+ </port>
26
+ </output>
27
+ </layer>
28
+ <layer id="2" name="Constant_322181" type="Const" version="opset1">
29
+ <data element_type="u8" shape="1796135" offset="0" size="1796135" />
30
+ <output>
31
+ <port id="0" precision="U8">
32
+ <dim>1796135</dim>
33
+ </port>
34
+ </output>
35
+ </layer>
36
+ <layer id="3" name="StringTensorUnpack_322182" type="StringTensorUnpack" version="extension">
37
+ <data mode="begins_ends" />
38
+ <input>
39
+ <port id="0" precision="U8">
40
+ <dim>1796135</dim>
41
+ </port>
42
+ </input>
43
+ <output>
44
+ <port id="1" precision="I32">
45
+ <dim>-1</dim>
46
+ </port>
47
+ <port id="2" precision="I32">
48
+ <dim>-1</dim>
49
+ </port>
50
+ <port id="3" precision="U8">
51
+ <dim>-1</dim>
52
+ </port>
53
+ </output>
54
+ </layer>
55
+ <layer id="4" name="VocabDecoder_322287" type="VocabDecoder" version="extension">
56
+ <data skip_tokens="0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 263, 264, 265, 266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 381, 382, 383, 384, 385, 386, 387, 388, 389, 390, 391, 392, 393, 394, 395, 396, 397, 398, 399, 400, 401, 402, 403, 404, 405, 406, 407, 408, 409, 410, 411, 412, 413, 414, 415, 416, 417, 418, 419, 420, 421, 422, 423, 424, 425, 426, 427, 428, 429, 430, 431, 432, 433, 434, 435, 436, 437, 438, 439, 440, 441, 442, 443, 444, 445, 446, 447, 448, 449, 450, 451, 452, 453, 454, 455, 456, 457, 458, 459, 460, 461, 462, 463, 464, 465, 466, 467, 468, 469, 470, 471, 472, 473, 474, 475, 476, 477, 478, 479, 480, 481, 482, 483, 484, 485, 486, 487, 488, 489, 490, 491, 492, 493, 494, 495, 496, 497, 498, 499, 500, 501, 502, 503, 504, 505, 506, 507, 508, 509, 510, 511, 512, 513, 514, 515, 516, 517, 518, 519, 520, 521, 522, 523, 524, 525, 526, 527, 528, 529, 530, 531, 532, 533, 534, 535, 536, 537, 538, 539, 540, 541, 542, 543, 544, 545, 546, 547, 548, 549, 550, 551, 552, 553, 554, 555, 556, 557, 558, 559, 560, 561, 562, 563, 564, 565, 566, 567, 568, 569, 570, 571, 572, 573, 574, 575, 576, 577, 578, 579, 580, 581, 582, 583, 584, 585, 586, 587, 588, 589, 590, 591, 592, 593, 594, 595, 596, 597, 598, 599, 600, 601, 602, 603, 604, 605, 606, 607, 608, 609, 610, 611, 612, 613, 614, 615, 616, 617, 618, 619, 620, 621, 622, 623, 624, 625, 626, 627, 628, 629, 630, 631, 632, 633, 634, 635, 636, 637, 638, 639, 640, 641, 642, 643, 644, 645, 646, 647, 648, 649, 650, 651, 652, 653, 654, 655, 656, 657, 658, 659, 660, 661, 662, 663, 664, 665, 666, 667, 668, 669, 670, 671, 672, 673, 674, 675, 676, 677, 678, 679, 680, 681, 682, 683, 684, 685, 686, 687, 688, 689, 690, 691, 692, 693, 694, 695, 696, 697, 698, 699, 700, 701, 702, 703, 704, 705, 706, 707, 708, 709, 710, 711, 712, 713, 714, 715, 716, 717, 718, 719, 720, 721, 722, 723, 724, 725, 726, 727, 728, 729, 730, 731, 732, 733, 734, 735, 736, 737, 738, 739, 740, 741, 742, 743, 744, 745, 746, 747, 748, 749, 750, 751, 752, 753, 754, 755, 756, 757, 758, 759, 760, 761, 762, 763, 764, 765, 766, 767, 768, 769, 770, 771, 772, 773, 774, 775, 776, 777, 778, 779, 780, 781, 782, 783, 784, 785, 786, 787, 788, 789, 790, 791, 792, 793, 794, 795, 796, 797, 798, 799, 800, 801, 802, 803, 804, 805, 806, 807, 808, 809, 810, 811, 812, 813, 814, 815, 816, 817, 818, 819, 820, 821, 822, 823, 824, 825, 826, 827, 828, 829, 830, 831, 832, 833, 834, 835, 836, 837, 838, 839, 840, 841, 842, 843, 844, 845, 846, 847, 848, 849, 850, 851, 852, 853, 854, 855, 856, 857, 858, 859, 860, 861, 862, 863, 864, 865, 866, 867, 868, 869, 870, 871, 872, 873, 874, 875, 876, 877, 878, 879, 880, 881, 882, 883, 884, 885, 886, 887, 888, 889, 890, 891, 892, 893, 894, 895, 896, 897, 898, 899, 900, 901, 902, 903, 904, 905, 906, 907, 908, 909, 910, 911, 912, 913, 914, 915, 916, 917, 918, 919, 920, 921, 922, 923, 924, 925, 926, 927, 928, 929, 930, 931, 932, 933, 934, 935, 936, 937, 938, 939, 940, 941, 942, 943, 944, 945, 946, 947, 948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 965, 966, 967, 968, 969, 970, 971, 972, 973, 974, 975, 976, 977, 978, 979, 980, 981, 982, 983, 984, 985, 986, 987, 988, 989, 990, 991, 992, 993, 994, 995, 996, 997, 998, 999" />
57
+ <input>
58
+ <port id="0" precision="I32">
59
+ <dim>-1</dim>
60
+ <dim>-1</dim>
61
+ </port>
62
+ <port id="1" precision="I32">
63
+ <dim>-1</dim>
64
+ </port>
65
+ <port id="2" precision="I32">
66
+ <dim>-1</dim>
67
+ </port>
68
+ <port id="3" precision="U8">
69
+ <dim>-1</dim>
70
+ </port>
71
+ </input>
72
+ <output>
73
+ <port id="4" precision="I32">
74
+ <dim>-1</dim>
75
+ </port>
76
+ <port id="5" precision="I32">
77
+ <dim>-1</dim>
78
+ </port>
79
+ <port id="6" precision="I32">
80
+ <dim>-1</dim>
81
+ </port>
82
+ <port id="7" precision="I32">
83
+ <dim>-1</dim>
84
+ </port>
85
+ <port id="8" precision="U8">
86
+ <dim>-1</dim>
87
+ </port>
88
+ </output>
89
+ </layer>
90
+ <layer id="5" name="CharsToBytes_322288" type="CharsToBytes" version="extension">
91
+ <input>
92
+ <port id="0" precision="I32">
93
+ <dim>-1</dim>
94
+ </port>
95
+ <port id="1" precision="I32">
96
+ <dim>-1</dim>
97
+ </port>
98
+ <port id="2" precision="I32">
99
+ <dim>-1</dim>
100
+ </port>
101
+ <port id="3" precision="I32">
102
+ <dim>-1</dim>
103
+ </port>
104
+ <port id="4" precision="U8">
105
+ <dim>-1</dim>
106
+ </port>
107
+ </input>
108
+ <output>
109
+ <port id="5" precision="I32">
110
+ <dim>-1</dim>
111
+ </port>
112
+ <port id="6" precision="I32">
113
+ <dim>-1</dim>
114
+ </port>
115
+ <port id="7" precision="U8">
116
+ <dim>-1</dim>
117
+ </port>
118
+ </output>
119
+ </layer>
120
+ <layer id="6" name="StringTensorPack_322289" type="StringTensorPack" version="extension">
121
+ <data mode="begins_ends" />
122
+ <input>
123
+ <port id="0" precision="I32">
124
+ <dim>-1</dim>
125
+ </port>
126
+ <port id="1" precision="I32">
127
+ <dim>-1</dim>
128
+ </port>
129
+ <port id="2" precision="U8">
130
+ <dim>-1</dim>
131
+ </port>
132
+ </input>
133
+ <output>
134
+ <port id="3" precision="STRING" names="string_output">
135
+ <dim>-1</dim>
136
+ </port>
137
+ </output>
138
+ </layer>
139
+ <layer id="7" name="Result_322290" type="Result" version="opset1">
140
+ <input>
141
+ <port id="0" precision="STRING">
142
+ <dim>-1</dim>
143
+ </port>
144
+ </input>
145
+ </layer>
146
+ </layers>
147
+ <edges>
148
+ <edge from-layer="0" from-port="0" to-layer="1" to-port="0" />
149
+ <edge from-layer="1" from-port="1" to-layer="4" to-port="0" />
150
+ <edge from-layer="2" from-port="0" to-layer="3" to-port="0" />
151
+ <edge from-layer="3" from-port="1" to-layer="4" to-port="1" />
152
+ <edge from-layer="3" from-port="2" to-layer="4" to-port="2" />
153
+ <edge from-layer="3" from-port="3" to-layer="4" to-port="3" />
154
+ <edge from-layer="4" from-port="4" to-layer="5" to-port="0" />
155
+ <edge from-layer="4" from-port="5" to-layer="5" to-port="1" />
156
+ <edge from-layer="4" from-port="6" to-layer="5" to-port="2" />
157
+ <edge from-layer="4" from-port="7" to-layer="5" to-port="3" />
158
+ <edge from-layer="4" from-port="8" to-layer="5" to-port="4" />
159
+ <edge from-layer="5" from-port="5" to-layer="6" to-port="0" />
160
+ <edge from-layer="5" from-port="6" to-layer="6" to-port="1" />
161
+ <edge from-layer="5" from-port="7" to-layer="6" to-port="2" />
162
+ <edge from-layer="6" from-port="3" to-layer="7" to-port="0" />
163
+ </edges>
164
+ <rt_info>
165
+ <bos_token_id value="1" />
166
+ <chat_template value="{%- if messages[0][&quot;role&quot;] == &quot;system&quot; %}&#10; {%- set system_message = messages[0][&quot;content&quot;] %}&#10; {%- set loop_messages = messages[1:] %}&#10;{%- else %}&#10; {%- set loop_messages = messages %}&#10;{%- endif %}&#10;{%- if not tools is defined %}&#10; {%- set tools = none %}&#10;{%- endif %}&#10;{%- set user_messages = loop_messages | selectattr(&quot;role&quot;, &quot;equalto&quot;, &quot;user&quot;) | list %}&#10;&#10;{#- This block checks for alternating user/assistant messages, skipping tool calling messages #}&#10;{%- set ns = namespace() %}&#10;{%- set ns.index = 0 %}&#10;{%- for message in loop_messages %}&#10; {%- if not (message.role == &quot;tool&quot; or message.role == &quot;tool_results&quot; or (message.tool_calls is defined and message.tool_calls is not none)) %}&#10; {%- if (message[&quot;role&quot;] == &quot;user&quot;) != (ns.index % 2 == 0) %}&#10; {{- raise_exception(&quot;After the optional system message, conversation roles must alternate user/assistant/user/assistant/...&quot;) }}&#10; {%- endif %}&#10; {%- set ns.index = ns.index + 1 %}&#10; {%- endif %}&#10;{%- endfor %}&#10;&#10;{{- bos_token }}&#10;{%- for message in loop_messages %}&#10; {%- if message[&quot;role&quot;] == &quot;user&quot; %}&#10; {%- if tools is not none and (message == user_messages[-1]) %}&#10; {{- &quot;[AVAILABLE_TOOLS][&quot; }}&#10; {%- for tool in tools %}&#10; {%- set tool = tool.function %}&#10; {{- '{&quot;type&quot;: &quot;function&quot;, &quot;function&quot;: {' }}&#10; {%- for key, val in tool.items() if key != &quot;return&quot; %}&#10; {%- if val is string %}&#10; {{- '&quot;' + key + '&quot;: &quot;' + val + '&quot;' }}&#10; {%- else %}&#10; {{- '&quot;' + key + '&quot;: ' + val|tojson }}&#10; {%- endif %}&#10; {%- if not loop.last %}&#10; {{- &quot;, &quot; }}&#10; {%- endif %}&#10; {%- endfor %}&#10; {{- &quot;}}&quot; }}&#10; {%- if not loop.last %}&#10; {{- &quot;, &quot; }}&#10; {%- else %}&#10; {{- &quot;]&quot; }}&#10; {%- endif %}&#10; {%- endfor %}&#10; {{- &quot;[/AVAILABLE_TOOLS]&quot; }}&#10; {%- endif %}&#10; {%- if loop.last and system_message is defined %}&#10; {{- &quot;[INST]&quot; + system_message + &quot;\n\n&quot; + message[&quot;content&quot;] + &quot;[/INST]&quot; }}&#10; {%- else %}&#10; {{- &quot;[INST]&quot; + message[&quot;content&quot;] + &quot;[/INST]&quot; }}&#10; {%- endif %}&#10; {%- elif (message.tool_calls is defined and message.tool_calls is not none) %}&#10; {{- &quot;[TOOL_CALLS][&quot; }}&#10; {%- for tool_call in message.tool_calls %}&#10; {%- set out = tool_call.function|tojson %}&#10; {{- out[:-1] }}&#10; {%- if not tool_call.id is defined or tool_call.id|length != 9 %}&#10; {{- raise_exception(&quot;Tool call IDs should be alphanumeric strings with length 9!&quot;) }}&#10; {%- endif %}&#10; {{- ', &quot;id&quot;: &quot;' + tool_call.id + '&quot;}' }}&#10; {%- if not loop.last %}&#10; {{- &quot;, &quot; }}&#10; {%- else %}&#10; {{- &quot;]&quot; + eos_token }}&#10; {%- endif %}&#10; {%- endfor %}&#10; {%- elif message[&quot;role&quot;] == &quot;assistant&quot; %}&#10; {{- message[&quot;content&quot;] + eos_token}}&#10; {%- elif message[&quot;role&quot;] == &quot;tool_results&quot; or message[&quot;role&quot;] == &quot;tool&quot; %}&#10; {%- if message.content is defined and message.content.content is defined %}&#10; {%- set content = message.content.content %}&#10; {%- else %}&#10; {%- set content = message.content %}&#10; {%- endif %}&#10; {{- '[TOOL_RESULTS]{&quot;content&quot;: ' + content|string + &quot;, &quot; }}&#10; {%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %}&#10; {{- raise_exception(&quot;Tool call IDs should be alphanumeric strings with length 9!&quot;) }}&#10; {%- endif %}&#10; {{- '&quot;call_id&quot;: &quot;' + message.tool_call_id + '&quot;}[/TOOL_RESULTS]' }}&#10; {%- else %}&#10; {{- raise_exception(&quot;Only user and assistant roles are supported, with the exception of an initial optional system message!&quot;) }}&#10; {%- endif %}&#10;{%- endfor %}&#10;" />
167
+ <eos_token_id value="2" />
168
+ <original_tokenizer_class value="&lt;class 'transformers.tokenization_utils_fast.PreTrainedTokenizerFast'>" />
169
+ </rt_info>
170
+ </net>
openvino_model.xml ADDED
The diff for this file is too large to render. See raw diff
 
openvino_tokenizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cea867211691c408cd1bc0e8d82cfc3ab78c0f06359e565af92c0b20afa046a1
3
+ size 5785650
openvino_tokenizer.xml ADDED
@@ -0,0 +1,946 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ <?xml version="1.0"?>
2
+ <net name="tokenizer" version="11">
3
+ <layers>
4
+ <layer id="0" name="Parameter_322094" type="Parameter" version="opset1">
5
+ <data shape="?" element_type="string" />
6
+ <output>
7
+ <port id="0" precision="STRING" names="Parameter_322094">
8
+ <dim>-1</dim>
9
+ </port>
10
+ </output>
11
+ </layer>
12
+ <layer id="1" name="Constant_322270" type="Const" version="opset1">
13
+ <data element_type="i32" shape="" offset="0" size="4" />
14
+ <output>
15
+ <port id="0" precision="I32" />
16
+ </output>
17
+ </layer>
18
+ <layer id="2" name="Constant_322271" type="Const" version="opset1">
19
+ <data element_type="i32" shape="" offset="4" size="4" />
20
+ <output>
21
+ <port id="0" precision="I32" />
22
+ </output>
23
+ </layer>
24
+ <layer id="3" name="Constant_322272" type="Const" version="opset1">
25
+ <data element_type="i32" shape="1" offset="4" size="4" />
26
+ <output>
27
+ <port id="0" precision="I32">
28
+ <dim>1</dim>
29
+ </port>
30
+ </output>
31
+ </layer>
32
+ <layer id="4" name="Constant_322100" type="Const" version="opset1">
33
+ <data element_type="i32" shape="" offset="0" size="4" />
34
+ <output>
35
+ <port id="0" precision="I32" />
36
+ </output>
37
+ </layer>
38
+ <layer id="5" name="StringTensorUnpack_322095" type="StringTensorUnpack" version="extension">
39
+ <data mode="begins_ends" />
40
+ <input>
41
+ <port id="0" precision="STRING">
42
+ <dim>-1</dim>
43
+ </port>
44
+ </input>
45
+ <output>
46
+ <port id="1" precision="I32">
47
+ <dim>-1</dim>
48
+ </port>
49
+ <port id="2" precision="I32">
50
+ <dim>-1</dim>
51
+ </port>
52
+ <port id="3" precision="U8">
53
+ <dim>-1</dim>
54
+ </port>
55
+ </output>
56
+ </layer>
57
+ <layer id="6" name="ShapeOf_322096" type="ShapeOf" version="opset3">
58
+ <data output_type="i64" />
59
+ <input>
60
+ <port id="0" precision="I32">
61
+ <dim>-1</dim>
62
+ </port>
63
+ </input>
64
+ <output>
65
+ <port id="1" precision="I64">
66
+ <dim>1</dim>
67
+ </port>
68
+ </output>
69
+ </layer>
70
+ <layer id="7" name="Constant_322097" type="Const" version="opset1">
71
+ <data element_type="i32" shape="" offset="0" size="4" />
72
+ <output>
73
+ <port id="0" precision="I32" />
74
+ </output>
75
+ </layer>
76
+ <layer id="8" name="Constant_322098" type="Const" version="opset1">
77
+ <data element_type="i32" shape="" offset="0" size="4" />
78
+ <output>
79
+ <port id="0" precision="I32" />
80
+ </output>
81
+ </layer>
82
+ <layer id="9" name="Gather_322099" type="Gather" version="opset8">
83
+ <data batch_dims="0" />
84
+ <input>
85
+ <port id="0" precision="I64">
86
+ <dim>1</dim>
87
+ </port>
88
+ <port id="1" precision="I32" />
89
+ <port id="2" precision="I32" />
90
+ </input>
91
+ <output>
92
+ <port id="3" precision="I64" />
93
+ </output>
94
+ </layer>
95
+ <layer id="10" name="Constant_322101" type="Const" version="opset1">
96
+ <data element_type="i32" shape="" offset="4" size="4" />
97
+ <output>
98
+ <port id="0" precision="I32" />
99
+ </output>
100
+ </layer>
101
+ <layer id="11" name="Range_322102" type="Range" version="opset4">
102
+ <data output_type="i32" />
103
+ <input>
104
+ <port id="0" precision="I32" />
105
+ <port id="1" precision="I64" />
106
+ <port id="2" precision="I32" />
107
+ </input>
108
+ <output>
109
+ <port id="3" precision="I32">
110
+ <dim>-1</dim>
111
+ </port>
112
+ </output>
113
+ </layer>
114
+ <layer id="12" name="Constant_322104" type="Const" version="opset1">
115
+ <data element_type="i32" shape="" offset="4" size="4" />
116
+ <output>
117
+ <port id="0" precision="I32" />
118
+ </output>
119
+ </layer>
120
+ <layer id="13" name="Constant_322105" type="Const" version="opset1">
121
+ <data element_type="i64" shape="" offset="8" size="8" />
122
+ <output>
123
+ <port id="0" precision="I64" />
124
+ </output>
125
+ </layer>
126
+ <layer id="14" name="Add_322106" type="Add" version="opset1">
127
+ <data auto_broadcast="numpy" />
128
+ <input>
129
+ <port id="0" precision="I64" />
130
+ <port id="1" precision="I64" />
131
+ </input>
132
+ <output>
133
+ <port id="2" precision="I64" />
134
+ </output>
135
+ </layer>
136
+ <layer id="15" name="Constant_322107" type="Const" version="opset1">
137
+ <data element_type="i32" shape="" offset="4" size="4" />
138
+ <output>
139
+ <port id="0" precision="I32" />
140
+ </output>
141
+ </layer>
142
+ <layer id="16" name="Range_322108" type="Range" version="opset4">
143
+ <data output_type="i32" />
144
+ <input>
145
+ <port id="0" precision="I32" />
146
+ <port id="1" precision="I64" />
147
+ <port id="2" precision="I32" />
148
+ </input>
149
+ <output>
150
+ <port id="3" precision="I32">
151
+ <dim>-1</dim>
152
+ </port>
153
+ </output>
154
+ </layer>
155
+ <layer id="17" name="Constant_322171" type="Const" version="opset1">
156
+ <data element_type="u8" shape="15857" offset="16" size="15857" />
157
+ <output>
158
+ <port id="0" precision="U8">
159
+ <dim>15857</dim>
160
+ </port>
161
+ </output>
162
+ </layer>
163
+ <layer id="18" name="RegexSplit_322172" type="RegexSplit" version="extension">
164
+ <data behaviour="isolate" invert="false" max_splits="-1" />
165
+ <input>
166
+ <port id="0" precision="I32">
167
+ <dim>-1</dim>
168
+ </port>
169
+ <port id="1" precision="I32">
170
+ <dim>-1</dim>
171
+ </port>
172
+ <port id="2" precision="I32">
173
+ <dim>-1</dim>
174
+ </port>
175
+ <port id="3" precision="I32">
176
+ <dim>-1</dim>
177
+ </port>
178
+ <port id="4" precision="U8">
179
+ <dim>-1</dim>
180
+ </port>
181
+ <port id="5" precision="U8">
182
+ <dim>15857</dim>
183
+ </port>
184
+ </input>
185
+ <output>
186
+ <port id="6" precision="I32">
187
+ <dim>-1</dim>
188
+ </port>
189
+ <port id="7" precision="I32">
190
+ <dim>-1</dim>
191
+ </port>
192
+ <port id="8" precision="I32">
193
+ <dim>-1</dim>
194
+ </port>
195
+ <port id="9" precision="I32">
196
+ <dim>-1</dim>
197
+ </port>
198
+ <port id="10" precision="U8">
199
+ <dim>-1</dim>
200
+ </port>
201
+ </output>
202
+ </layer>
203
+ <layer id="19" name="Constant_322177" type="Const" version="opset1">
204
+ <data element_type="u8" shape="211" offset="15873" size="211" />
205
+ <output>
206
+ <port id="0" precision="U8">
207
+ <dim>211</dim>
208
+ </port>
209
+ </output>
210
+ </layer>
211
+ <layer id="20" name="Constant_322174" type="Const" version="opset1">
212
+ <data element_type="u8" shape="16861" offset="16084" size="16861" />
213
+ <output>
214
+ <port id="0" precision="U8">
215
+ <dim>16861</dim>
216
+ </port>
217
+ </output>
218
+ </layer>
219
+ <layer id="21" name="StringTensorUnpack_322175" type="StringTensorUnpack" version="extension">
220
+ <data mode="begins_ends" />
221
+ <input>
222
+ <port id="0" precision="U8">
223
+ <dim>16861</dim>
224
+ </port>
225
+ </input>
226
+ <output>
227
+ <port id="1" precision="I32">
228
+ <dim>-1</dim>
229
+ </port>
230
+ <port id="2" precision="I32">
231
+ <dim>-1</dim>
232
+ </port>
233
+ <port id="3" precision="U8">
234
+ <dim>-1</dim>
235
+ </port>
236
+ </output>
237
+ </layer>
238
+ <layer id="22" name="RegexSplit_322178" type="RegexSplit" version="extension">
239
+ <data behaviour="isolate" invert="false" max_splits="-1" />
240
+ <input>
241
+ <port id="0" precision="I32">
242
+ <dim>-1</dim>
243
+ </port>
244
+ <port id="1" precision="I32">
245
+ <dim>-1</dim>
246
+ </port>
247
+ <port id="2" precision="I32">
248
+ <dim>-1</dim>
249
+ </port>
250
+ <port id="3" precision="I32">
251
+ <dim>-1</dim>
252
+ </port>
253
+ <port id="4" precision="U8">
254
+ <dim>-1</dim>
255
+ </port>
256
+ <port id="5" precision="U8">
257
+ <dim>211</dim>
258
+ </port>
259
+ <port id="6" precision="I32">
260
+ <dim>-1</dim>
261
+ </port>
262
+ <port id="7" precision="I32">
263
+ <dim>-1</dim>
264
+ </port>
265
+ <port id="8" precision="U8">
266
+ <dim>-1</dim>
267
+ </port>
268
+ </input>
269
+ <output>
270
+ <port id="9" precision="I32">
271
+ <dim>-1</dim>
272
+ </port>
273
+ <port id="10" precision="I32">
274
+ <dim>-1</dim>
275
+ </port>
276
+ <port id="11" precision="I32">
277
+ <dim>-1</dim>
278
+ </port>
279
+ <port id="12" precision="I32">
280
+ <dim>-1</dim>
281
+ </port>
282
+ <port id="13" precision="U8">
283
+ <dim>-1</dim>
284
+ </port>
285
+ </output>
286
+ </layer>
287
+ <layer id="23" name="BytesToChars_322179" type="BytesToChars" version="extension">
288
+ <input>
289
+ <port id="0" precision="I32">
290
+ <dim>-1</dim>
291
+ </port>
292
+ <port id="1" precision="I32">
293
+ <dim>-1</dim>
294
+ </port>
295
+ <port id="2" precision="I32">
296
+ <dim>-1</dim>
297
+ </port>
298
+ <port id="3" precision="I32">
299
+ <dim>-1</dim>
300
+ </port>
301
+ <port id="4" precision="U8">
302
+ <dim>-1</dim>
303
+ </port>
304
+ </input>
305
+ <output>
306
+ <port id="5" precision="I32">
307
+ <dim>-1</dim>
308
+ </port>
309
+ <port id="6" precision="I32">
310
+ <dim>-1</dim>
311
+ </port>
312
+ <port id="7" precision="I32">
313
+ <dim>-1</dim>
314
+ </port>
315
+ <port id="8" precision="I32">
316
+ <dim>-1</dim>
317
+ </port>
318
+ <port id="9" precision="U8">
319
+ <dim>-1</dim>
320
+ </port>
321
+ </output>
322
+ </layer>
323
+ <layer id="24" name="Constant_322181" type="Const" version="opset1">
324
+ <data element_type="u8" shape="1796135" offset="32945" size="1796135" />
325
+ <output>
326
+ <port id="0" precision="U8">
327
+ <dim>1796135</dim>
328
+ </port>
329
+ </output>
330
+ </layer>
331
+ <layer id="25" name="StringTensorUnpack_322182" type="StringTensorUnpack" version="extension">
332
+ <data mode="begins_ends" />
333
+ <input>
334
+ <port id="0" precision="U8">
335
+ <dim>1796135</dim>
336
+ </port>
337
+ </input>
338
+ <output>
339
+ <port id="1" precision="I32">
340
+ <dim>-1</dim>
341
+ </port>
342
+ <port id="2" precision="I32">
343
+ <dim>-1</dim>
344
+ </port>
345
+ <port id="3" precision="U8">
346
+ <dim>-1</dim>
347
+ </port>
348
+ </output>
349
+ </layer>
350
+ <layer id="26" name="Constant_322262" type="Const" version="opset1">
351
+ <data element_type="u8" shape="3935701" offset="1829080" size="3935701" />
352
+ <output>
353
+ <port id="0" precision="U8">
354
+ <dim>3935701</dim>
355
+ </port>
356
+ </output>
357
+ </layer>
358
+ <layer id="27" name="StringTensorUnpack_322263" type="StringTensorUnpack" version="extension">
359
+ <data mode="begins_ends" />
360
+ <input>
361
+ <port id="0" precision="U8">
362
+ <dim>3935701</dim>
363
+ </port>
364
+ </input>
365
+ <output>
366
+ <port id="1" precision="I32">
367
+ <dim>-1</dim>
368
+ </port>
369
+ <port id="2" precision="I32">
370
+ <dim>-1</dim>
371
+ </port>
372
+ <port id="3" precision="U8">
373
+ <dim>-1</dim>
374
+ </port>
375
+ </output>
376
+ </layer>
377
+ <layer id="28" name="Constant_322190" type="Const" version="opset1">
378
+ <data element_type="i32" shape="" offset="0" size="4" />
379
+ <output>
380
+ <port id="0" precision="I32" />
381
+ </output>
382
+ </layer>
383
+ <layer id="29" name="Constant_322184" type="Const" version="opset1">
384
+ <data element_type="u8" shape="16861" offset="5764781" size="16861" />
385
+ <output>
386
+ <port id="0" precision="U8">
387
+ <dim>16861</dim>
388
+ </port>
389
+ </output>
390
+ </layer>
391
+ <layer id="30" name="StringTensorUnpack_322185" type="StringTensorUnpack" version="extension">
392
+ <data mode="begins_ends" />
393
+ <input>
394
+ <port id="0" precision="U8">
395
+ <dim>16861</dim>
396
+ </port>
397
+ </input>
398
+ <output>
399
+ <port id="1" precision="I32">
400
+ <dim>-1</dim>
401
+ </port>
402
+ <port id="2" precision="I32">
403
+ <dim>-1</dim>
404
+ </port>
405
+ <port id="3" precision="U8">
406
+ <dim>-1</dim>
407
+ </port>
408
+ </output>
409
+ </layer>
410
+ <layer id="31" name="ShapeOf_322186" type="ShapeOf" version="opset3">
411
+ <data output_type="i64" />
412
+ <input>
413
+ <port id="0" precision="I32">
414
+ <dim>-1</dim>
415
+ </port>
416
+ </input>
417
+ <output>
418
+ <port id="1" precision="I64">
419
+ <dim>1</dim>
420
+ </port>
421
+ </output>
422
+ </layer>
423
+ <layer id="32" name="Constant_322187" type="Const" version="opset1">
424
+ <data element_type="i32" shape="" offset="0" size="4" />
425
+ <output>
426
+ <port id="0" precision="I32" />
427
+ </output>
428
+ </layer>
429
+ <layer id="33" name="Constant_322188" type="Const" version="opset1">
430
+ <data element_type="i32" shape="" offset="0" size="4" />
431
+ <output>
432
+ <port id="0" precision="I32" />
433
+ </output>
434
+ </layer>
435
+ <layer id="34" name="Gather_322189" type="Gather" version="opset8">
436
+ <data batch_dims="0" />
437
+ <input>
438
+ <port id="0" precision="I64">
439
+ <dim>1</dim>
440
+ </port>
441
+ <port id="1" precision="I32" />
442
+ <port id="2" precision="I32" />
443
+ </input>
444
+ <output>
445
+ <port id="3" precision="I64" />
446
+ </output>
447
+ </layer>
448
+ <layer id="35" name="Constant_322191" type="Const" version="opset1">
449
+ <data element_type="i32" shape="" offset="4" size="4" />
450
+ <output>
451
+ <port id="0" precision="I32" />
452
+ </output>
453
+ </layer>
454
+ <layer id="36" name="Range_322192" type="Range" version="opset4">
455
+ <data output_type="i32" />
456
+ <input>
457
+ <port id="0" precision="I32" />
458
+ <port id="1" precision="I64" />
459
+ <port id="2" precision="I32" />
460
+ </input>
461
+ <output>
462
+ <port id="3" precision="I32">
463
+ <dim>-1</dim>
464
+ </port>
465
+ </output>
466
+ </layer>
467
+ <layer id="37" name="Constant_322194" type="Const" version="opset1">
468
+ <data element_type="i32" shape="" offset="4" size="4" />
469
+ <output>
470
+ <port id="0" precision="I32" />
471
+ </output>
472
+ </layer>
473
+ <layer id="38" name="Constant_322195" type="Const" version="opset1">
474
+ <data element_type="i64" shape="" offset="8" size="8" />
475
+ <output>
476
+ <port id="0" precision="I64" />
477
+ </output>
478
+ </layer>
479
+ <layer id="39" name="Add_322196" type="Add" version="opset1">
480
+ <data auto_broadcast="numpy" />
481
+ <input>
482
+ <port id="0" precision="I64" />
483
+ <port id="1" precision="I64" />
484
+ </input>
485
+ <output>
486
+ <port id="2" precision="I64" />
487
+ </output>
488
+ </layer>
489
+ <layer id="40" name="Constant_322197" type="Const" version="opset1">
490
+ <data element_type="i32" shape="" offset="4" size="4" />
491
+ <output>
492
+ <port id="0" precision="I32" />
493
+ </output>
494
+ </layer>
495
+ <layer id="41" name="Range_322198" type="Range" version="opset4">
496
+ <data output_type="i32" />
497
+ <input>
498
+ <port id="0" precision="I32" />
499
+ <port id="1" precision="I64" />
500
+ <port id="2" precision="I32" />
501
+ </input>
502
+ <output>
503
+ <port id="3" precision="I32">
504
+ <dim>-1</dim>
505
+ </port>
506
+ </output>
507
+ </layer>
508
+ <layer id="42" name="BytesToChars_322260" type="BytesToChars" version="extension">
509
+ <input>
510
+ <port id="0" precision="I32">
511
+ <dim>-1</dim>
512
+ </port>
513
+ <port id="1" precision="I32">
514
+ <dim>-1</dim>
515
+ </port>
516
+ <port id="2" precision="I32">
517
+ <dim>-1</dim>
518
+ </port>
519
+ <port id="3" precision="I32">
520
+ <dim>-1</dim>
521
+ </port>
522
+ <port id="4" precision="U8">
523
+ <dim>-1</dim>
524
+ </port>
525
+ </input>
526
+ <output>
527
+ <port id="5" precision="I32">
528
+ <dim>-1</dim>
529
+ </port>
530
+ <port id="6" precision="I32">
531
+ <dim>-1</dim>
532
+ </port>
533
+ <port id="7" precision="I32">
534
+ <dim>-1</dim>
535
+ </port>
536
+ <port id="8" precision="I32">
537
+ <dim>-1</dim>
538
+ </port>
539
+ <port id="9" precision="U8">
540
+ <dim>-1</dim>
541
+ </port>
542
+ </output>
543
+ </layer>
544
+ <layer id="43" name="Constant_322264" type="Const" version="opset1">
545
+ <data element_type="i32" shape="999" offset="5781642" size="3996" />
546
+ <output>
547
+ <port id="0" precision="I32">
548
+ <dim>999</dim>
549
+ </port>
550
+ </output>
551
+ </layer>
552
+ <layer id="44" name="BPETokenizer_322265" type="BPETokenizer" version="extension">
553
+ <data unk_token="" fuse_unk="false" suffix_indicator="" end_suffix="" byte_fallback="false" cache_capacity="26214" />
554
+ <input>
555
+ <port id="0" precision="I32">
556
+ <dim>-1</dim>
557
+ </port>
558
+ <port id="1" precision="I32">
559
+ <dim>-1</dim>
560
+ </port>
561
+ <port id="2" precision="I32">
562
+ <dim>-1</dim>
563
+ </port>
564
+ <port id="3" precision="I32">
565
+ <dim>-1</dim>
566
+ </port>
567
+ <port id="4" precision="U8">
568
+ <dim>-1</dim>
569
+ </port>
570
+ <port id="5" precision="I32">
571
+ <dim>-1</dim>
572
+ </port>
573
+ <port id="6" precision="I32">
574
+ <dim>-1</dim>
575
+ </port>
576
+ <port id="7" precision="U8">
577
+ <dim>-1</dim>
578
+ </port>
579
+ <port id="8" precision="I32">
580
+ <dim>-1</dim>
581
+ </port>
582
+ <port id="9" precision="I32">
583
+ <dim>-1</dim>
584
+ </port>
585
+ <port id="10" precision="U8">
586
+ <dim>-1</dim>
587
+ </port>
588
+ <port id="11" precision="I32">
589
+ <dim>-1</dim>
590
+ </port>
591
+ <port id="12" precision="I32">
592
+ <dim>-1</dim>
593
+ </port>
594
+ <port id="13" precision="U8">
595
+ <dim>-1</dim>
596
+ </port>
597
+ <port id="14" precision="I32">
598
+ <dim>999</dim>
599
+ </port>
600
+ </input>
601
+ <output>
602
+ <port id="15" precision="I32">
603
+ <dim>-1</dim>
604
+ </port>
605
+ <port id="16" precision="I32">
606
+ <dim>-1</dim>
607
+ </port>
608
+ <port id="17" precision="I32">
609
+ <dim>-1</dim>
610
+ </port>
611
+ </output>
612
+ </layer>
613
+ <layer id="45" name="Subtract_322266" type="Subtract" version="opset1">
614
+ <data auto_broadcast="numpy" />
615
+ <input>
616
+ <port id="0" precision="I32">
617
+ <dim>-1</dim>
618
+ </port>
619
+ <port id="1" precision="I32">
620
+ <dim>-1</dim>
621
+ </port>
622
+ </input>
623
+ <output>
624
+ <port id="2" precision="I32">
625
+ <dim>-1</dim>
626
+ </port>
627
+ </output>
628
+ </layer>
629
+ <layer id="46" name="Constant_322267" type="Const" version="opset1">
630
+ <data element_type="i32" shape="" offset="5785638" size="4" />
631
+ <output>
632
+ <port id="0" precision="I32" />
633
+ </output>
634
+ </layer>
635
+ <layer id="47" name="Minimum_322268" type="Minimum" version="opset1">
636
+ <data auto_broadcast="numpy" />
637
+ <input>
638
+ <port id="0" precision="I32">
639
+ <dim>-1</dim>
640
+ </port>
641
+ <port id="1" precision="I32" />
642
+ </input>
643
+ <output>
644
+ <port id="2" precision="I32">
645
+ <dim>-1</dim>
646
+ </port>
647
+ </output>
648
+ </layer>
649
+ <layer id="48" name="Subtract_322269" type="Subtract" version="opset1">
650
+ <data auto_broadcast="numpy" />
651
+ <input>
652
+ <port id="0" precision="I32">
653
+ <dim>-1</dim>
654
+ </port>
655
+ <port id="1" precision="I32">
656
+ <dim>-1</dim>
657
+ </port>
658
+ </input>
659
+ <output>
660
+ <port id="2" precision="I32">
661
+ <dim>-1</dim>
662
+ </port>
663
+ </output>
664
+ </layer>
665
+ <layer id="49" name="Constant_322273" type="Const" version="opset1">
666
+ <data element_type="i32" shape="2" offset="5785642" size="8" />
667
+ <output>
668
+ <port id="0" precision="I32">
669
+ <dim>2</dim>
670
+ </port>
671
+ </output>
672
+ </layer>
673
+ <layer id="50" name="CombineSegments_322274" type="CombineSegments" version="extension">
674
+ <input>
675
+ <port id="0" precision="I32" />
676
+ <port id="1" precision="I32" />
677
+ <port id="2" precision="I32">
678
+ <dim>1</dim>
679
+ </port>
680
+ <port id="3" precision="I32">
681
+ <dim>-1</dim>
682
+ </port>
683
+ <port id="4" precision="I32">
684
+ <dim>-1</dim>
685
+ </port>
686
+ <port id="5" precision="I32">
687
+ <dim>-1</dim>
688
+ </port>
689
+ <port id="6" precision="I32">
690
+ <dim>2</dim>
691
+ </port>
692
+ </input>
693
+ <output>
694
+ <port id="7" precision="I32">
695
+ <dim>-1</dim>
696
+ </port>
697
+ <port id="8" precision="I32">
698
+ <dim>-1</dim>
699
+ </port>
700
+ <port id="9" precision="I32">
701
+ <dim>-1</dim>
702
+ </port>
703
+ <port id="10" precision="I32">
704
+ <dim>-1</dim>
705
+ </port>
706
+ <port id="11" precision="I32">
707
+ <dim>-1</dim>
708
+ </port>
709
+ <port id="12" precision="I32">
710
+ <dim>-1</dim>
711
+ </port>
712
+ </output>
713
+ </layer>
714
+ <layer id="51" name="Subtract_322275" type="Subtract" version="opset1">
715
+ <data auto_broadcast="numpy" />
716
+ <input>
717
+ <port id="0" precision="I32">
718
+ <dim>-1</dim>
719
+ </port>
720
+ <port id="1" precision="I32">
721
+ <dim>-1</dim>
722
+ </port>
723
+ </input>
724
+ <output>
725
+ <port id="2" precision="I32">
726
+ <dim>-1</dim>
727
+ </port>
728
+ </output>
729
+ </layer>
730
+ <layer id="52" name="Constant_322276" type="Const" version="opset1">
731
+ <data element_type="i32" shape="" offset="0" size="4" />
732
+ <output>
733
+ <port id="0" precision="I32" />
734
+ </output>
735
+ </layer>
736
+ <layer id="53" name="ReduceMax_322277" type="ReduceMax" version="opset1">
737
+ <data keep_dims="false" />
738
+ <input>
739
+ <port id="0" precision="I32">
740
+ <dim>-1</dim>
741
+ </port>
742
+ <port id="1" precision="I32" />
743
+ </input>
744
+ <output>
745
+ <port id="2" precision="I32" />
746
+ </output>
747
+ </layer>
748
+ <layer id="54" name="Constant_322278" type="Const" version="opset1">
749
+ <data element_type="i32" shape="" offset="0" size="4" />
750
+ <output>
751
+ <port id="0" precision="I32" />
752
+ </output>
753
+ </layer>
754
+ <layer id="55" name="RaggedToDense_322279" type="RaggedToDense" version="extension">
755
+ <data pad_right="false" />
756
+ <input>
757
+ <port id="0" precision="I32">
758
+ <dim>-1</dim>
759
+ </port>
760
+ <port id="1" precision="I32">
761
+ <dim>-1</dim>
762
+ </port>
763
+ <port id="2" precision="I32">
764
+ <dim>-1</dim>
765
+ </port>
766
+ <port id="3" precision="I32" />
767
+ <port id="4" precision="I32" />
768
+ </input>
769
+ <output>
770
+ <port id="5" precision="I32">
771
+ <dim>-1</dim>
772
+ <dim>-1</dim>
773
+ </port>
774
+ <port id="6" precision="BOOL">
775
+ <dim>-1</dim>
776
+ <dim>-1</dim>
777
+ </port>
778
+ </output>
779
+ </layer>
780
+ <layer id="56" name="Convert_322280" type="Convert" version="opset1">
781
+ <data destination_type="i32" />
782
+ <input>
783
+ <port id="0" precision="BOOL">
784
+ <dim>-1</dim>
785
+ <dim>-1</dim>
786
+ </port>
787
+ </input>
788
+ <output>
789
+ <port id="1" precision="I32">
790
+ <dim>-1</dim>
791
+ <dim>-1</dim>
792
+ </port>
793
+ </output>
794
+ </layer>
795
+ <layer id="57" name="Convert_322280" type="Convert" version="opset1">
796
+ <data destination_type="i64" />
797
+ <input>
798
+ <port id="0" precision="I32">
799
+ <dim>-1</dim>
800
+ <dim>-1</dim>
801
+ </port>
802
+ </input>
803
+ <output>
804
+ <port id="1" precision="I64" names="attention_mask">
805
+ <dim>-1</dim>
806
+ <dim>-1</dim>
807
+ </port>
808
+ </output>
809
+ </layer>
810
+ <layer id="59" name="RaggedToDense_322279.0" type="Convert" version="opset1">
811
+ <data destination_type="i64" />
812
+ <input>
813
+ <port id="0" precision="I32">
814
+ <dim>-1</dim>
815
+ <dim>-1</dim>
816
+ </port>
817
+ </input>
818
+ <output>
819
+ <port id="1" precision="I64" names="input_ids">
820
+ <dim>-1</dim>
821
+ <dim>-1</dim>
822
+ </port>
823
+ </output>
824
+ </layer>
825
+ <layer id="60" name="Result_322283" type="Result" version="opset1">
826
+ <input>
827
+ <port id="0" precision="I64">
828
+ <dim>-1</dim>
829
+ <dim>-1</dim>
830
+ </port>
831
+ </input>
832
+ </layer>
833
+ <layer id="58" name="Result_322285" type="Result" version="opset1">
834
+ <input>
835
+ <port id="0" precision="I64">
836
+ <dim>-1</dim>
837
+ <dim>-1</dim>
838
+ </port>
839
+ </input>
840
+ </layer>
841
+ </layers>
842
+ <edges>
843
+ <edge from-layer="0" from-port="0" to-layer="5" to-port="0" />
844
+ <edge from-layer="1" from-port="0" to-layer="50" to-port="0" />
845
+ <edge from-layer="2" from-port="0" to-layer="50" to-port="1" />
846
+ <edge from-layer="3" from-port="0" to-layer="50" to-port="2" />
847
+ <edge from-layer="4" from-port="0" to-layer="11" to-port="0" />
848
+ <edge from-layer="5" from-port="1" to-layer="6" to-port="0" />
849
+ <edge from-layer="5" from-port="1" to-layer="18" to-port="2" />
850
+ <edge from-layer="5" from-port="2" to-layer="18" to-port="3" />
851
+ <edge from-layer="5" from-port="3" to-layer="18" to-port="4" />
852
+ <edge from-layer="6" from-port="1" to-layer="9" to-port="0" />
853
+ <edge from-layer="7" from-port="0" to-layer="9" to-port="1" />
854
+ <edge from-layer="8" from-port="0" to-layer="9" to-port="2" />
855
+ <edge from-layer="9" from-port="3" to-layer="11" to-port="1" />
856
+ <edge from-layer="9" from-port="3" to-layer="14" to-port="0" />
857
+ <edge from-layer="10" from-port="0" to-layer="11" to-port="2" />
858
+ <edge from-layer="11" from-port="3" to-layer="18" to-port="0" />
859
+ <edge from-layer="12" from-port="0" to-layer="16" to-port="0" />
860
+ <edge from-layer="13" from-port="0" to-layer="14" to-port="1" />
861
+ <edge from-layer="14" from-port="2" to-layer="16" to-port="1" />
862
+ <edge from-layer="15" from-port="0" to-layer="16" to-port="2" />
863
+ <edge from-layer="16" from-port="3" to-layer="18" to-port="1" />
864
+ <edge from-layer="17" from-port="0" to-layer="18" to-port="5" />
865
+ <edge from-layer="18" from-port="6" to-layer="22" to-port="0" />
866
+ <edge from-layer="18" from-port="7" to-layer="22" to-port="1" />
867
+ <edge from-layer="18" from-port="8" to-layer="22" to-port="2" />
868
+ <edge from-layer="18" from-port="9" to-layer="22" to-port="3" />
869
+ <edge from-layer="18" from-port="10" to-layer="22" to-port="4" />
870
+ <edge from-layer="19" from-port="0" to-layer="22" to-port="5" />
871
+ <edge from-layer="20" from-port="0" to-layer="21" to-port="0" />
872
+ <edge from-layer="21" from-port="1" to-layer="22" to-port="6" />
873
+ <edge from-layer="21" from-port="2" to-layer="22" to-port="7" />
874
+ <edge from-layer="21" from-port="3" to-layer="22" to-port="8" />
875
+ <edge from-layer="22" from-port="9" to-layer="23" to-port="0" />
876
+ <edge from-layer="22" from-port="10" to-layer="23" to-port="1" />
877
+ <edge from-layer="22" from-port="11" to-layer="23" to-port="2" />
878
+ <edge from-layer="22" from-port="12" to-layer="23" to-port="3" />
879
+ <edge from-layer="22" from-port="13" to-layer="23" to-port="4" />
880
+ <edge from-layer="23" from-port="9" to-layer="44" to-port="4" />
881
+ <edge from-layer="23" from-port="8" to-layer="44" to-port="3" />
882
+ <edge from-layer="23" from-port="7" to-layer="44" to-port="2" />
883
+ <edge from-layer="23" from-port="6" to-layer="44" to-port="1" />
884
+ <edge from-layer="23" from-port="5" to-layer="44" to-port="0" />
885
+ <edge from-layer="24" from-port="0" to-layer="25" to-port="0" />
886
+ <edge from-layer="25" from-port="2" to-layer="44" to-port="6" />
887
+ <edge from-layer="25" from-port="3" to-layer="44" to-port="7" />
888
+ <edge from-layer="25" from-port="1" to-layer="44" to-port="5" />
889
+ <edge from-layer="26" from-port="0" to-layer="27" to-port="0" />
890
+ <edge from-layer="27" from-port="3" to-layer="44" to-port="10" />
891
+ <edge from-layer="27" from-port="1" to-layer="44" to-port="8" />
892
+ <edge from-layer="27" from-port="2" to-layer="44" to-port="9" />
893
+ <edge from-layer="28" from-port="0" to-layer="36" to-port="0" />
894
+ <edge from-layer="29" from-port="0" to-layer="30" to-port="0" />
895
+ <edge from-layer="30" from-port="2" to-layer="42" to-port="3" />
896
+ <edge from-layer="30" from-port="3" to-layer="42" to-port="4" />
897
+ <edge from-layer="30" from-port="1" to-layer="31" to-port="0" />
898
+ <edge from-layer="30" from-port="1" to-layer="42" to-port="2" />
899
+ <edge from-layer="31" from-port="1" to-layer="34" to-port="0" />
900
+ <edge from-layer="32" from-port="0" to-layer="34" to-port="1" />
901
+ <edge from-layer="33" from-port="0" to-layer="34" to-port="2" />
902
+ <edge from-layer="34" from-port="3" to-layer="36" to-port="1" />
903
+ <edge from-layer="34" from-port="3" to-layer="39" to-port="0" />
904
+ <edge from-layer="35" from-port="0" to-layer="36" to-port="2" />
905
+ <edge from-layer="36" from-port="3" to-layer="42" to-port="0" />
906
+ <edge from-layer="37" from-port="0" to-layer="41" to-port="0" />
907
+ <edge from-layer="38" from-port="0" to-layer="39" to-port="1" />
908
+ <edge from-layer="39" from-port="2" to-layer="41" to-port="1" />
909
+ <edge from-layer="40" from-port="0" to-layer="41" to-port="2" />
910
+ <edge from-layer="41" from-port="3" to-layer="42" to-port="1" />
911
+ <edge from-layer="42" from-port="7" to-layer="44" to-port="11" />
912
+ <edge from-layer="42" from-port="8" to-layer="44" to-port="12" />
913
+ <edge from-layer="42" from-port="9" to-layer="44" to-port="13" />
914
+ <edge from-layer="43" from-port="0" to-layer="44" to-port="14" />
915
+ <edge from-layer="44" from-port="15" to-layer="45" to-port="1" />
916
+ <edge from-layer="44" from-port="16" to-layer="48" to-port="0" />
917
+ <edge from-layer="44" from-port="16" to-layer="50" to-port="4" />
918
+ <edge from-layer="44" from-port="16" to-layer="45" to-port="0" />
919
+ <edge from-layer="44" from-port="17" to-layer="50" to-port="5" />
920
+ <edge from-layer="45" from-port="2" to-layer="47" to-port="0" />
921
+ <edge from-layer="46" from-port="0" to-layer="47" to-port="1" />
922
+ <edge from-layer="47" from-port="2" to-layer="48" to-port="1" />
923
+ <edge from-layer="48" from-port="2" to-layer="50" to-port="3" />
924
+ <edge from-layer="49" from-port="0" to-layer="50" to-port="6" />
925
+ <edge from-layer="50" from-port="8" to-layer="51" to-port="0" />
926
+ <edge from-layer="50" from-port="7" to-layer="51" to-port="1" />
927
+ <edge from-layer="50" from-port="7" to-layer="55" to-port="0" />
928
+ <edge from-layer="50" from-port="8" to-layer="55" to-port="1" />
929
+ <edge from-layer="50" from-port="9" to-layer="55" to-port="2" />
930
+ <edge from-layer="51" from-port="2" to-layer="53" to-port="0" />
931
+ <edge from-layer="52" from-port="0" to-layer="53" to-port="1" />
932
+ <edge from-layer="53" from-port="2" to-layer="55" to-port="3" />
933
+ <edge from-layer="54" from-port="0" to-layer="55" to-port="4" />
934
+ <edge from-layer="55" from-port="6" to-layer="56" to-port="0" />
935
+ <edge from-layer="55" from-port="5" to-layer="59" to-port="0" />
936
+ <edge from-layer="56" from-port="1" to-layer="57" to-port="0" />
937
+ <edge from-layer="57" from-port="1" to-layer="58" to-port="0" />
938
+ <edge from-layer="59" from-port="1" to-layer="60" to-port="0" />
939
+ </edges>
940
+ <rt_info>
941
+ <bos_token_id value="1" />
942
+ <chat_template value="{%- if messages[0][&quot;role&quot;] == &quot;system&quot; %}&#10; {%- set system_message = messages[0][&quot;content&quot;] %}&#10; {%- set loop_messages = messages[1:] %}&#10;{%- else %}&#10; {%- set loop_messages = messages %}&#10;{%- endif %}&#10;{%- if not tools is defined %}&#10; {%- set tools = none %}&#10;{%- endif %}&#10;{%- set user_messages = loop_messages | selectattr(&quot;role&quot;, &quot;equalto&quot;, &quot;user&quot;) | list %}&#10;&#10;{#- This block checks for alternating user/assistant messages, skipping tool calling messages #}&#10;{%- set ns = namespace() %}&#10;{%- set ns.index = 0 %}&#10;{%- for message in loop_messages %}&#10; {%- if not (message.role == &quot;tool&quot; or message.role == &quot;tool_results&quot; or (message.tool_calls is defined and message.tool_calls is not none)) %}&#10; {%- if (message[&quot;role&quot;] == &quot;user&quot;) != (ns.index % 2 == 0) %}&#10; {{- raise_exception(&quot;After the optional system message, conversation roles must alternate user/assistant/user/assistant/...&quot;) }}&#10; {%- endif %}&#10; {%- set ns.index = ns.index + 1 %}&#10; {%- endif %}&#10;{%- endfor %}&#10;&#10;{{- bos_token }}&#10;{%- for message in loop_messages %}&#10; {%- if message[&quot;role&quot;] == &quot;user&quot; %}&#10; {%- if tools is not none and (message == user_messages[-1]) %}&#10; {{- &quot;[AVAILABLE_TOOLS][&quot; }}&#10; {%- for tool in tools %}&#10; {%- set tool = tool.function %}&#10; {{- '{&quot;type&quot;: &quot;function&quot;, &quot;function&quot;: {' }}&#10; {%- for key, val in tool.items() if key != &quot;return&quot; %}&#10; {%- if val is string %}&#10; {{- '&quot;' + key + '&quot;: &quot;' + val + '&quot;' }}&#10; {%- else %}&#10; {{- '&quot;' + key + '&quot;: ' + val|tojson }}&#10; {%- endif %}&#10; {%- if not loop.last %}&#10; {{- &quot;, &quot; }}&#10; {%- endif %}&#10; {%- endfor %}&#10; {{- &quot;}}&quot; }}&#10; {%- if not loop.last %}&#10; {{- &quot;, &quot; }}&#10; {%- else %}&#10; {{- &quot;]&quot; }}&#10; {%- endif %}&#10; {%- endfor %}&#10; {{- &quot;[/AVAILABLE_TOOLS]&quot; }}&#10; {%- endif %}&#10; {%- if loop.last and system_message is defined %}&#10; {{- &quot;[INST]&quot; + system_message + &quot;\n\n&quot; + message[&quot;content&quot;] + &quot;[/INST]&quot; }}&#10; {%- else %}&#10; {{- &quot;[INST]&quot; + message[&quot;content&quot;] + &quot;[/INST]&quot; }}&#10; {%- endif %}&#10; {%- elif (message.tool_calls is defined and message.tool_calls is not none) %}&#10; {{- &quot;[TOOL_CALLS][&quot; }}&#10; {%- for tool_call in message.tool_calls %}&#10; {%- set out = tool_call.function|tojson %}&#10; {{- out[:-1] }}&#10; {%- if not tool_call.id is defined or tool_call.id|length != 9 %}&#10; {{- raise_exception(&quot;Tool call IDs should be alphanumeric strings with length 9!&quot;) }}&#10; {%- endif %}&#10; {{- ', &quot;id&quot;: &quot;' + tool_call.id + '&quot;}' }}&#10; {%- if not loop.last %}&#10; {{- &quot;, &quot; }}&#10; {%- else %}&#10; {{- &quot;]&quot; + eos_token }}&#10; {%- endif %}&#10; {%- endfor %}&#10; {%- elif message[&quot;role&quot;] == &quot;assistant&quot; %}&#10; {{- message[&quot;content&quot;] + eos_token}}&#10; {%- elif message[&quot;role&quot;] == &quot;tool_results&quot; or message[&quot;role&quot;] == &quot;tool&quot; %}&#10; {%- if message.content is defined and message.content.content is defined %}&#10; {%- set content = message.content.content %}&#10; {%- else %}&#10; {%- set content = message.content %}&#10; {%- endif %}&#10; {{- '[TOOL_RESULTS]{&quot;content&quot;: ' + content|string + &quot;, &quot; }}&#10; {%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %}&#10; {{- raise_exception(&quot;Tool call IDs should be alphanumeric strings with length 9!&quot;) }}&#10; {%- endif %}&#10; {{- '&quot;call_id&quot;: &quot;' + message.tool_call_id + '&quot;}[/TOOL_RESULTS]' }}&#10; {%- else %}&#10; {{- raise_exception(&quot;Only user and assistant roles are supported, with the exception of an initial optional system message!&quot;) }}&#10; {%- endif %}&#10;{%- endfor %}&#10;" />
943
+ <eos_token_id value="2" />
944
+ <original_tokenizer_class value="&lt;class 'transformers.tokenization_utils_fast.PreTrainedTokenizerFast'>" />
945
+ </rt_info>
946
+ </net>
special_tokens_map.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "</s>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "unk_token": {
17
+ "content": "<unk>",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ }
23
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
The diff for this file is too large to render. See raw diff