Upload folder using huggingface_hub
Browse files- openvino_detokenizer.xml +15 -17
- openvino_model.bin +2 -2
- openvino_model.xml +0 -0
- openvino_tokenizer.xml +49 -51
openvino_detokenizer.xml
CHANGED
|
@@ -1,16 +1,16 @@
|
|
| 1 |
<?xml version="1.0"?>
|
| 2 |
<net name="detokenizer" version="11">
|
| 3 |
<layers>
|
| 4 |
-
<layer id="0" name="
|
| 5 |
<data shape="?,?" element_type="i64" />
|
| 6 |
<output>
|
| 7 |
-
<port id="0" precision="I64" names="
|
| 8 |
<dim>-1</dim>
|
| 9 |
<dim>-1</dim>
|
| 10 |
</port>
|
| 11 |
</output>
|
| 12 |
</layer>
|
| 13 |
-
<layer id="1" name="
|
| 14 |
<data destination_type="i32" />
|
| 15 |
<input>
|
| 16 |
<port id="0" precision="I64">
|
|
@@ -25,7 +25,7 @@
|
|
| 25 |
</port>
|
| 26 |
</output>
|
| 27 |
</layer>
|
| 28 |
-
<layer id="2" name="
|
| 29 |
<data element_type="i32" shape="200029" offset="0" size="800116" />
|
| 30 |
<output>
|
| 31 |
<port id="0" precision="I32">
|
|
@@ -33,7 +33,7 @@
|
|
| 33 |
</port>
|
| 34 |
</output>
|
| 35 |
</layer>
|
| 36 |
-
<layer id="3" name="
|
| 37 |
<data element_type="i32" shape="200029" offset="800116" size="800116" />
|
| 38 |
<output>
|
| 39 |
<port id="0" precision="I32">
|
|
@@ -41,7 +41,7 @@
|
|
| 41 |
</port>
|
| 42 |
</output>
|
| 43 |
</layer>
|
| 44 |
-
<layer id="4" name="
|
| 45 |
<data element_type="u8" shape="1398089" offset="1600232" size="1398089" />
|
| 46 |
<output>
|
| 47 |
<port id="0" precision="U8">
|
|
@@ -49,7 +49,7 @@
|
|
| 49 |
</port>
|
| 50 |
</output>
|
| 51 |
</layer>
|
| 52 |
-
<layer id="5" name="
|
| 53 |
<data element_type="i32" shape="7" offset="2998321" size="28" />
|
| 54 |
<output>
|
| 55 |
<port id="0" precision="I32">
|
|
@@ -57,7 +57,7 @@
|
|
| 57 |
</port>
|
| 58 |
</output>
|
| 59 |
</layer>
|
| 60 |
-
<layer id="6" name="
|
| 61 |
<data skip_tokens="" />
|
| 62 |
<input>
|
| 63 |
<port id="0" precision="I32">
|
|
@@ -95,7 +95,7 @@
|
|
| 95 |
</port>
|
| 96 |
</output>
|
| 97 |
</layer>
|
| 98 |
-
<layer id="7" name="
|
| 99 |
<input>
|
| 100 |
<port id="0" precision="I32">
|
| 101 |
<dim>-1</dim>
|
|
@@ -119,7 +119,7 @@
|
|
| 119 |
</port>
|
| 120 |
</output>
|
| 121 |
</layer>
|
| 122 |
-
<layer id="8" name="
|
| 123 |
<data replace_mode="true" />
|
| 124 |
<input>
|
| 125 |
<port id="0" precision="I32">
|
|
@@ -144,7 +144,7 @@
|
|
| 144 |
</port>
|
| 145 |
</output>
|
| 146 |
</layer>
|
| 147 |
-
<layer id="9" name="
|
| 148 |
<input>
|
| 149 |
<port id="0" precision="I32">
|
| 150 |
<dim>-1</dim>
|
|
@@ -157,12 +157,12 @@
|
|
| 157 |
</port>
|
| 158 |
</input>
|
| 159 |
<output>
|
| 160 |
-
<port id="3" precision="STRING" names="
|
| 161 |
<dim>-1</dim>
|
| 162 |
</port>
|
| 163 |
</output>
|
| 164 |
</layer>
|
| 165 |
-
<layer id="10" name="
|
| 166 |
<input>
|
| 167 |
<port id="0" precision="STRING">
|
| 168 |
<dim>-1</dim>
|
|
@@ -201,14 +201,12 @@
|
|
| 201 |
<handle_special_tokens_with_re />
|
| 202 |
<max_length />
|
| 203 |
<number_of_inputs value="1" />
|
| 204 |
-
<openvino_tokenizers_version value="2025.2.0.0-
|
| 205 |
-
<openvino_version value="2025.2.0-
|
| 206 |
<original_tokenizer_class value="<class 'transformers.models.gpt2.tokenization_gpt2_fast.GPT2TokenizerFast'>" />
|
| 207 |
<pad_token_id value="199999" />
|
| 208 |
-
<sentencepiece_version value="0.2.0" />
|
| 209 |
<skip_special_tokens value="True" />
|
| 210 |
<streaming_detokenizer value="False" />
|
| 211 |
-
<tiktoken_version value="0.9.0" />
|
| 212 |
<tokenizer_output_type value="i64" />
|
| 213 |
<tokenizers_version value="0.21.1" />
|
| 214 |
<transformers_version value="4.51.3" />
|
|
|
|
| 1 |
<?xml version="1.0"?>
|
| 2 |
<net name="detokenizer" version="11">
|
| 3 |
<layers>
|
| 4 |
+
<layer id="0" name="Parameter_184481" type="Parameter" version="opset1">
|
| 5 |
<data shape="?,?" element_type="i64" />
|
| 6 |
<output>
|
| 7 |
+
<port id="0" precision="I64" names="Parameter_184481">
|
| 8 |
<dim>-1</dim>
|
| 9 |
<dim>-1</dim>
|
| 10 |
</port>
|
| 11 |
</output>
|
| 12 |
</layer>
|
| 13 |
+
<layer id="1" name="Convert_184671" type="Convert" version="opset1">
|
| 14 |
<data destination_type="i32" />
|
| 15 |
<input>
|
| 16 |
<port id="0" precision="I64">
|
|
|
|
| 25 |
</port>
|
| 26 |
</output>
|
| 27 |
</layer>
|
| 28 |
+
<layer id="2" name="Constant_184483" type="Const" version="opset1">
|
| 29 |
<data element_type="i32" shape="200029" offset="0" size="800116" />
|
| 30 |
<output>
|
| 31 |
<port id="0" precision="I32">
|
|
|
|
| 33 |
</port>
|
| 34 |
</output>
|
| 35 |
</layer>
|
| 36 |
+
<layer id="3" name="Constant_184485" type="Const" version="opset1">
|
| 37 |
<data element_type="i32" shape="200029" offset="800116" size="800116" />
|
| 38 |
<output>
|
| 39 |
<port id="0" precision="I32">
|
|
|
|
| 41 |
</port>
|
| 42 |
</output>
|
| 43 |
</layer>
|
| 44 |
+
<layer id="4" name="Constant_184487" type="Const" version="opset1">
|
| 45 |
<data element_type="u8" shape="1398089" offset="1600232" size="1398089" />
|
| 46 |
<output>
|
| 47 |
<port id="0" precision="U8">
|
|
|
|
| 49 |
</port>
|
| 50 |
</output>
|
| 51 |
</layer>
|
| 52 |
+
<layer id="5" name="Slice_184492" type="Const" version="opset1">
|
| 53 |
<data element_type="i32" shape="7" offset="2998321" size="28" />
|
| 54 |
<output>
|
| 55 |
<port id="0" precision="I32">
|
|
|
|
| 57 |
</port>
|
| 58 |
</output>
|
| 59 |
</layer>
|
| 60 |
+
<layer id="6" name="VocabDecoder_184494" type="VocabDecoder" version="extension">
|
| 61 |
<data skip_tokens="" />
|
| 62 |
<input>
|
| 63 |
<port id="0" precision="I32">
|
|
|
|
| 95 |
</port>
|
| 96 |
</output>
|
| 97 |
</layer>
|
| 98 |
+
<layer id="7" name="FuzeRagged_184495" type="FuzeRagged" version="extension">
|
| 99 |
<input>
|
| 100 |
<port id="0" precision="I32">
|
| 101 |
<dim>-1</dim>
|
|
|
|
| 119 |
</port>
|
| 120 |
</output>
|
| 121 |
</layer>
|
| 122 |
+
<layer id="8" name="UTF8Validate_184496" type="UTF8Validate" version="extension">
|
| 123 |
<data replace_mode="true" />
|
| 124 |
<input>
|
| 125 |
<port id="0" precision="I32">
|
|
|
|
| 144 |
</port>
|
| 145 |
</output>
|
| 146 |
</layer>
|
| 147 |
+
<layer id="9" name="StringTensorPack_184497" type="StringTensorPack" version="opset15">
|
| 148 |
<input>
|
| 149 |
<port id="0" precision="I32">
|
| 150 |
<dim>-1</dim>
|
|
|
|
| 157 |
</port>
|
| 158 |
</input>
|
| 159 |
<output>
|
| 160 |
+
<port id="3" precision="STRING" names="Result_184498,string_output">
|
| 161 |
<dim>-1</dim>
|
| 162 |
</port>
|
| 163 |
</output>
|
| 164 |
</layer>
|
| 165 |
+
<layer id="10" name="Result_184498" type="Result" version="opset1" output_names="Result_184498,string_output">
|
| 166 |
<input>
|
| 167 |
<port id="0" precision="STRING">
|
| 168 |
<dim>-1</dim>
|
|
|
|
| 201 |
<handle_special_tokens_with_re />
|
| 202 |
<max_length />
|
| 203 |
<number_of_inputs value="1" />
|
| 204 |
+
<openvino_tokenizers_version value="2025.2.0.0-566-85be884a69f" />
|
| 205 |
+
<openvino_version value="2025.2.0-19140-c01cd93e24d-releases/2025/2" />
|
| 206 |
<original_tokenizer_class value="<class 'transformers.models.gpt2.tokenization_gpt2_fast.GPT2TokenizerFast'>" />
|
| 207 |
<pad_token_id value="199999" />
|
|
|
|
| 208 |
<skip_special_tokens value="True" />
|
| 209 |
<streaming_detokenizer value="False" />
|
|
|
|
| 210 |
<tokenizer_output_type value="i64" />
|
| 211 |
<tokenizers_version value="0.21.1" />
|
| 212 |
<transformers_version value="4.51.3" />
|
openvino_model.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:394d65df4da3f975d383a3e1e9515cd2039c0dc3d508e93e8f54ac63c046183c
|
| 3 |
+
size 2228378216
|
openvino_model.xml
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
openvino_tokenizer.xml
CHANGED
|
@@ -1,21 +1,21 @@
|
|
| 1 |
<?xml version="1.0"?>
|
| 2 |
<net name="tokenizer" version="11">
|
| 3 |
<layers>
|
| 4 |
-
<layer id="0" name="
|
| 5 |
<data shape="?" element_type="string" />
|
| 6 |
<output>
|
| 7 |
-
<port id="0" precision="STRING" names="
|
| 8 |
<dim>-1</dim>
|
| 9 |
</port>
|
| 10 |
</output>
|
| 11 |
</layer>
|
| 12 |
-
<layer id="1" name="
|
| 13 |
<data element_type="i64" shape="" offset="0" size="8" />
|
| 14 |
<output>
|
| 15 |
<port id="0" precision="I64" />
|
| 16 |
</output>
|
| 17 |
</layer>
|
| 18 |
-
<layer id="2" name="
|
| 19 |
<input>
|
| 20 |
<port id="0" precision="STRING">
|
| 21 |
<dim>-1</dim>
|
|
@@ -33,7 +33,7 @@
|
|
| 33 |
</port>
|
| 34 |
</output>
|
| 35 |
</layer>
|
| 36 |
-
<layer id="3" name="
|
| 37 |
<data output_type="i64" />
|
| 38 |
<input>
|
| 39 |
<port id="0" precision="I32">
|
|
@@ -46,19 +46,19 @@
|
|
| 46 |
</port>
|
| 47 |
</output>
|
| 48 |
</layer>
|
| 49 |
-
<layer id="4" name="
|
| 50 |
<data element_type="i64" shape="" offset="0" size="8" />
|
| 51 |
<output>
|
| 52 |
<port id="0" precision="I64" />
|
| 53 |
</output>
|
| 54 |
</layer>
|
| 55 |
-
<layer id="5" name="
|
| 56 |
<data element_type="i64" shape="" offset="0" size="8" />
|
| 57 |
<output>
|
| 58 |
<port id="0" precision="I64" />
|
| 59 |
</output>
|
| 60 |
</layer>
|
| 61 |
-
<layer id="6" name="
|
| 62 |
<data batch_dims="0" />
|
| 63 |
<input>
|
| 64 |
<port id="0" precision="I64">
|
|
@@ -71,13 +71,13 @@
|
|
| 71 |
<port id="3" precision="I64" />
|
| 72 |
</output>
|
| 73 |
</layer>
|
| 74 |
-
<layer id="7" name="
|
| 75 |
<data element_type="i64" shape="" offset="8" size="8" />
|
| 76 |
<output>
|
| 77 |
<port id="0" precision="I64" />
|
| 78 |
</output>
|
| 79 |
</layer>
|
| 80 |
-
<layer id="8" name="
|
| 81 |
<data output_type="i32" />
|
| 82 |
<input>
|
| 83 |
<port id="0" precision="I64" />
|
|
@@ -90,19 +90,19 @@
|
|
| 90 |
</port>
|
| 91 |
</output>
|
| 92 |
</layer>
|
| 93 |
-
<layer id="9" name="
|
| 94 |
<data element_type="i64" shape="" offset="8" size="8" />
|
| 95 |
<output>
|
| 96 |
<port id="0" precision="I64" />
|
| 97 |
</output>
|
| 98 |
</layer>
|
| 99 |
-
<layer id="10" name="
|
| 100 |
<data element_type="i64" shape="" offset="8" size="8" />
|
| 101 |
<output>
|
| 102 |
<port id="0" precision="I64" />
|
| 103 |
</output>
|
| 104 |
</layer>
|
| 105 |
-
<layer id="11" name="
|
| 106 |
<data auto_broadcast="numpy" />
|
| 107 |
<input>
|
| 108 |
<port id="0" precision="I64" />
|
|
@@ -112,13 +112,13 @@
|
|
| 112 |
<port id="2" precision="I64" />
|
| 113 |
</output>
|
| 114 |
</layer>
|
| 115 |
-
<layer id="12" name="
|
| 116 |
<data element_type="i64" shape="" offset="8" size="8" />
|
| 117 |
<output>
|
| 118 |
<port id="0" precision="I64" />
|
| 119 |
</output>
|
| 120 |
</layer>
|
| 121 |
-
<layer id="13" name="
|
| 122 |
<data output_type="i32" />
|
| 123 |
<input>
|
| 124 |
<port id="0" precision="I64" />
|
|
@@ -131,7 +131,7 @@
|
|
| 131 |
</port>
|
| 132 |
</output>
|
| 133 |
</layer>
|
| 134 |
-
<layer id="14" name="
|
| 135 |
<data element_type="u8" shape="289" offset="16" size="289" />
|
| 136 |
<output>
|
| 137 |
<port id="0" precision="U8">
|
|
@@ -139,7 +139,7 @@
|
|
| 139 |
</port>
|
| 140 |
</output>
|
| 141 |
</layer>
|
| 142 |
-
<layer id="15" name="
|
| 143 |
<input>
|
| 144 |
<port id="0" precision="I32">
|
| 145 |
<dim>-1</dim>
|
|
@@ -181,7 +181,7 @@
|
|
| 181 |
</port>
|
| 182 |
</output>
|
| 183 |
</layer>
|
| 184 |
-
<layer id="16" name="
|
| 185 |
<data element_type="u8" shape="274" offset="305" size="274" />
|
| 186 |
<output>
|
| 187 |
<port id="0" precision="U8">
|
|
@@ -189,7 +189,7 @@
|
|
| 189 |
</port>
|
| 190 |
</output>
|
| 191 |
</layer>
|
| 192 |
-
<layer id="17" name="
|
| 193 |
<data behaviour="remove" invert="true" max_splits="-1" />
|
| 194 |
<input>
|
| 195 |
<port id="0" precision="I32">
|
|
@@ -235,7 +235,7 @@
|
|
| 235 |
</port>
|
| 236 |
</output>
|
| 237 |
</layer>
|
| 238 |
-
<layer id="18" name="
|
| 239 |
<data element_type="i32" shape="200029" offset="579" size="800116" />
|
| 240 |
<output>
|
| 241 |
<port id="0" precision="I32">
|
|
@@ -243,7 +243,7 @@
|
|
| 243 |
</port>
|
| 244 |
</output>
|
| 245 |
</layer>
|
| 246 |
-
<layer id="19" name="
|
| 247 |
<data element_type="i32" shape="200029" offset="800695" size="800116" />
|
| 248 |
<output>
|
| 249 |
<port id="0" precision="I32">
|
|
@@ -251,7 +251,7 @@
|
|
| 251 |
</port>
|
| 252 |
</output>
|
| 253 |
</layer>
|
| 254 |
-
<layer id="20" name="
|
| 255 |
<data element_type="u8" shape="1398109" offset="1600811" size="1398109" />
|
| 256 |
<output>
|
| 257 |
<port id="0" precision="U8">
|
|
@@ -259,7 +259,7 @@
|
|
| 259 |
</port>
|
| 260 |
</output>
|
| 261 |
</layer>
|
| 262 |
-
<layer id="21" name="
|
| 263 |
<data element_type="i32" shape="199742" offset="2998920" size="798968" />
|
| 264 |
<output>
|
| 265 |
<port id="0" precision="I32">
|
|
@@ -267,7 +267,7 @@
|
|
| 267 |
</port>
|
| 268 |
</output>
|
| 269 |
</layer>
|
| 270 |
-
<layer id="22" name="
|
| 271 |
<data element_type="i32" shape="199742" offset="3797888" size="798968" />
|
| 272 |
<output>
|
| 273 |
<port id="0" precision="I32">
|
|
@@ -275,7 +275,7 @@
|
|
| 275 |
</port>
|
| 276 |
</output>
|
| 277 |
</layer>
|
| 278 |
-
<layer id="23" name="
|
| 279 |
<data element_type="u8" shape="718313" offset="4596856" size="718313" />
|
| 280 |
<output>
|
| 281 |
<port id="0" precision="U8">
|
|
@@ -283,7 +283,7 @@
|
|
| 283 |
</port>
|
| 284 |
</output>
|
| 285 |
</layer>
|
| 286 |
-
<layer id="24" name="
|
| 287 |
<data element_type="i32" shape="199742" offset="5315169" size="798968" />
|
| 288 |
<output>
|
| 289 |
<port id="0" precision="I32">
|
|
@@ -291,7 +291,7 @@
|
|
| 291 |
</port>
|
| 292 |
</output>
|
| 293 |
</layer>
|
| 294 |
-
<layer id="25" name="
|
| 295 |
<data element_type="i32" shape="199742" offset="6114137" size="798968" />
|
| 296 |
<output>
|
| 297 |
<port id="0" precision="I32">
|
|
@@ -299,7 +299,7 @@
|
|
| 299 |
</port>
|
| 300 |
</output>
|
| 301 |
</layer>
|
| 302 |
-
<layer id="26" name="
|
| 303 |
<data element_type="u8" shape="679101" offset="6913105" size="679101" />
|
| 304 |
<output>
|
| 305 |
<port id="0" precision="U8">
|
|
@@ -307,7 +307,7 @@
|
|
| 307 |
</port>
|
| 308 |
</output>
|
| 309 |
</layer>
|
| 310 |
-
<layer id="27" name="
|
| 311 |
<data element_type="i32" shape="432" offset="7592206" size="1728" />
|
| 312 |
<output>
|
| 313 |
<port id="0" precision="I32">
|
|
@@ -315,7 +315,7 @@
|
|
| 315 |
</port>
|
| 316 |
</output>
|
| 317 |
</layer>
|
| 318 |
-
<layer id="28" name="
|
| 319 |
<data element_type="i32" shape="432" offset="7593934" size="1728" />
|
| 320 |
<output>
|
| 321 |
<port id="0" precision="I32">
|
|
@@ -323,7 +323,7 @@
|
|
| 323 |
</port>
|
| 324 |
</output>
|
| 325 |
</layer>
|
| 326 |
-
<layer id="29" name="
|
| 327 |
<data element_type="u8" shape="5366" offset="7595662" size="5366" />
|
| 328 |
<output>
|
| 329 |
<port id="0" precision="U8">
|
|
@@ -331,7 +331,7 @@
|
|
| 331 |
</port>
|
| 332 |
</output>
|
| 333 |
</layer>
|
| 334 |
-
<layer id="30" name="
|
| 335 |
<data element_type="i32" shape="432" offset="7601028" size="1728" />
|
| 336 |
<output>
|
| 337 |
<port id="0" precision="I32">
|
|
@@ -339,7 +339,7 @@
|
|
| 339 |
</port>
|
| 340 |
</output>
|
| 341 |
</layer>
|
| 342 |
-
<layer id="31" name="
|
| 343 |
<data unk_token="" fuse_unk="false" suffix_indicator="" end_suffix="" byte_fallback="false" cache_capacity="40003" />
|
| 344 |
<input>
|
| 345 |
<port id="0" precision="I32">
|
|
@@ -409,13 +409,13 @@
|
|
| 409 |
</port>
|
| 410 |
</output>
|
| 411 |
</layer>
|
| 412 |
-
<layer id="32" name="
|
| 413 |
<data element_type="i32" shape="" offset="7602756" size="4" />
|
| 414 |
<output>
|
| 415 |
<port id="0" precision="I32" />
|
| 416 |
</output>
|
| 417 |
</layer>
|
| 418 |
-
<layer id="33" name="
|
| 419 |
<data element_type="u8" shape="4" offset="7602760" size="4" />
|
| 420 |
<output>
|
| 421 |
<port id="0" precision="U8">
|
|
@@ -423,7 +423,7 @@
|
|
| 423 |
</port>
|
| 424 |
</output>
|
| 425 |
</layer>
|
| 426 |
-
<layer id="34" name="
|
| 427 |
<data element_type="u8" shape="13" offset="7602764" size="13" />
|
| 428 |
<output>
|
| 429 |
<port id="0" precision="U8">
|
|
@@ -431,7 +431,7 @@
|
|
| 431 |
</port>
|
| 432 |
</output>
|
| 433 |
</layer>
|
| 434 |
-
<layer id="35" name="
|
| 435 |
<data m_num_inputs="1" />
|
| 436 |
<input>
|
| 437 |
<port id="0" precision="I32">
|
|
@@ -463,7 +463,7 @@
|
|
| 463 |
</port>
|
| 464 |
</output>
|
| 465 |
</layer>
|
| 466 |
-
<layer id="36" name="
|
| 467 |
<data auto_broadcast="numpy" />
|
| 468 |
<input>
|
| 469 |
<port id="0" precision="I32">
|
|
@@ -479,13 +479,13 @@
|
|
| 479 |
</port>
|
| 480 |
</output>
|
| 481 |
</layer>
|
| 482 |
-
<layer id="37" name="
|
| 483 |
<data element_type="i32" shape="" offset="7602777" size="4" />
|
| 484 |
<output>
|
| 485 |
<port id="0" precision="I32" />
|
| 486 |
</output>
|
| 487 |
</layer>
|
| 488 |
-
<layer id="38" name="
|
| 489 |
<data keep_dims="false" />
|
| 490 |
<input>
|
| 491 |
<port id="0" precision="I32">
|
|
@@ -497,13 +497,13 @@
|
|
| 497 |
<port id="2" precision="I32" />
|
| 498 |
</output>
|
| 499 |
</layer>
|
| 500 |
-
<layer id="39" name="
|
| 501 |
<data element_type="i32" shape="" offset="7602781" size="4" />
|
| 502 |
<output>
|
| 503 |
<port id="0" precision="I32" />
|
| 504 |
</output>
|
| 505 |
</layer>
|
| 506 |
-
<layer id="40" name="
|
| 507 |
<data pad_right="false" m_pad_max_length="false" />
|
| 508 |
<input>
|
| 509 |
<port id="0" precision="I32">
|
|
@@ -529,7 +529,7 @@
|
|
| 529 |
</port>
|
| 530 |
</output>
|
| 531 |
</layer>
|
| 532 |
-
<layer id="41" name="
|
| 533 |
<data destination_type="i32" />
|
| 534 |
<input>
|
| 535 |
<port id="0" precision="BOOL">
|
|
@@ -544,7 +544,7 @@
|
|
| 544 |
</port>
|
| 545 |
</output>
|
| 546 |
</layer>
|
| 547 |
-
<layer id="42" name="
|
| 548 |
<data destination_type="i64" />
|
| 549 |
<input>
|
| 550 |
<port id="0" precision="I32">
|
|
@@ -559,7 +559,7 @@
|
|
| 559 |
</port>
|
| 560 |
</output>
|
| 561 |
</layer>
|
| 562 |
-
<layer id="44" name="
|
| 563 |
<data destination_type="i64" />
|
| 564 |
<input>
|
| 565 |
<port id="0" precision="I32">
|
|
@@ -574,7 +574,7 @@
|
|
| 574 |
</port>
|
| 575 |
</output>
|
| 576 |
</layer>
|
| 577 |
-
<layer id="45" name="
|
| 578 |
<input>
|
| 579 |
<port id="0" precision="I64">
|
| 580 |
<dim>-1</dim>
|
|
@@ -582,7 +582,7 @@
|
|
| 582 |
</port>
|
| 583 |
</input>
|
| 584 |
</layer>
|
| 585 |
-
<layer id="43" name="
|
| 586 |
<input>
|
| 587 |
<port id="0" precision="I64">
|
| 588 |
<dim>-1</dim>
|
|
@@ -669,14 +669,12 @@
|
|
| 669 |
<handle_special_tokens_with_re />
|
| 670 |
<max_length />
|
| 671 |
<number_of_inputs value="1" />
|
| 672 |
-
<openvino_tokenizers_version value="2025.2.0.0-
|
| 673 |
-
<openvino_version value="2025.2.0-
|
| 674 |
<original_tokenizer_class value="<class 'transformers.models.gpt2.tokenization_gpt2_fast.GPT2TokenizerFast'>" />
|
| 675 |
<pad_token_id value="199999" />
|
| 676 |
-
<sentencepiece_version value="0.2.0" />
|
| 677 |
<skip_special_tokens value="True" />
|
| 678 |
<streaming_detokenizer value="False" />
|
| 679 |
-
<tiktoken_version value="0.9.0" />
|
| 680 |
<tokenizer_output_type value="i64" />
|
| 681 |
<tokenizers_version value="0.21.1" />
|
| 682 |
<transformers_version value="4.51.3" />
|
|
|
|
| 1 |
<?xml version="1.0"?>
|
| 2 |
<net name="tokenizer" version="11">
|
| 3 |
<layers>
|
| 4 |
+
<layer id="0" name="Parameter_184361" type="Parameter" version="opset1">
|
| 5 |
<data shape="?" element_type="string" />
|
| 6 |
<output>
|
| 7 |
+
<port id="0" precision="STRING" names="Parameter_184361">
|
| 8 |
<dim>-1</dim>
|
| 9 |
</port>
|
| 10 |
</output>
|
| 11 |
</layer>
|
| 12 |
+
<layer id="1" name="Constant_184367" type="Const" version="opset1">
|
| 13 |
<data element_type="i64" shape="" offset="0" size="8" />
|
| 14 |
<output>
|
| 15 |
<port id="0" precision="I64" />
|
| 16 |
</output>
|
| 17 |
</layer>
|
| 18 |
+
<layer id="2" name="StringTensorUnpack_184362" type="StringTensorUnpack" version="opset15">
|
| 19 |
<input>
|
| 20 |
<port id="0" precision="STRING">
|
| 21 |
<dim>-1</dim>
|
|
|
|
| 33 |
</port>
|
| 34 |
</output>
|
| 35 |
</layer>
|
| 36 |
+
<layer id="3" name="ShapeOf_184363" type="ShapeOf" version="opset3">
|
| 37 |
<data output_type="i64" />
|
| 38 |
<input>
|
| 39 |
<port id="0" precision="I32">
|
|
|
|
| 46 |
</port>
|
| 47 |
</output>
|
| 48 |
</layer>
|
| 49 |
+
<layer id="4" name="Constant_184364" type="Const" version="opset1">
|
| 50 |
<data element_type="i64" shape="" offset="0" size="8" />
|
| 51 |
<output>
|
| 52 |
<port id="0" precision="I64" />
|
| 53 |
</output>
|
| 54 |
</layer>
|
| 55 |
+
<layer id="5" name="Constant_184365" type="Const" version="opset1">
|
| 56 |
<data element_type="i64" shape="" offset="0" size="8" />
|
| 57 |
<output>
|
| 58 |
<port id="0" precision="I64" />
|
| 59 |
</output>
|
| 60 |
</layer>
|
| 61 |
+
<layer id="6" name="Gather_184366" type="Gather" version="opset8">
|
| 62 |
<data batch_dims="0" />
|
| 63 |
<input>
|
| 64 |
<port id="0" precision="I64">
|
|
|
|
| 71 |
<port id="3" precision="I64" />
|
| 72 |
</output>
|
| 73 |
</layer>
|
| 74 |
+
<layer id="7" name="Constant_184368" type="Const" version="opset1">
|
| 75 |
<data element_type="i64" shape="" offset="8" size="8" />
|
| 76 |
<output>
|
| 77 |
<port id="0" precision="I64" />
|
| 78 |
</output>
|
| 79 |
</layer>
|
| 80 |
+
<layer id="8" name="Range_184369" type="Range" version="opset4">
|
| 81 |
<data output_type="i32" />
|
| 82 |
<input>
|
| 83 |
<port id="0" precision="I64" />
|
|
|
|
| 90 |
</port>
|
| 91 |
</output>
|
| 92 |
</layer>
|
| 93 |
+
<layer id="9" name="Constant_184370" type="Const" version="opset1">
|
| 94 |
<data element_type="i64" shape="" offset="8" size="8" />
|
| 95 |
<output>
|
| 96 |
<port id="0" precision="I64" />
|
| 97 |
</output>
|
| 98 |
</layer>
|
| 99 |
+
<layer id="10" name="Constant_184371" type="Const" version="opset1">
|
| 100 |
<data element_type="i64" shape="" offset="8" size="8" />
|
| 101 |
<output>
|
| 102 |
<port id="0" precision="I64" />
|
| 103 |
</output>
|
| 104 |
</layer>
|
| 105 |
+
<layer id="11" name="Add_184372" type="Add" version="opset1">
|
| 106 |
<data auto_broadcast="numpy" />
|
| 107 |
<input>
|
| 108 |
<port id="0" precision="I64" />
|
|
|
|
| 112 |
<port id="2" precision="I64" />
|
| 113 |
</output>
|
| 114 |
</layer>
|
| 115 |
+
<layer id="12" name="Constant_184373" type="Const" version="opset1">
|
| 116 |
<data element_type="i64" shape="" offset="8" size="8" />
|
| 117 |
<output>
|
| 118 |
<port id="0" precision="I64" />
|
| 119 |
</output>
|
| 120 |
</layer>
|
| 121 |
+
<layer id="13" name="Range_184374" type="Range" version="opset4">
|
| 122 |
<data output_type="i32" />
|
| 123 |
<input>
|
| 124 |
<port id="0" precision="I64" />
|
|
|
|
| 131 |
</port>
|
| 132 |
</output>
|
| 133 |
</layer>
|
| 134 |
+
<layer id="14" name="Constant_184436" type="Const" version="opset1">
|
| 135 |
<data element_type="u8" shape="289" offset="16" size="289" />
|
| 136 |
<output>
|
| 137 |
<port id="0" precision="U8">
|
|
|
|
| 139 |
</port>
|
| 140 |
</output>
|
| 141 |
</layer>
|
| 142 |
+
<layer id="15" name="SpecialTokensSplit_184437" type="SpecialTokensSplit" version="extension">
|
| 143 |
<input>
|
| 144 |
<port id="0" precision="I32">
|
| 145 |
<dim>-1</dim>
|
|
|
|
| 181 |
</port>
|
| 182 |
</output>
|
| 183 |
</layer>
|
| 184 |
+
<layer id="16" name="Constant_184439" type="Const" version="opset1">
|
| 185 |
<data element_type="u8" shape="274" offset="305" size="274" />
|
| 186 |
<output>
|
| 187 |
<port id="0" precision="U8">
|
|
|
|
| 189 |
</port>
|
| 190 |
</output>
|
| 191 |
</layer>
|
| 192 |
+
<layer id="17" name="RegexSplit_184440" type="RegexSplit" version="extension">
|
| 193 |
<data behaviour="remove" invert="true" max_splits="-1" />
|
| 194 |
<input>
|
| 195 |
<port id="0" precision="I32">
|
|
|
|
| 235 |
</port>
|
| 236 |
</output>
|
| 237 |
</layer>
|
| 238 |
+
<layer id="18" name="Constant_184442" type="Const" version="opset1">
|
| 239 |
<data element_type="i32" shape="200029" offset="579" size="800116" />
|
| 240 |
<output>
|
| 241 |
<port id="0" precision="I32">
|
|
|
|
| 243 |
</port>
|
| 244 |
</output>
|
| 245 |
</layer>
|
| 246 |
+
<layer id="19" name="Constant_184444" type="Const" version="opset1">
|
| 247 |
<data element_type="i32" shape="200029" offset="800695" size="800116" />
|
| 248 |
<output>
|
| 249 |
<port id="0" precision="I32">
|
|
|
|
| 251 |
</port>
|
| 252 |
</output>
|
| 253 |
</layer>
|
| 254 |
+
<layer id="20" name="Constant_184446" type="Const" version="opset1">
|
| 255 |
<data element_type="u8" shape="1398109" offset="1600811" size="1398109" />
|
| 256 |
<output>
|
| 257 |
<port id="0" precision="U8">
|
|
|
|
| 259 |
</port>
|
| 260 |
</output>
|
| 261 |
</layer>
|
| 262 |
+
<layer id="21" name="Constant_184454" type="Const" version="opset1">
|
| 263 |
<data element_type="i32" shape="199742" offset="2998920" size="798968" />
|
| 264 |
<output>
|
| 265 |
<port id="0" precision="I32">
|
|
|
|
| 267 |
</port>
|
| 268 |
</output>
|
| 269 |
</layer>
|
| 270 |
+
<layer id="22" name="Constant_184456" type="Const" version="opset1">
|
| 271 |
<data element_type="i32" shape="199742" offset="3797888" size="798968" />
|
| 272 |
<output>
|
| 273 |
<port id="0" precision="I32">
|
|
|
|
| 275 |
</port>
|
| 276 |
</output>
|
| 277 |
</layer>
|
| 278 |
+
<layer id="23" name="Constant_184458" type="Const" version="opset1">
|
| 279 |
<data element_type="u8" shape="718313" offset="4596856" size="718313" />
|
| 280 |
<output>
|
| 281 |
<port id="0" precision="U8">
|
|
|
|
| 283 |
</port>
|
| 284 |
</output>
|
| 285 |
</layer>
|
| 286 |
+
<layer id="24" name="Constant_184460" type="Const" version="opset1">
|
| 287 |
<data element_type="i32" shape="199742" offset="5315169" size="798968" />
|
| 288 |
<output>
|
| 289 |
<port id="0" precision="I32">
|
|
|
|
| 291 |
</port>
|
| 292 |
</output>
|
| 293 |
</layer>
|
| 294 |
+
<layer id="25" name="Constant_184462" type="Const" version="opset1">
|
| 295 |
<data element_type="i32" shape="199742" offset="6114137" size="798968" />
|
| 296 |
<output>
|
| 297 |
<port id="0" precision="I32">
|
|
|
|
| 299 |
</port>
|
| 300 |
</output>
|
| 301 |
</layer>
|
| 302 |
+
<layer id="26" name="Constant_184464" type="Const" version="opset1">
|
| 303 |
<data element_type="u8" shape="679101" offset="6913105" size="679101" />
|
| 304 |
<output>
|
| 305 |
<port id="0" precision="U8">
|
|
|
|
| 307 |
</port>
|
| 308 |
</output>
|
| 309 |
</layer>
|
| 310 |
+
<layer id="27" name="Constant_184448" type="Const" version="opset1">
|
| 311 |
<data element_type="i32" shape="432" offset="7592206" size="1728" />
|
| 312 |
<output>
|
| 313 |
<port id="0" precision="I32">
|
|
|
|
| 315 |
</port>
|
| 316 |
</output>
|
| 317 |
</layer>
|
| 318 |
+
<layer id="28" name="Constant_184450" type="Const" version="opset1">
|
| 319 |
<data element_type="i32" shape="432" offset="7593934" size="1728" />
|
| 320 |
<output>
|
| 321 |
<port id="0" precision="I32">
|
|
|
|
| 323 |
</port>
|
| 324 |
</output>
|
| 325 |
</layer>
|
| 326 |
+
<layer id="29" name="Constant_184452" type="Const" version="opset1">
|
| 327 |
<data element_type="u8" shape="5366" offset="7595662" size="5366" />
|
| 328 |
<output>
|
| 329 |
<port id="0" precision="U8">
|
|
|
|
| 331 |
</port>
|
| 332 |
</output>
|
| 333 |
</layer>
|
| 334 |
+
<layer id="30" name="Constant_184465" type="Const" version="opset1">
|
| 335 |
<data element_type="i32" shape="432" offset="7601028" size="1728" />
|
| 336 |
<output>
|
| 337 |
<port id="0" precision="I32">
|
|
|
|
| 339 |
</port>
|
| 340 |
</output>
|
| 341 |
</layer>
|
| 342 |
+
<layer id="31" name="BPETokenizer_184466" type="BPETokenizer" version="extension">
|
| 343 |
<data unk_token="" fuse_unk="false" suffix_indicator="" end_suffix="" byte_fallback="false" cache_capacity="40003" />
|
| 344 |
<input>
|
| 345 |
<port id="0" precision="I32">
|
|
|
|
| 409 |
</port>
|
| 410 |
</output>
|
| 411 |
</layer>
|
| 412 |
+
<layer id="32" name="Constant_184467" type="Const" version="opset1">
|
| 413 |
<data element_type="i32" shape="" offset="7602756" size="4" />
|
| 414 |
<output>
|
| 415 |
<port id="0" precision="I32" />
|
| 416 |
</output>
|
| 417 |
</layer>
|
| 418 |
+
<layer id="33" name="Constant_184469" type="Const" version="opset1">
|
| 419 |
<data element_type="u8" shape="4" offset="7602760" size="4" />
|
| 420 |
<output>
|
| 421 |
<port id="0" precision="U8">
|
|
|
|
| 423 |
</port>
|
| 424 |
</output>
|
| 425 |
</layer>
|
| 426 |
+
<layer id="34" name="Constant_184471" type="Const" version="opset1">
|
| 427 |
<data element_type="u8" shape="13" offset="7602764" size="13" />
|
| 428 |
<output>
|
| 429 |
<port id="0" precision="U8">
|
|
|
|
| 431 |
</port>
|
| 432 |
</output>
|
| 433 |
</layer>
|
| 434 |
+
<layer id="35" name="Truncate_184472" type="Truncate" version="extension">
|
| 435 |
<data m_num_inputs="1" />
|
| 436 |
<input>
|
| 437 |
<port id="0" precision="I32">
|
|
|
|
| 463 |
</port>
|
| 464 |
</output>
|
| 465 |
</layer>
|
| 466 |
+
<layer id="36" name="Subtract_184473" type="Subtract" version="opset1">
|
| 467 |
<data auto_broadcast="numpy" />
|
| 468 |
<input>
|
| 469 |
<port id="0" precision="I32">
|
|
|
|
| 479 |
</port>
|
| 480 |
</output>
|
| 481 |
</layer>
|
| 482 |
+
<layer id="37" name="Constant_184474" type="Const" version="opset1">
|
| 483 |
<data element_type="i32" shape="" offset="7602777" size="4" />
|
| 484 |
<output>
|
| 485 |
<port id="0" precision="I32" />
|
| 486 |
</output>
|
| 487 |
</layer>
|
| 488 |
+
<layer id="38" name="ReduceMax_184475" type="ReduceMax" version="opset1">
|
| 489 |
<data keep_dims="false" />
|
| 490 |
<input>
|
| 491 |
<port id="0" precision="I32">
|
|
|
|
| 497 |
<port id="2" precision="I32" />
|
| 498 |
</output>
|
| 499 |
</layer>
|
| 500 |
+
<layer id="39" name="Constant_184476" type="Const" version="opset1">
|
| 501 |
<data element_type="i32" shape="" offset="7602781" size="4" />
|
| 502 |
<output>
|
| 503 |
<port id="0" precision="I32" />
|
| 504 |
</output>
|
| 505 |
</layer>
|
| 506 |
+
<layer id="40" name="RaggedToDense_184477" type="RaggedToDense" version="extension">
|
| 507 |
<data pad_right="false" m_pad_max_length="false" />
|
| 508 |
<input>
|
| 509 |
<port id="0" precision="I32">
|
|
|
|
| 529 |
</port>
|
| 530 |
</output>
|
| 531 |
</layer>
|
| 532 |
+
<layer id="41" name="Convert_184478" type="Convert" version="opset1">
|
| 533 |
<data destination_type="i32" />
|
| 534 |
<input>
|
| 535 |
<port id="0" precision="BOOL">
|
|
|
|
| 544 |
</port>
|
| 545 |
</output>
|
| 546 |
</layer>
|
| 547 |
+
<layer id="42" name="Convert_184478.0" type="Convert" version="opset1">
|
| 548 |
<data destination_type="i64" />
|
| 549 |
<input>
|
| 550 |
<port id="0" precision="I32">
|
|
|
|
| 559 |
</port>
|
| 560 |
</output>
|
| 561 |
</layer>
|
| 562 |
+
<layer id="44" name="RaggedToDense_184477.0" type="Convert" version="opset1">
|
| 563 |
<data destination_type="i64" />
|
| 564 |
<input>
|
| 565 |
<port id="0" precision="I32">
|
|
|
|
| 574 |
</port>
|
| 575 |
</output>
|
| 576 |
</layer>
|
| 577 |
+
<layer id="45" name="Result_184479" type="Result" version="opset1" output_names="input_ids">
|
| 578 |
<input>
|
| 579 |
<port id="0" precision="I64">
|
| 580 |
<dim>-1</dim>
|
|
|
|
| 582 |
</port>
|
| 583 |
</input>
|
| 584 |
</layer>
|
| 585 |
+
<layer id="43" name="Result_184480" type="Result" version="opset1" output_names="attention_mask">
|
| 586 |
<input>
|
| 587 |
<port id="0" precision="I64">
|
| 588 |
<dim>-1</dim>
|
|
|
|
| 669 |
<handle_special_tokens_with_re />
|
| 670 |
<max_length />
|
| 671 |
<number_of_inputs value="1" />
|
| 672 |
+
<openvino_tokenizers_version value="2025.2.0.0-566-85be884a69f" />
|
| 673 |
+
<openvino_version value="2025.2.0-19140-c01cd93e24d-releases/2025/2" />
|
| 674 |
<original_tokenizer_class value="<class 'transformers.models.gpt2.tokenization_gpt2_fast.GPT2TokenizerFast'>" />
|
| 675 |
<pad_token_id value="199999" />
|
|
|
|
| 676 |
<skip_special_tokens value="True" />
|
| 677 |
<streaming_detokenizer value="False" />
|
|
|
|
| 678 |
<tokenizer_output_type value="i64" />
|
| 679 |
<tokenizers_version value="0.21.1" />
|
| 680 |
<transformers_version value="4.51.3" />
|