Upload 14 files

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "./",
+  "_name_or_path": "Qwen/Qwen1.5-0.5B-Chat",
   "architectures": [
     "Qwen2ForCausalLM"
   ],
@@ -10,6 +10,7 @@
   "hidden_size": 1024,
   "initializer_range": 0.02,
   "intermediate_size": 2816,
+  "is_decoder": true,
   "max_position_embeddings": 32768,
   "max_window_layers": 21,
   "model_type": "qwen2",
@@ -20,6 +21,7 @@
   "rope_theta": 1000000.0,
   "sliding_window": 32768,
   "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
   "transformers_version": "4.41.2",
   "use_cache": true,
   "use_sliding_window": false,

openvino_config.json

@@ -0,0 +1,21 @@
+{
+  "compression": null,
+  "dtype": "int8",
+  "input_info": null,
+  "optimum_version": "1.20.0",
+  "quantization_config": {
+    "all_layers": null,
+    "bits": 8,
+    "dataset": null,
+    "group_size": -1,
+    "ignored_scope": null,
+    "num_samples": null,
+    "quant_method": "default",
+    "ratio": 1.0,
+    "sensitivity_metric": null,
+    "sym": false,
+    "tokenizer": null
+  },
+  "save_onnx_model": false,
+  "transformers_version": "4.41.2"
+}

openvino_detokenizer.xml

@@ -1,16 +1,16 @@
 <?xml version="1.0"?>
 <net name="detokenizer" version="11">
 	<layers>
-		<layer id="0" name="Parameter_187747" type="Parameter" version="opset1">
+		<layer id="0" name="Parameter_311277" type="Parameter" version="opset1">
 			<data shape="?,?" element_type="i64" />
 			<output>
-				<port id="0" precision="I64" names="Parameter_187747">
+				<port id="0" precision="I64" names="Parameter_311277">
 					<dim>-1</dim>
 					<dim>-1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1" name="Convert_187758" type="Convert" version="opset1">
+		<layer id="1" name="Convert_311288" type="Convert" version="opset1">
 			<data destination_type="i32" />
 			<input>
 				<port id="0" precision="I64">
@@ -25,7 +25,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2" name="Constant_187729" type="Const" version="opset1">
+		<layer id="2" name="Constant_311259" type="Const" version="opset1">
 			<data element_type="u8" shape="1976110" offset="0" size="1976110" />
 			<output>
 				<port id="0" precision="U8">
@@ -33,7 +33,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3" name="StringTensorUnpack_187730" type="StringTensorUnpack" version="extension">
+		<layer id="3" name="StringTensorUnpack_311260" type="StringTensorUnpack" version="extension">
 			<data mode="begins_ends" />
 			<input>
 				<port id="0" precision="U8">
@@ -52,7 +52,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4" name="VocabDecoder_187748" type="VocabDecoder" version="extension">
+		<layer id="4" name="VocabDecoder_311278" type="VocabDecoder" version="extension">
 			<data skip_tokens="" />
 			<input>
 				<port id="0" precision="I32">
@@ -87,7 +87,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="5" name="CharsToBytes_187749" type="CharsToBytes" version="extension">
+		<layer id="5" name="CharsToBytes_311279" type="CharsToBytes" version="extension">
 			<input>
 				<port id="0" precision="I32">
 					<dim>-1</dim>
@@ -117,7 +117,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="6" name="StringTensorPack_187750" type="StringTensorPack" version="extension">
+		<layer id="6" name="StringTensorPack_311280" type="StringTensorPack" version="extension">
 			<data mode="begins_ends" />
 			<input>
 				<port id="0" precision="I32">
@@ -136,7 +136,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="7" name="Result_187751" type="Result" version="opset1">
+		<layer id="7" name="Result_311281" type="Result" version="opset1">
 			<input>
 				<port id="0" precision="STRING">
 					<dim>-1</dim>

openvino_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:377e2904b75a98d3e75c06eb09589df2c72b9d7658fcfc9b100f230e63c99083
-size 1872728300
+oid sha256:0680cb52f19ff8a4700177bdb1060a7db02434c70202044d4a1eafe63ec1765c
+size 482366828

openvino_tokenizer.xml

@@ -1,21 +1,21 @@
 <?xml version="1.0"?>
 <net name="tokenizer" version="11">
 	<layers>
-		<layer id="0" name="Parameter_187647" type="Parameter" version="opset1">
+		<layer id="0" name="Parameter_311177" type="Parameter" version="opset1">
 			<data shape="?" element_type="string" />
 			<output>
-				<port id="0" precision="STRING" names="Parameter_187647">
+				<port id="0" precision="STRING" names="Parameter_311177">
 					<dim>-1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1" name="Constant_187654" type="Const" version="opset1">
+		<layer id="1" name="Constant_311184" type="Const" version="opset1">
 			<data element_type="i32" shape="" offset="0" size="4" />
 			<output>
 				<port id="0" precision="I32" />
 			</output>
 		</layer>
-		<layer id="2" name="StringTensorUnpack_187648" type="StringTensorUnpack" version="extension">
+		<layer id="2" name="StringTensorUnpack_311178" type="StringTensorUnpack" version="extension">
 			<data mode="begins_ends" />
 			<input>
 				<port id="0" precision="STRING">
@@ -34,7 +34,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3" name="NormalizeUnicode_187649" type="NormalizeUnicode" version="extension">
+		<layer id="3" name="NormalizeUnicode_311179" type="NormalizeUnicode" version="extension">
 			<data normalization_form="NFC" />
 			<input>
 				<port id="0" precision="I32">
@@ -59,7 +59,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4" name="ShapeOf_187650" type="ShapeOf" version="opset3">
+		<layer id="4" name="ShapeOf_311180" type="ShapeOf" version="opset3">
 			<data output_type="i64" />
 			<input>
 				<port id="0" precision="I32">
@@ -72,19 +72,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="5" name="Constant_187651" type="Const" version="opset1">
+		<layer id="5" name="Constant_311181" type="Const" version="opset1">
 			<data element_type="i32" shape="" offset="0" size="4" />
 			<output>
 				<port id="0" precision="I32" />
 			</output>
 		</layer>
-		<layer id="6" name="Constant_187652" type="Const" version="opset1">
+		<layer id="6" name="Constant_311182" type="Const" version="opset1">
 			<data element_type="i32" shape="" offset="0" size="4" />
 			<output>
 				<port id="0" precision="I32" />
 			</output>
 		</layer>
-		<layer id="7" name="Gather_187653" type="Gather" version="opset8">
+		<layer id="7" name="Gather_311183" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -97,13 +97,13 @@
 				<port id="3" precision="I64" />
 			</output>
 		</layer>
-		<layer id="8" name="Constant_187655" type="Const" version="opset1">
+		<layer id="8" name="Constant_311185" type="Const" version="opset1">
 			<data element_type="i32" shape="" offset="4" size="4" />
 			<output>
 				<port id="0" precision="I32" />
 			</output>
 		</layer>
-		<layer id="9" name="Range_187656" type="Range" version="opset4">
+		<layer id="9" name="Range_311186" type="Range" version="opset4">
 			<data output_type="i32" />
 			<input>
 				<port id="0" precision="I32" />
@@ -116,19 +116,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="10" name="Constant_187658" type="Const" version="opset1">
+		<layer id="10" name="Constant_311188" type="Const" version="opset1">
 			<data element_type="i32" shape="" offset="4" size="4" />
 			<output>
 				<port id="0" precision="I32" />
 			</output>
 		</layer>
-		<layer id="11" name="Constant_187659" type="Const" version="opset1">
+		<layer id="11" name="Constant_311189" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="8" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="12" name="Add_187660" type="Add" version="opset1">
+		<layer id="12" name="Add_311190" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="I64" />
@@ -138,13 +138,13 @@
 				<port id="2" precision="I64" />
 			</output>
 		</layer>
-		<layer id="13" name="Constant_187661" type="Const" version="opset1">
+		<layer id="13" name="Constant_311191" type="Const" version="opset1">
 			<data element_type="i32" shape="" offset="4" size="4" />
 			<output>
 				<port id="0" precision="I32" />
 			</output>
 		</layer>
-		<layer id="14" name="Range_187662" type="Range" version="opset4">
+		<layer id="14" name="Range_311192" type="Range" version="opset4">
 			<data output_type="i32" />
 			<input>
 				<port id="0" precision="I32" />
@@ -157,7 +157,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="15" name="Constant_187725" type="Const" version="opset1">
+		<layer id="15" name="Constant_311255" type="Const" version="opset1">
 			<data element_type="u8" shape="115" offset="16" size="115" />
 			<output>
 				<port id="0" precision="U8">
@@ -165,7 +165,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="16" name="RegexSplit_187726" type="RegexSplit" version="extension">
+		<layer id="16" name="RegexSplit_311256" type="RegexSplit" version="extension">
 			<data behaviour="isolate" invert="false" max_splits="-1" />
 			<input>
 				<port id="0" precision="I32">
@@ -205,7 +205,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="17" name="BytesToChars_187727" type="BytesToChars" version="extension">
+		<layer id="17" name="BytesToChars_311257" type="BytesToChars" version="extension">
 			<input>
 				<port id="0" precision="I32">
 					<dim>-1</dim>
@@ -241,7 +241,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="18" name="Constant_187729" type="Const" version="opset1">
+		<layer id="18" name="Constant_311259" type="Const" version="opset1">
 			<data element_type="u8" shape="1976110" offset="131" size="1976110" />
 			<output>
 				<port id="0" precision="U8">
@@ -249,7 +249,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="19" name="StringTensorUnpack_187730" type="StringTensorUnpack" version="extension">
+		<layer id="19" name="StringTensorUnpack_311260" type="StringTensorUnpack" version="extension">
 			<data mode="begins_ends" />
 			<input>
 				<port id="0" precision="U8">
@@ -268,7 +268,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="20" name="Constant_187732" type="Const" version="opset1">
+		<layer id="20" name="Constant_311262" type="Const" version="opset1">
 			<data element_type="u8" shape="2126008" offset="1976241" size="2126008" />
 			<output>
 				<port id="0" precision="U8">
@@ -276,7 +276,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="21" name="StringTensorUnpack_187733" type="StringTensorUnpack" version="extension">
+		<layer id="21" name="StringTensorUnpack_311263" type="StringTensorUnpack" version="extension">
 			<data mode="begins_ends" />
 			<input>
 				<port id="0" precision="U8">
@@ -295,7 +295,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="22" name="BPETokenizer_187734" type="BPETokenizer" version="extension">
+		<layer id="22" name="BPETokenizer_311264" type="BPETokenizer" version="extension">
 			<data unk_token="" fuse_unk="false" suffix_indicator="" end_suffix="" byte_fallback="false" />
 			<input>
 				<port id="0" precision="I32">
@@ -344,7 +344,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="23" name="Subtract_187735" type="Subtract" version="opset1">
+		<layer id="23" name="Subtract_311265" type="Subtract" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="I32">
@@ -360,13 +360,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="24" name="Constant_187736" type="Const" version="opset1">
+		<layer id="24" name="Constant_311266" type="Const" version="opset1">
 			<data element_type="i32" shape="" offset="4102249" size="4" />
 			<output>
 				<port id="0" precision="I32" />
 			</output>
 		</layer>
-		<layer id="25" name="Minimum_187737" type="Minimum" version="opset1">
+		<layer id="25" name="Minimum_311267" type="Minimum" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="I32">
@@ -380,7 +380,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="26" name="Add_187738" type="Add" version="opset1">
+		<layer id="26" name="Add_311268" type="Add" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="I32">
@@ -396,7 +396,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="27" name="Subtract_187739" type="Subtract" version="opset1">
+		<layer id="27" name="Subtract_311269" type="Subtract" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="I32">
@@ -412,13 +412,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="28" name="Constant_187740" type="Const" version="opset1">
+		<layer id="28" name="Constant_311270" type="Const" version="opset1">
 			<data element_type="i32" shape="" offset="0" size="4" />
 			<output>
 				<port id="0" precision="I32" />
 			</output>
 		</layer>
-		<layer id="29" name="ReduceMax_187741" type="ReduceMax" version="opset1">
+		<layer id="29" name="ReduceMax_311271" type="ReduceMax" version="opset1">
 			<data keep_dims="false" />
 			<input>
 				<port id="0" precision="I32">
@@ -430,13 +430,13 @@
 				<port id="2" precision="I32" />
 			</output>
 		</layer>
-		<layer id="30" name="Constant_187742" type="Const" version="opset1">
+		<layer id="30" name="Constant_311272" type="Const" version="opset1">
 			<data element_type="i32" shape="" offset="4102253" size="4" />
 			<output>
 				<port id="0" precision="I32" />
 			</output>
 		</layer>
-		<layer id="31" name="RaggedToDense_187743" type="RaggedToDense" version="extension">
+		<layer id="31" name="RaggedToDense_311273" type="RaggedToDense" version="extension">
 			<input>
 				<port id="0" precision="I32">
 					<dim>-1</dim>
@@ -461,7 +461,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="32" name="Convert_187744" type="Convert" version="opset1">
+		<layer id="32" name="Convert_311274" type="Convert" version="opset1">
 			<data destination_type="i32" />
 			<input>
 				<port id="0" precision="BOOL">
@@ -476,7 +476,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="33" name="Convert_187744" type="Convert" version="opset1">
+		<layer id="33" name="Convert_311274" type="Convert" version="opset1">
 			<data destination_type="i64" />
 			<input>
 				<port id="0" precision="I32">
@@ -491,7 +491,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="35" name="RaggedToDense_187743.0" type="Convert" version="opset1">
+		<layer id="35" name="RaggedToDense_311273.0" type="Convert" version="opset1">
 			<data destination_type="i64" />
 			<input>
 				<port id="0" precision="I32">
@@ -506,7 +506,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="36" name="Result_187745" type="Result" version="opset1">
+		<layer id="36" name="Result_311275" type="Result" version="opset1">
 			<input>
 				<port id="0" precision="I64">
 					<dim>-1</dim>
@@ -514,7 +514,7 @@
 				</port>
 			</input>
 		</layer>
-		<layer id="34" name="Result_187746" type="Result" version="opset1">
+		<layer id="34" name="Result_311276" type="Result" version="opset1">
 			<input>
 				<port id="0" precision="I64">
 					<dim>-1</dim>