JustinLin610 commited on
Commit
df3ce67
1 Parent(s): 6df6cbb

update tokenizer_config.json,config.json,generation_config.json

Browse files
Files changed (3) hide show
  1. config.json +2 -2
  2. generation_config.json +1 -1
  3. tokenizer_config.json +2 -2
config.json CHANGED
@@ -10,7 +10,7 @@
10
  "initializer_range": 0.02,
11
  "intermediate_size": 8960,
12
  "max_position_embeddings": 32768,
13
- "max_window_layers": 21,
14
  "model_type": "qwen2",
15
  "num_attention_heads": 12,
16
  "num_hidden_layers": 28,
@@ -20,7 +20,7 @@
20
  "sliding_window": 32768,
21
  "tie_word_embeddings": true,
22
  "torch_dtype": "bfloat16",
23
- "transformers_version": "4.44.0",
24
  "use_cache": true,
25
  "use_sliding_window": false,
26
  "vocab_size": 151936
 
10
  "initializer_range": 0.02,
11
  "intermediate_size": 8960,
12
  "max_position_embeddings": 32768,
13
+ "max_window_layers": 28,
14
  "model_type": "qwen2",
15
  "num_attention_heads": 12,
16
  "num_hidden_layers": 28,
 
20
  "sliding_window": 32768,
21
  "tie_word_embeddings": true,
22
  "torch_dtype": "bfloat16",
23
+ "transformers_version": "4.43.1",
24
  "use_cache": true,
25
  "use_sliding_window": false,
26
  "vocab_size": 151936
generation_config.json CHANGED
@@ -2,5 +2,5 @@
2
  "bos_token_id": 151643,
3
  "eos_token_id": 151643,
4
  "max_new_tokens": 2048,
5
- "transformers_version": "4.44.0"
6
  }
 
2
  "bos_token_id": 151643,
3
  "eos_token_id": 151643,
4
  "max_new_tokens": 2048,
5
+ "transformers_version": "4.43.1"
6
  }
tokenizer_config.json CHANGED
@@ -199,9 +199,9 @@
199
  "clean_up_tokenization_spaces": false,
200
  "eos_token": "<|endoftext|>",
201
  "errors": "replace",
202
- "model_max_length": 131072,
203
  "pad_token": "<|endoftext|>",
204
  "split_special_tokens": false,
205
  "tokenizer_class": "Qwen2Tokenizer",
206
  "unk_token": null
207
- }
 
199
  "clean_up_tokenization_spaces": false,
200
  "eos_token": "<|endoftext|>",
201
  "errors": "replace",
202
+ "model_max_length": 32768,
203
  "pad_token": "<|endoftext|>",
204
  "split_special_tokens": false,
205
  "tokenizer_class": "Qwen2Tokenizer",
206
  "unk_token": null
207
+ }