Hugging Face's logo

yesj1234
/
koja_xlsr_100p_run1

Automatic Speech Recognition
Transformers
Safetensors
wav2vec2
./train_dataset.py
Generated from Trainer
Inference Endpoints
Model card Files Community
yesj1234 commited on
Commit
b544882
•
1 Parent(s): 88c8862

Upload folder using huggingface_hub

Browse files
Files changed (42) hide show
  1. README.md +60 -0
  2. added_tokens.json +4 -0
  3. all_results.json +8 -0
  4. checkpoint-1141846/added_tokens.json +4 -0
  5. checkpoint-1141846/config.json +117 -0
  6. checkpoint-1141846/model.safetensors +3 -0
  7. checkpoint-1141846/optimizer.pt +3 -0
  8. checkpoint-1141846/preprocessor_config.json +10 -0
  9. checkpoint-1141846/rng_state_0.pth +3 -0
  10. checkpoint-1141846/rng_state_1.pth +3 -0
  11. checkpoint-1141846/rng_state_2.pth +3 -0
  12. checkpoint-1141846/rng_state_3.pth +3 -0
  13. checkpoint-1141846/scheduler.pt +3 -0
  14. checkpoint-1141846/special_tokens_map.json +30 -0
  15. checkpoint-1141846/tokenizer_config.json +51 -0
  16. checkpoint-1141846/trainer_state.json +2299 -0
  17. checkpoint-1141846/training_args.bin +3 -0
  18. checkpoint-1141846/vocab.json +2272 -0
  19. checkpoint-1181220/added_tokens.json +4 -0
  20. checkpoint-1181220/config.json +117 -0
  21. checkpoint-1181220/model.safetensors +3 -0
  22. checkpoint-1181220/optimizer.pt +3 -0
  23. checkpoint-1181220/preprocessor_config.json +10 -0
  24. checkpoint-1181220/rng_state_0.pth +3 -0
  25. checkpoint-1181220/rng_state_1.pth +3 -0
  26. checkpoint-1181220/rng_state_2.pth +3 -0
  27. checkpoint-1181220/rng_state_3.pth +3 -0
  28. checkpoint-1181220/scheduler.pt +3 -0
  29. checkpoint-1181220/special_tokens_map.json +30 -0
  30. checkpoint-1181220/tokenizer_config.json +51 -0
  31. checkpoint-1181220/trainer_state.json +2377 -0
  32. checkpoint-1181220/training_args.bin +3 -0
  33. checkpoint-1181220/vocab.json +2272 -0
  34. config.json +117 -0
  35. model.safetensors +3 -0
  36. preprocessor_config.json +10 -0
  37. special_tokens_map.json +30 -0
  38. tokenizer_config.json +51 -0
  39. train_results.json +8 -0
  40. trainer_state.json +2386 -0
  41. training_args.bin +3 -0
  42. vocab.json +2272 -0
README.md ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ base_model: facebook/wav2vec2-large-xlsr-53
4
+ tags:
5
+ - automatic-speech-recognition
6
+ - ./train_dataset.py
7
+ - generated_from_trainer
8
+ model-index:
9
+ - name: koja_xlsr_100p_run1
10
+ results: []
11
+ ---
12
+
13
+ <!-- This model card has been generated automatically according to the information the Trainer had access to. You
14
+ should probably proofread and complete it, then remove this comment. -->
15
+
16
+ # koja_xlsr_100p_run1
17
+
18
+ This model is a fine-tuned version of [facebook/wav2vec2-large-xlsr-53](https://huggingface.co/facebook/wav2vec2-large-xlsr-53) on the ./TRAIN_DATASET.PY - NA dataset.
19
+
20
+ ## Model description
21
+
22
+ More information needed
23
+
24
+ ## Intended uses & limitations
25
+
26
+ More information needed
27
+
28
+ ## Training and evaluation data
29
+
30
+ More information needed
31
+
32
+ ## Training procedure
33
+
34
+ ### Training hyperparameters
35
+
36
+ The following hyperparameters were used during training:
37
+ - learning_rate: 0.0003
38
+ - train_batch_size: 2
39
+ - eval_batch_size: 8
40
+ - seed: 42
41
+ - distributed_type: multi-GPU
42
+ - num_devices: 4
43
+ - gradient_accumulation_steps: 2
44
+ - total_train_batch_size: 16
45
+ - total_eval_batch_size: 32
46
+ - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
47
+ - lr_scheduler_type: linear
48
+ - lr_scheduler_warmup_ratio: 0.01
49
+ - num_epochs: 30
50
+
51
+ ### Training results
52
+
53
+
54
+
55
+ ### Framework versions
56
+
57
+ - Transformers 4.35.2
58
+ - Pytorch 2.1.1+cu121
59
+ - Datasets 2.15.0
60
+ - Tokenizers 0.15.0
added_tokens.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "</s>": 2271,
3
+ "<s>": 2270
4
+ }
all_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 30.0,
3
+ "train_loss": 0.5846844887318071,
4
+ "train_runtime": 684864.5478,
5
+ "train_samples": 629984,
6
+ "train_samples_per_second": 27.596,
7
+ "train_steps_per_second": 1.725
8
+ }
checkpoint-1141846/added_tokens.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "</s>": 2271,
3
+ "<s>": 2270
4
+ }
checkpoint-1141846/config.json ADDED
@@ -0,0 +1,117 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "facebook/wav2vec2-large-xlsr-53",
3
+ "activation_dropout": 0.0,
4
+ "adapter_attn_dim": null,
5
+ "adapter_kernel_size": 3,
6
+ "adapter_stride": 2,
7
+ "add_adapter": false,
8
+ "apply_spec_augment": true,
9
+ "architectures": [
10
+ "Wav2Vec2ForCTC"
11
+ ],
12
+ "attention_dropout": 0.05,
13
+ "bos_token_id": 1,
14
+ "classifier_proj_size": 256,
15
+ "codevector_dim": 768,
16
+ "contrastive_logits_temperature": 0.1,
17
+ "conv_bias": true,
18
+ "conv_dim": [
19
+ 512,
20
+ 512,
21
+ 512,
22
+ 512,
23
+ 512,
24
+ 512,
25
+ 512
26
+ ],
27
+ "conv_kernel": [
28
+ 10,
29
+ 3,
30
+ 3,
31
+ 3,
32
+ 3,
33
+ 2,
34
+ 2
35
+ ],
36
+ "conv_stride": [
37
+ 5,
38
+ 2,
39
+ 2,
40
+ 2,
41
+ 2,
42
+ 2,
43
+ 2
44
+ ],
45
+ "ctc_loss_reduction": "mean",
46
+ "ctc_zero_infinity": true,
47
+ "diversity_loss_weight": 0.1,
48
+ "do_stable_layer_norm": true,
49
+ "eos_token_id": 2,
50
+ "feat_extract_activation": "gelu",
51
+ "feat_extract_dropout": 0.0,
52
+ "feat_extract_norm": "layer",
53
+ "feat_proj_dropout": 0.05,
54
+ "feat_quantizer_dropout": 0.0,
55
+ "final_dropout": 0.0,
56
+ "gradient_checkpointing": false,
57
+ "hidden_act": "gelu",
58
+ "hidden_dropout": 0.05,
59
+ "hidden_size": 1024,
60
+ "initializer_range": 0.02,
61
+ "intermediate_size": 4096,
62
+ "layer_norm_eps": 1e-05,
63
+ "layerdrop": 0.05,
64
+ "mask_channel_length": 10,
65
+ "mask_channel_min_space": 1,
66
+ "mask_channel_other": 0.0,
67
+ "mask_channel_prob": 0.0,
68
+ "mask_channel_selection": "static",
69
+ "mask_feature_length": 10,
70
+ "mask_feature_min_masks": 0,
71
+ "mask_feature_prob": 0.0,
72
+ "mask_time_length": 10,
73
+ "mask_time_min_masks": 2,
74
+ "mask_time_min_space": 1,
75
+ "mask_time_other": 0.0,
76
+ "mask_time_prob": 0.05,
77
+ "mask_time_selection": "static",
78
+ "model_type": "wav2vec2",
79
+ "num_adapter_layers": 3,
80
+ "num_attention_heads": 16,
81
+ "num_codevector_groups": 2,
82
+ "num_codevectors_per_group": 320,
83
+ "num_conv_pos_embedding_groups": 16,
84
+ "num_conv_pos_embeddings": 128,
85
+ "num_feat_extract_layers": 7,
86
+ "num_hidden_layers": 24,
87
+ "num_negatives": 100,
88
+ "output_hidden_size": 1024,
89
+ "pad_token_id": 2269,
90
+ "proj_codevector_dim": 768,
91
+ "tdnn_dilation": [
92
+ 1,
93
+ 2,
94
+ 3,
95
+ 1,
96
+ 1
97
+ ],
98
+ "tdnn_dim": [
99
+ 512,
100
+ 512,
101
+ 512,
102
+ 512,
103
+ 1500
104
+ ],
105
+ "tdnn_kernel": [
106
+ 5,
107
+ 3,
108
+ 3,
109
+ 1,
110
+ 1
111
+ ],
112
+ "torch_dtype": "float32",
113
+ "transformers_version": "4.35.2",
114
+ "use_weighted_layer_sum": false,
115
+ "vocab_size": 2272,
116
+ "xvector_output_dim": 512
117
+ }
checkpoint-1141846/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0f52e5626f416bdf9e0bfb3a6b7f787abacae8c7f29a385033e521846d29311
3
+ size 1271122704
checkpoint-1141846/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:188dc21f2fc7edb44f1354c1d9504b8879a6fc1cd46f9c4b58dd89ab361762de
3
+ size 2508790198
checkpoint-1141846/preprocessor_config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
4
+ "feature_size": 1,
5
+ "padding_side": "right",
6
+ "padding_value": 0,
7
+ "processor_class": "Wav2Vec2Processor",
8
+ "return_attention_mask": true,
9
+ "sampling_rate": 16000
10
+ }
checkpoint-1141846/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2ee0dff0705d7034b1eb36326d04bebd168b62d9eb14be6137755afdc1b7375
3
+ size 15088
checkpoint-1141846/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af815775dd5bfd25f410dff7e9ab0f31ae3edbc41d4802f4df68d83ebf1aae33
3
+ size 15024
checkpoint-1141846/rng_state_2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed01d6ed1eb087c236296475231a0724f684597d1aaf4a6db5bbf3cf4c495d3f
3
+ size 15024
checkpoint-1141846/rng_state_3.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4eaf50155913c7a81e6ed9d1a890a6b9098db5f34c3870668a37e14ad6576f3
3
+ size 15024
checkpoint-1141846/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5370d741bde23ff6d38e198b9e03f0baaf2a1e731fdf3e38f7371a46f34b5cf2
3
+ size 1064
checkpoint-1141846/special_tokens_map.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": false,
5
+ "normalized": true,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "</s>",
11
+ "lstrip": false,
12
+ "normalized": true,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": {
17
+ "content": "[PAD]",
18
+ "lstrip": true,
19
+ "normalized": false,
20
+ "rstrip": true,
21
+ "single_word": false
22
+ },
23
+ "unk_token": {
24
+ "content": "[UNK]",
25
+ "lstrip": true,
26
+ "normalized": false,
27
+ "rstrip": true,
28
+ "single_word": false
29
+ }
30
+ }
checkpoint-1141846/tokenizer_config.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "2268": {
4
+ "content": "[UNK]",
5
+ "lstrip": true,
6
+ "normalized": false,
7
+ "rstrip": true,
8
+ "single_word": false,
9
+ "special": false
10
+ },
11
+ "2269": {
12
+ "content": "[PAD]",
13
+ "lstrip": true,
14
+ "normalized": false,
15
+ "rstrip": true,
16
+ "single_word": false,
17
+ "special": false
18
+ },
19
+ "2270": {
20
+ "content": "<s>",
21
+ "lstrip": false,
22
+ "normalized": true,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "2271": {
28
+ "content": "</s>",
29
+ "lstrip": false,
30
+ "normalized": true,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ }
35
+ },
36
+ "bos_token": "<s>",
37
+ "clean_up_tokenization_spaces": true,
38
+ "config": null,
39
+ "do_lower_case": false,
40
+ "eos_token": "</s>",
41
+ "model_max_length": 1000000000000000019884624838656,
42
+ "pad_token": "[PAD]",
43
+ "processor_class": "Wav2Vec2Processor",
44
+ "replace_word_delimiter_char": " ",
45
+ "target_lang": null,
46
+ "tokenizer_class": "Wav2Vec2CTCTokenizer",
47
+ "tokenizer_type": "wav2vec2",
48
+ "trust_remote_code": false,
49
+ "unk_token": "[UNK]",
50
+ "word_delimiter_token": "|"
51
+ }
checkpoint-1141846/trainer_state.json ADDED
@@ -0,0 +1,2299 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 29.0,
5
+ "eval_steps": 500,
6
+ "global_step": 1141846,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.08,
13
+ "learning_rate": 7.61872513332769e-05,
14
+ "loss": 11.8677,
15
+ "step": 3000
16
+ },
17
+ {
18
+ "epoch": 0.15,
19
+ "learning_rate": 0.0001523745026665538,
20
+ "loss": 1.9864,
21
+ "step": 6000
22
+ },
23
+ {
24
+ "epoch": 0.23,
25
+ "learning_rate": 0.00022856175399983065,
26
+ "loss": 1.5124,
27
+ "step": 9000
28
+ },
29
+ {
30
+ "epoch": 0.3,
31
+ "learning_rate": 0.0002999520269675143,
32
+ "loss": 1.4304,
33
+ "step": 12000
34
+ },
35
+ {
36
+ "epoch": 0.38,
37
+ "learning_rate": 0.00029918240612549776,
38
+ "loss": 1.3803,
39
+ "step": 15000
40
+ },
41
+ {
42
+ "epoch": 0.46,
43
+ "learning_rate": 0.00029841278528348127,
44
+ "loss": 1.3166,
45
+ "step": 18000
46
+ },
47
+ {
48
+ "epoch": 0.53,
49
+ "learning_rate": 0.0002976431644414648,
50
+ "loss": 1.2798,
51
+ "step": 21000
52
+ },
53
+ {
54
+ "epoch": 0.61,
55
+ "learning_rate": 0.00029687354359944824,
56
+ "loss": 1.2517,
57
+ "step": 24000
58
+ },
59
+ {
60
+ "epoch": 0.69,
61
+ "learning_rate": 0.0002961039227574317,
62
+ "loss": 1.2085,
63
+ "step": 27000
64
+ },
65
+ {
66
+ "epoch": 0.76,
67
+ "learning_rate": 0.0002953343019154152,
68
+ "loss": 1.197,
69
+ "step": 30000
70
+ },
71
+ {
72
+ "epoch": 0.84,
73
+ "learning_rate": 0.0002945646810733987,
74
+ "loss": 1.1841,
75
+ "step": 33000
76
+ },
77
+ {
78
+ "epoch": 0.91,
79
+ "learning_rate": 0.0002937950602313822,
80
+ "loss": 1.1658,
81
+ "step": 36000
82
+ },
83
+ {
84
+ "epoch": 0.99,
85
+ "learning_rate": 0.0002930254393893657,
86
+ "loss": 1.1471,
87
+ "step": 39000
88
+ },
89
+ {
90
+ "epoch": 1.07,
91
+ "learning_rate": 0.0002922558185473492,
92
+ "loss": 1.0998,
93
+ "step": 42000
94
+ },
95
+ {
96
+ "epoch": 1.14,
97
+ "learning_rate": 0.0002914861977053327,
98
+ "loss": 1.0865,
99
+ "step": 45000
100
+ },
101
+ {
102
+ "epoch": 1.22,
103
+ "learning_rate": 0.0002907165768633162,
104
+ "loss": 1.0697,
105
+ "step": 48000
106
+ },
107
+ {
108
+ "epoch": 1.3,
109
+ "learning_rate": 0.00028994695602129963,
110
+ "loss": 1.0537,
111
+ "step": 51000
112
+ },
113
+ {
114
+ "epoch": 1.37,
115
+ "learning_rate": 0.00028917733517928315,
116
+ "loss": 1.0509,
117
+ "step": 54000
118
+ },
119
+ {
120
+ "epoch": 1.45,
121
+ "learning_rate": 0.00028840771433726666,
122
+ "loss": 1.039,
123
+ "step": 57000
124
+ },
125
+ {
126
+ "epoch": 1.52,
127
+ "learning_rate": 0.0002876380934952501,
128
+ "loss": 1.0224,
129
+ "step": 60000
130
+ },
131
+ {
132
+ "epoch": 1.6,
133
+ "learning_rate": 0.00028686847265323363,
134
+ "loss": 1.0209,
135
+ "step": 63000
136
+ },
137
+ {
138
+ "epoch": 1.68,
139
+ "learning_rate": 0.00028609885181121714,
140
+ "loss": 1.0103,
141
+ "step": 66000
142
+ },
143
+ {
144
+ "epoch": 1.75,
145
+ "learning_rate": 0.0002853292309692006,
146
+ "loss": 1.0058,
147
+ "step": 69000
148
+ },
149
+ {
150
+ "epoch": 1.83,
151
+ "learning_rate": 0.00028455961012718406,
152
+ "loss": 0.9954,
153
+ "step": 72000
154
+ },
155
+ {
156
+ "epoch": 1.9,
157
+ "learning_rate": 0.00028378998928516757,
158
+ "loss": 0.9815,
159
+ "step": 75000
160
+ },
161
+ {
162
+ "epoch": 1.98,
163
+ "learning_rate": 0.0002830203684431511,
164
+ "loss": 0.9832,
165
+ "step": 78000
166
+ },
167
+ {
168
+ "epoch": 2.06,
169
+ "learning_rate": 0.00028225074760113454,
170
+ "loss": 0.9556,
171
+ "step": 81000
172
+ },
173
+ {
174
+ "epoch": 2.13,
175
+ "learning_rate": 0.00028148112675911805,
176
+ "loss": 0.9396,
177
+ "step": 84000
178
+ },
179
+ {
180
+ "epoch": 2.21,
181
+ "learning_rate": 0.00028071150591710156,
182
+ "loss": 0.9337,
183
+ "step": 87000
184
+ },
185
+ {
186
+ "epoch": 2.29,
187
+ "learning_rate": 0.000279941885075085,
188
+ "loss": 0.9211,
189
+ "step": 90000
190
+ },
191
+ {
192
+ "epoch": 2.36,
193
+ "learning_rate": 0.00027917226423306853,
194
+ "loss": 0.9296,
195
+ "step": 93000
196
+ },
197
+ {
198
+ "epoch": 2.44,
199
+ "learning_rate": 0.00027840264339105205,
200
+ "loss": 0.9216,
201
+ "step": 96000
202
+ },
203
+ {
204
+ "epoch": 2.51,
205
+ "learning_rate": 0.0002776330225490355,
206
+ "loss": 0.9132,
207
+ "step": 99000
208
+ },
209
+ {
210
+ "epoch": 2.59,
211
+ "learning_rate": 0.000276863401707019,
212
+ "loss": 0.9041,
213
+ "step": 102000
214
+ },
215
+ {
216
+ "epoch": 2.67,
217
+ "learning_rate": 0.0002760937808650025,
218
+ "loss": 0.9056,
219
+ "step": 105000
220
+ },
221
+ {
222
+ "epoch": 2.74,
223
+ "learning_rate": 0.000275324160022986,
224
+ "loss": 0.9025,
225
+ "step": 108000
226
+ },
227
+ {
228
+ "epoch": 2.82,
229
+ "learning_rate": 0.0002745545391809695,
230
+ "loss": 0.9021,
231
+ "step": 111000
232
+ },
233
+ {
234
+ "epoch": 2.9,
235
+ "learning_rate": 0.00027378491833895296,
236
+ "loss": 0.8958,
237
+ "step": 114000
238
+ },
239
+ {
240
+ "epoch": 2.97,
241
+ "learning_rate": 0.00027301529749693647,
242
+ "loss": 0.888,
243
+ "step": 117000
244
+ },
245
+ {
246
+ "epoch": 3.05,
247
+ "learning_rate": 0.00027224567665492,
248
+ "loss": 0.8677,
249
+ "step": 120000
250
+ },
251
+ {
252
+ "epoch": 3.12,
253
+ "learning_rate": 0.00027147605581290344,
254
+ "loss": 0.8561,
255
+ "step": 123000
256
+ },
257
+ {
258
+ "epoch": 3.2,
259
+ "learning_rate": 0.0002707064349708869,
260
+ "loss": 0.8507,
261
+ "step": 126000
262
+ },
263
+ {
264
+ "epoch": 3.28,
265
+ "learning_rate": 0.0002699368141288704,
266
+ "loss": 0.8409,
267
+ "step": 129000
268
+ },
269
+ {
270
+ "epoch": 3.35,
271
+ "learning_rate": 0.0002691671932868539,
272
+ "loss": 0.8394,
273
+ "step": 132000
274
+ },
275
+ {
276
+ "epoch": 3.43,
277
+ "learning_rate": 0.0002683975724448374,
278
+ "loss": 0.8426,
279
+ "step": 135000
280
+ },
281
+ {
282
+ "epoch": 3.5,
283
+ "learning_rate": 0.0002676279516028209,
284
+ "loss": 0.8401,
285
+ "step": 138000
286
+ },
287
+ {
288
+ "epoch": 3.58,
289
+ "learning_rate": 0.0002668583307608044,
290
+ "loss": 0.8449,
291
+ "step": 141000
292
+ },
293
+ {
294
+ "epoch": 3.66,
295
+ "learning_rate": 0.00026608870991878786,
296
+ "loss": 0.838,
297
+ "step": 144000
298
+ },
299
+ {
300
+ "epoch": 3.73,
301
+ "learning_rate": 0.0002653190890767714,
302
+ "loss": 0.834,
303
+ "step": 147000
304
+ },
305
+ {
306
+ "epoch": 3.81,
307
+ "learning_rate": 0.00026454946823475483,
308
+ "loss": 0.8239,
309
+ "step": 150000
310
+ },
311
+ {
312
+ "epoch": 3.89,
313
+ "learning_rate": 0.00026377984739273835,
314
+ "loss": 0.8228,
315
+ "step": 153000
316
+ },
317
+ {
318
+ "epoch": 3.96,
319
+ "learning_rate": 0.00026301022655072186,
320
+ "loss": 0.8277,
321
+ "step": 156000
322
+ },
323
+ {
324
+ "epoch": 4.04,
325
+ "learning_rate": 0.0002622406057087053,
326
+ "loss": 0.8003,
327
+ "step": 159000
328
+ },
329
+ {
330
+ "epoch": 4.11,
331
+ "learning_rate": 0.00026147098486668883,
332
+ "loss": 0.7925,
333
+ "step": 162000
334
+ },
335
+ {
336
+ "epoch": 4.19,
337
+ "learning_rate": 0.00026070136402467234,
338
+ "loss": 0.7911,
339
+ "step": 165000
340
+ },
341
+ {
342
+ "epoch": 4.27,
343
+ "learning_rate": 0.0002599317431826558,
344
+ "loss": 0.7944,
345
+ "step": 168000
346
+ },
347
+ {
348
+ "epoch": 4.34,
349
+ "learning_rate": 0.00025916212234063926,
350
+ "loss": 0.795,
351
+ "step": 171000
352
+ },
353
+ {
354
+ "epoch": 4.42,
355
+ "learning_rate": 0.00025839250149862277,
356
+ "loss": 0.7868,
357
+ "step": 174000
358
+ },
359
+ {
360
+ "epoch": 4.5,
361
+ "learning_rate": 0.0002576228806566063,
362
+ "loss": 0.7821,
363
+ "step": 177000
364
+ },
365
+ {
366
+ "epoch": 4.57,
367
+ "learning_rate": 0.00025685325981458974,
368
+ "loss": 0.7859,
369
+ "step": 180000
370
+ },
371
+ {
372
+ "epoch": 4.65,
373
+ "learning_rate": 0.00025608363897257325,
374
+ "loss": 0.7765,
375
+ "step": 183000
376
+ },
377
+ {
378
+ "epoch": 4.72,
379
+ "learning_rate": 0.00025531401813055676,
380
+ "loss": 0.775,
381
+ "step": 186000
382
+ },
383
+ {
384
+ "epoch": 4.8,
385
+ "learning_rate": 0.0002545443972885402,
386
+ "loss": 0.7768,
387
+ "step": 189000
388
+ },
389
+ {
390
+ "epoch": 4.88,
391
+ "learning_rate": 0.00025377477644652373,
392
+ "loss": 0.7757,
393
+ "step": 192000
394
+ },
395
+ {
396
+ "epoch": 4.95,
397
+ "learning_rate": 0.0002530051556045072,
398
+ "loss": 0.7701,
399
+ "step": 195000
400
+ },
401
+ {
402
+ "epoch": 5.03,
403
+ "learning_rate": 0.0002522355347624907,
404
+ "loss": 0.7557,
405
+ "step": 198000
406
+ },
407
+ {
408
+ "epoch": 5.1,
409
+ "learning_rate": 0.0002514659139204742,
410
+ "loss": 0.7312,
411
+ "step": 201000
412
+ },
413
+ {
414
+ "epoch": 5.18,
415
+ "learning_rate": 0.0002506962930784577,
416
+ "loss": 0.7372,
417
+ "step": 204000
418
+ },
419
+ {
420
+ "epoch": 5.26,
421
+ "learning_rate": 0.0002499266722364412,
422
+ "loss": 0.7383,
423
+ "step": 207000
424
+ },
425
+ {
426
+ "epoch": 5.33,
427
+ "learning_rate": 0.0002491570513944247,
428
+ "loss": 0.7398,
429
+ "step": 210000
430
+ },
431
+ {
432
+ "epoch": 5.41,
433
+ "learning_rate": 0.00024838743055240816,
434
+ "loss": 0.7229,
435
+ "step": 213000
436
+ },
437
+ {
438
+ "epoch": 5.49,
439
+ "learning_rate": 0.00024761780971039167,
440
+ "loss": 0.733,
441
+ "step": 216000
442
+ },
443
+ {
444
+ "epoch": 5.56,
445
+ "learning_rate": 0.00024684818886837513,
446
+ "loss": 0.7318,
447
+ "step": 219000
448
+ },
449
+ {
450
+ "epoch": 5.64,
451
+ "learning_rate": 0.00024607856802635864,
452
+ "loss": 0.7243,
453
+ "step": 222000
454
+ },
455
+ {
456
+ "epoch": 5.71,
457
+ "learning_rate": 0.0002453089471843421,
458
+ "loss": 0.73,
459
+ "step": 225000
460
+ },
461
+ {
462
+ "epoch": 5.79,
463
+ "learning_rate": 0.0002445393263423256,
464
+ "loss": 0.7289,
465
+ "step": 228000
466
+ },
467
+ {
468
+ "epoch": 5.87,
469
+ "learning_rate": 0.00024376970550030912,
470
+ "loss": 0.7331,
471
+ "step": 231000
472
+ },
473
+ {
474
+ "epoch": 5.94,
475
+ "learning_rate": 0.0002430000846582926,
476
+ "loss": 0.7203,
477
+ "step": 234000
478
+ },
479
+ {
480
+ "epoch": 6.02,
481
+ "learning_rate": 0.0002422304638162761,
482
+ "loss": 0.7235,
483
+ "step": 237000
484
+ },
485
+ {
486
+ "epoch": 6.1,
487
+ "learning_rate": 0.0002414608429742596,
488
+ "loss": 0.6931,
489
+ "step": 240000
490
+ },
491
+ {
492
+ "epoch": 6.17,
493
+ "learning_rate": 0.0002406912221322431,
494
+ "loss": 0.6933,
495
+ "step": 243000
496
+ },
497
+ {
498
+ "epoch": 6.25,
499
+ "learning_rate": 0.00023992160129022655,
500
+ "loss": 0.697,
501
+ "step": 246000
502
+ },
503
+ {
504
+ "epoch": 6.32,
505
+ "learning_rate": 0.00023915198044821003,
506
+ "loss": 0.6926,
507
+ "step": 249000
508
+ },
509
+ {
510
+ "epoch": 6.4,
511
+ "learning_rate": 0.00023838235960619355,
512
+ "loss": 0.6953,
513
+ "step": 252000
514
+ },
515
+ {
516
+ "epoch": 6.48,
517
+ "learning_rate": 0.00023761273876417703,
518
+ "loss": 0.6934,
519
+ "step": 255000
520
+ },
521
+ {
522
+ "epoch": 6.55,
523
+ "learning_rate": 0.00023684311792216054,
524
+ "loss": 0.6926,
525
+ "step": 258000
526
+ },
527
+ {
528
+ "epoch": 6.63,
529
+ "learning_rate": 0.00023607349708014403,
530
+ "loss": 0.6969,
531
+ "step": 261000
532
+ },
533
+ {
534
+ "epoch": 6.7,
535
+ "learning_rate": 0.00023530387623812751,
536
+ "loss": 0.6866,
537
+ "step": 264000
538
+ },
539
+ {
540
+ "epoch": 6.78,
541
+ "learning_rate": 0.00023453425539611103,
542
+ "loss": 0.6929,
543
+ "step": 267000
544
+ },
545
+ {
546
+ "epoch": 6.86,
547
+ "learning_rate": 0.00023376463455409448,
548
+ "loss": 0.6914,
549
+ "step": 270000
550
+ },
551
+ {
552
+ "epoch": 6.93,
553
+ "learning_rate": 0.00023299501371207797,
554
+ "loss": 0.6866,
555
+ "step": 273000
556
+ },
557
+ {
558
+ "epoch": 7.01,
559
+ "learning_rate": 0.00023222539287006145,
560
+ "loss": 0.6806,
561
+ "step": 276000
562
+ },
563
+ {
564
+ "epoch": 7.09,
565
+ "learning_rate": 0.00023145577202804497,
566
+ "loss": 0.6561,
567
+ "step": 279000
568
+ },
569
+ {
570
+ "epoch": 7.16,
571
+ "learning_rate": 0.00023068615118602845,
572
+ "loss": 0.6596,
573
+ "step": 282000
574
+ },
575
+ {
576
+ "epoch": 7.24,
577
+ "learning_rate": 0.00022991653034401196,
578
+ "loss": 0.6621,
579
+ "step": 285000
580
+ },
581
+ {
582
+ "epoch": 7.31,
583
+ "learning_rate": 0.00022914690950199545,
584
+ "loss": 0.6644,
585
+ "step": 288000
586
+ },
587
+ {
588
+ "epoch": 7.39,
589
+ "learning_rate": 0.00022837728865997893,
590
+ "loss": 0.6642,
591
+ "step": 291000
592
+ },
593
+ {
594
+ "epoch": 7.47,
595
+ "learning_rate": 0.0002276076678179624,
596
+ "loss": 0.6621,
597
+ "step": 294000
598
+ },
599
+ {
600
+ "epoch": 7.54,
601
+ "learning_rate": 0.0002268380469759459,
602
+ "loss": 0.6596,
603
+ "step": 297000
604
+ },
605
+ {
606
+ "epoch": 7.62,
607
+ "learning_rate": 0.0002260684261339294,
608
+ "loss": 0.6616,
609
+ "step": 300000
610
+ },
611
+ {
612
+ "epoch": 7.7,
613
+ "learning_rate": 0.00022529880529191288,
614
+ "loss": 0.666,
615
+ "step": 303000
616
+ },
617
+ {
618
+ "epoch": 7.77,
619
+ "learning_rate": 0.0002245291844498964,
620
+ "loss": 0.6645,
621
+ "step": 306000
622
+ },
623
+ {
624
+ "epoch": 7.85,
625
+ "learning_rate": 0.00022375956360787987,
626
+ "loss": 0.6616,
627
+ "step": 309000
628
+ },
629
+ {
630
+ "epoch": 7.92,
631
+ "learning_rate": 0.00022298994276586339,
632
+ "loss": 0.6593,
633
+ "step": 312000
634
+ },
635
+ {
636
+ "epoch": 8.0,
637
+ "learning_rate": 0.00022222032192384687,
638
+ "loss": 0.6622,
639
+ "step": 315000
640
+ },
641
+ {
642
+ "epoch": 8.08,
643
+ "learning_rate": 0.00022145070108183033,
644
+ "loss": 0.6294,
645
+ "step": 318000
646
+ },
647
+ {
648
+ "epoch": 8.15,
649
+ "learning_rate": 0.0002206810802398138,
650
+ "loss": 0.6308,
651
+ "step": 321000
652
+ },
653
+ {
654
+ "epoch": 8.23,
655
+ "learning_rate": 0.00021991145939779733,
656
+ "loss": 0.6335,
657
+ "step": 324000
658
+ },
659
+ {
660
+ "epoch": 8.3,
661
+ "learning_rate": 0.0002191418385557808,
662
+ "loss": 0.629,
663
+ "step": 327000
664
+ },
665
+ {
666
+ "epoch": 8.38,
667
+ "learning_rate": 0.0002183722177137643,
668
+ "loss": 0.6354,
669
+ "step": 330000
670
+ },
671
+ {
672
+ "epoch": 8.46,
673
+ "learning_rate": 0.0002176025968717478,
674
+ "loss": 0.6303,
675
+ "step": 333000
676
+ },
677
+ {
678
+ "epoch": 8.53,
679
+ "learning_rate": 0.0002168329760297313,
680
+ "loss": 0.6338,
681
+ "step": 336000
682
+ },
683
+ {
684
+ "epoch": 8.61,
685
+ "learning_rate": 0.0002160633551877148,
686
+ "loss": 0.6317,
687
+ "step": 339000
688
+ },
689
+ {
690
+ "epoch": 8.69,
691
+ "learning_rate": 0.00021529373434569826,
692
+ "loss": 0.6339,
693
+ "step": 342000
694
+ },
695
+ {
696
+ "epoch": 8.76,
697
+ "learning_rate": 0.00021452411350368175,
698
+ "loss": 0.6344,
699
+ "step": 345000
700
+ },
701
+ {
702
+ "epoch": 8.84,
703
+ "learning_rate": 0.00021375449266166523,
704
+ "loss": 0.631,
705
+ "step": 348000
706
+ },
707
+ {
708
+ "epoch": 8.91,
709
+ "learning_rate": 0.00021298487181964875,
710
+ "loss": 0.6273,
711
+ "step": 351000
712
+ },
713
+ {
714
+ "epoch": 8.99,
715
+ "learning_rate": 0.00021221525097763223,
716
+ "loss": 0.6276,
717
+ "step": 354000
718
+ },
719
+ {
720
+ "epoch": 9.07,
721
+ "learning_rate": 0.00021144563013561572,
722
+ "loss": 0.6045,
723
+ "step": 357000
724
+ },
725
+ {
726
+ "epoch": 9.14,
727
+ "learning_rate": 0.00021067600929359923,
728
+ "loss": 0.6012,
729
+ "step": 360000
730
+ },
731
+ {
732
+ "epoch": 9.22,
733
+ "learning_rate": 0.00020990638845158271,
734
+ "loss": 0.599,
735
+ "step": 363000
736
+ },
737
+ {
738
+ "epoch": 9.3,
739
+ "learning_rate": 0.00020913676760956623,
740
+ "loss": 0.6073,
741
+ "step": 366000
742
+ },
743
+ {
744
+ "epoch": 9.37,
745
+ "learning_rate": 0.00020836714676754968,
746
+ "loss": 0.6053,
747
+ "step": 369000
748
+ },
749
+ {
750
+ "epoch": 9.45,
751
+ "learning_rate": 0.00020759752592553317,
752
+ "loss": 0.6032,
753
+ "step": 372000
754
+ },
755
+ {
756
+ "epoch": 9.52,
757
+ "learning_rate": 0.00020682790508351666,
758
+ "loss": 0.6035,
759
+ "step": 375000
760
+ },
761
+ {
762
+ "epoch": 9.6,
763
+ "learning_rate": 0.00020605828424150017,
764
+ "loss": 0.6058,
765
+ "step": 378000
766
+ },
767
+ {
768
+ "epoch": 9.68,
769
+ "learning_rate": 0.00020528866339948365,
770
+ "loss": 0.6045,
771
+ "step": 381000
772
+ },
773
+ {
774
+ "epoch": 9.75,
775
+ "learning_rate": 0.00020451904255746714,
776
+ "loss": 0.6034,
777
+ "step": 384000
778
+ },
779
+ {
780
+ "epoch": 9.83,
781
+ "learning_rate": 0.00020374942171545065,
782
+ "loss": 0.6016,
783
+ "step": 387000
784
+ },
785
+ {
786
+ "epoch": 9.91,
787
+ "learning_rate": 0.00020297980087343414,
788
+ "loss": 0.599,
789
+ "step": 390000
790
+ },
791
+ {
792
+ "epoch": 9.98,
793
+ "learning_rate": 0.0002022101800314176,
794
+ "loss": 0.6076,
795
+ "step": 393000
796
+ },
797
+ {
798
+ "epoch": 10.06,
799
+ "learning_rate": 0.0002014405591894011,
800
+ "loss": 0.5825,
801
+ "step": 396000
802
+ },
803
+ {
804
+ "epoch": 10.13,
805
+ "learning_rate": 0.0002006709383473846,
806
+ "loss": 0.5748,
807
+ "step": 399000
808
+ },
809
+ {
810
+ "epoch": 10.21,
811
+ "learning_rate": 0.00019990131750536808,
812
+ "loss": 0.5793,
813
+ "step": 402000
814
+ },
815
+ {
816
+ "epoch": 10.29,
817
+ "learning_rate": 0.0001991316966633516,
818
+ "loss": 0.5767,
819
+ "step": 405000
820
+ },
821
+ {
822
+ "epoch": 10.36,
823
+ "learning_rate": 0.00019836207582133507,
824
+ "loss": 0.5839,
825
+ "step": 408000
826
+ },
827
+ {
828
+ "epoch": 10.44,
829
+ "learning_rate": 0.00019759245497931856,
830
+ "loss": 0.5834,
831
+ "step": 411000
832
+ },
833
+ {
834
+ "epoch": 10.51,
835
+ "learning_rate": 0.00019682283413730207,
836
+ "loss": 0.5824,
837
+ "step": 414000
838
+ },
839
+ {
840
+ "epoch": 10.59,
841
+ "learning_rate": 0.00019605321329528553,
842
+ "loss": 0.5817,
843
+ "step": 417000
844
+ },
845
+ {
846
+ "epoch": 10.67,
847
+ "learning_rate": 0.00019528359245326901,
848
+ "loss": 0.5785,
849
+ "step": 420000
850
+ },
851
+ {
852
+ "epoch": 10.74,
853
+ "learning_rate": 0.00019451397161125253,
854
+ "loss": 0.5777,
855
+ "step": 423000
856
+ },
857
+ {
858
+ "epoch": 10.82,
859
+ "learning_rate": 0.000193744350769236,
860
+ "loss": 0.5787,
861
+ "step": 426000
862
+ },
863
+ {
864
+ "epoch": 10.9,
865
+ "learning_rate": 0.0001929747299272195,
866
+ "loss": 0.5803,
867
+ "step": 429000
868
+ },
869
+ {
870
+ "epoch": 10.97,
871
+ "learning_rate": 0.000192205109085203,
872
+ "loss": 0.5772,
873
+ "step": 432000
874
+ },
875
+ {
876
+ "epoch": 11.05,
877
+ "learning_rate": 0.0001914354882431865,
878
+ "loss": 0.5645,
879
+ "step": 435000
880
+ },
881
+ {
882
+ "epoch": 11.12,
883
+ "learning_rate": 0.00019066586740116998,
884
+ "loss": 0.5497,
885
+ "step": 438000
886
+ },
887
+ {
888
+ "epoch": 11.2,
889
+ "learning_rate": 0.00018989624655915346,
890
+ "loss": 0.5556,
891
+ "step": 441000
892
+ },
893
+ {
894
+ "epoch": 11.28,
895
+ "learning_rate": 0.00018912662571713695,
896
+ "loss": 0.5562,
897
+ "step": 444000
898
+ },
899
+ {
900
+ "epoch": 11.35,
901
+ "learning_rate": 0.00018835700487512043,
902
+ "loss": 0.5523,
903
+ "step": 447000
904
+ },
905
+ {
906
+ "epoch": 11.43,
907
+ "learning_rate": 0.00018758738403310395,
908
+ "loss": 0.5595,
909
+ "step": 450000
910
+ },
911
+ {
912
+ "epoch": 11.51,
913
+ "learning_rate": 0.00018681776319108743,
914
+ "loss": 0.5638,
915
+ "step": 453000
916
+ },
917
+ {
918
+ "epoch": 11.58,
919
+ "learning_rate": 0.00018604814234907092,
920
+ "loss": 0.5593,
921
+ "step": 456000
922
+ },
923
+ {
924
+ "epoch": 11.66,
925
+ "learning_rate": 0.00018527852150705443,
926
+ "loss": 0.5588,
927
+ "step": 459000
928
+ },
929
+ {
930
+ "epoch": 11.73,
931
+ "learning_rate": 0.00018450890066503791,
932
+ "loss": 0.5549,
933
+ "step": 462000
934
+ },
935
+ {
936
+ "epoch": 11.81,
937
+ "learning_rate": 0.00018373927982302137,
938
+ "loss": 0.5659,
939
+ "step": 465000
940
+ },
941
+ {
942
+ "epoch": 11.89,
943
+ "learning_rate": 0.00018296965898100489,
944
+ "loss": 0.5567,
945
+ "step": 468000
946
+ },
947
+ {
948
+ "epoch": 11.96,
949
+ "learning_rate": 0.00018220003813898837,
950
+ "loss": 0.5594,
951
+ "step": 471000
952
+ },
953
+ {
954
+ "epoch": 12.04,
955
+ "learning_rate": 0.00018143041729697186,
956
+ "loss": 0.5468,
957
+ "step": 474000
958
+ },
959
+ {
960
+ "epoch": 12.11,
961
+ "learning_rate": 0.00018066079645495537,
962
+ "loss": 0.5331,
963
+ "step": 477000
964
+ },
965
+ {
966
+ "epoch": 12.19,
967
+ "learning_rate": 0.00017989117561293885,
968
+ "loss": 0.5387,
969
+ "step": 480000
970
+ },
971
+ {
972
+ "epoch": 12.27,
973
+ "learning_rate": 0.00017912155477092234,
974
+ "loss": 0.54,
975
+ "step": 483000
976
+ },
977
+ {
978
+ "epoch": 12.34,
979
+ "learning_rate": 0.00017835193392890585,
980
+ "loss": 0.5396,
981
+ "step": 486000
982
+ },
983
+ {
984
+ "epoch": 12.42,
985
+ "learning_rate": 0.00017758231308688934,
986
+ "loss": 0.5388,
987
+ "step": 489000
988
+ },
989
+ {
990
+ "epoch": 12.5,
991
+ "learning_rate": 0.0001768126922448728,
992
+ "loss": 0.5422,
993
+ "step": 492000
994
+ },
995
+ {
996
+ "epoch": 12.57,
997
+ "learning_rate": 0.0001760430714028563,
998
+ "loss": 0.5353,
999
+ "step": 495000
1000
+ },
1001
+ {
1002
+ "epoch": 12.65,
1003
+ "learning_rate": 0.0001752734505608398,
1004
+ "loss": 0.536,
1005
+ "step": 498000
1006
+ },
1007
+ {
1008
+ "epoch": 12.72,
1009
+ "learning_rate": 0.00017450382971882328,
1010
+ "loss": 0.5418,
1011
+ "step": 501000
1012
+ },
1013
+ {
1014
+ "epoch": 12.8,
1015
+ "learning_rate": 0.0001737342088768068,
1016
+ "loss": 0.5449,
1017
+ "step": 504000
1018
+ },
1019
+ {
1020
+ "epoch": 12.88,
1021
+ "learning_rate": 0.00017296458803479027,
1022
+ "loss": 0.5385,
1023
+ "step": 507000
1024
+ },
1025
+ {
1026
+ "epoch": 12.95,
1027
+ "learning_rate": 0.00017219496719277376,
1028
+ "loss": 0.5465,
1029
+ "step": 510000
1030
+ },
1031
+ {
1032
+ "epoch": 13.03,
1033
+ "learning_rate": 0.00017142534635075727,
1034
+ "loss": 0.5263,
1035
+ "step": 513000
1036
+ },
1037
+ {
1038
+ "epoch": 13.11,
1039
+ "learning_rate": 0.00017065572550874073,
1040
+ "loss": 0.5144,
1041
+ "step": 516000
1042
+ },
1043
+ {
1044
+ "epoch": 13.18,
1045
+ "learning_rate": 0.00016988610466672421,
1046
+ "loss": 0.5184,
1047
+ "step": 519000
1048
+ },
1049
+ {
1050
+ "epoch": 13.26,
1051
+ "learning_rate": 0.00016911648382470773,
1052
+ "loss": 0.5191,
1053
+ "step": 522000
1054
+ },
1055
+ {
1056
+ "epoch": 13.33,
1057
+ "learning_rate": 0.0001683468629826912,
1058
+ "loss": 0.5202,
1059
+ "step": 525000
1060
+ },
1061
+ {
1062
+ "epoch": 13.41,
1063
+ "learning_rate": 0.0001675772421406747,
1064
+ "loss": 0.5225,
1065
+ "step": 528000
1066
+ },
1067
+ {
1068
+ "epoch": 13.49,
1069
+ "learning_rate": 0.0001668076212986582,
1070
+ "loss": 0.5247,
1071
+ "step": 531000
1072
+ },
1073
+ {
1074
+ "epoch": 13.56,
1075
+ "learning_rate": 0.0001660380004566417,
1076
+ "loss": 0.521,
1077
+ "step": 534000
1078
+ },
1079
+ {
1080
+ "epoch": 13.64,
1081
+ "learning_rate": 0.00016526837961462518,
1082
+ "loss": 0.5251,
1083
+ "step": 537000
1084
+ },
1085
+ {
1086
+ "epoch": 13.71,
1087
+ "learning_rate": 0.00016449875877260866,
1088
+ "loss": 0.5247,
1089
+ "step": 540000
1090
+ },
1091
+ {
1092
+ "epoch": 13.79,
1093
+ "learning_rate": 0.00016372913793059215,
1094
+ "loss": 0.5219,
1095
+ "step": 543000
1096
+ },
1097
+ {
1098
+ "epoch": 13.87,
1099
+ "learning_rate": 0.00016295951708857564,
1100
+ "loss": 0.522,
1101
+ "step": 546000
1102
+ },
1103
+ {
1104
+ "epoch": 13.94,
1105
+ "learning_rate": 0.00016218989624655915,
1106
+ "loss": 0.5207,
1107
+ "step": 549000
1108
+ },
1109
+ {
1110
+ "epoch": 14.02,
1111
+ "learning_rate": 0.00016142027540454263,
1112
+ "loss": 0.5167,
1113
+ "step": 552000
1114
+ },
1115
+ {
1116
+ "epoch": 14.1,
1117
+ "learning_rate": 0.00016065065456252612,
1118
+ "loss": 0.5018,
1119
+ "step": 555000
1120
+ },
1121
+ {
1122
+ "epoch": 14.17,
1123
+ "learning_rate": 0.00015988103372050963,
1124
+ "loss": 0.5001,
1125
+ "step": 558000
1126
+ },
1127
+ {
1128
+ "epoch": 14.25,
1129
+ "learning_rate": 0.00015911141287849312,
1130
+ "loss": 0.4997,
1131
+ "step": 561000
1132
+ },
1133
+ {
1134
+ "epoch": 14.32,
1135
+ "learning_rate": 0.00015834179203647657,
1136
+ "loss": 0.5007,
1137
+ "step": 564000
1138
+ },
1139
+ {
1140
+ "epoch": 14.4,
1141
+ "learning_rate": 0.00015757217119446009,
1142
+ "loss": 0.5028,
1143
+ "step": 567000
1144
+ },
1145
+ {
1146
+ "epoch": 14.48,
1147
+ "learning_rate": 0.00015680255035244357,
1148
+ "loss": 0.5004,
1149
+ "step": 570000
1150
+ },
1151
+ {
1152
+ "epoch": 14.55,
1153
+ "learning_rate": 0.00015603292951042706,
1154
+ "loss": 0.5028,
1155
+ "step": 573000
1156
+ },
1157
+ {
1158
+ "epoch": 14.63,
1159
+ "learning_rate": 0.00015526330866841057,
1160
+ "loss": 0.5053,
1161
+ "step": 576000
1162
+ },
1163
+ {
1164
+ "epoch": 14.71,
1165
+ "learning_rate": 0.00015449368782639405,
1166
+ "loss": 0.5058,
1167
+ "step": 579000
1168
+ },
1169
+ {
1170
+ "epoch": 14.78,
1171
+ "learning_rate": 0.00015372406698437754,
1172
+ "loss": 0.5037,
1173
+ "step": 582000
1174
+ },
1175
+ {
1176
+ "epoch": 14.86,
1177
+ "learning_rate": 0.00015295444614236105,
1178
+ "loss": 0.5051,
1179
+ "step": 585000
1180
+ },
1181
+ {
1182
+ "epoch": 14.93,
1183
+ "learning_rate": 0.0001521848253003445,
1184
+ "loss": 0.5041,
1185
+ "step": 588000
1186
+ },
1187
+ {
1188
+ "epoch": 15.01,
1189
+ "learning_rate": 0.000151415204458328,
1190
+ "loss": 0.5031,
1191
+ "step": 591000
1192
+ },
1193
+ {
1194
+ "epoch": 15.09,
1195
+ "learning_rate": 0.0001506455836163115,
1196
+ "loss": 0.4792,
1197
+ "step": 594000
1198
+ },
1199
+ {
1200
+ "epoch": 15.16,
1201
+ "learning_rate": 0.000149875962774295,
1202
+ "loss": 0.4834,
1203
+ "step": 597000
1204
+ },
1205
+ {
1206
+ "epoch": 15.24,
1207
+ "learning_rate": 0.00014910634193227848,
1208
+ "loss": 0.4833,
1209
+ "step": 600000
1210
+ },
1211
+ {
1212
+ "epoch": 15.31,
1213
+ "learning_rate": 0.000148336721090262,
1214
+ "loss": 0.4821,
1215
+ "step": 603000
1216
+ },
1217
+ {
1218
+ "epoch": 15.39,
1219
+ "learning_rate": 0.00014756710024824547,
1220
+ "loss": 0.4869,
1221
+ "step": 606000
1222
+ },
1223
+ {
1224
+ "epoch": 15.47,
1225
+ "learning_rate": 0.00014679747940622896,
1226
+ "loss": 0.4823,
1227
+ "step": 609000
1228
+ },
1229
+ {
1230
+ "epoch": 15.54,
1231
+ "learning_rate": 0.00014602785856421244,
1232
+ "loss": 0.486,
1233
+ "step": 612000
1234
+ },
1235
+ {
1236
+ "epoch": 15.62,
1237
+ "learning_rate": 0.00014525823772219593,
1238
+ "loss": 0.4847,
1239
+ "step": 615000
1240
+ },
1241
+ {
1242
+ "epoch": 15.7,
1243
+ "learning_rate": 0.00014448861688017944,
1244
+ "loss": 0.4897,
1245
+ "step": 618000
1246
+ },
1247
+ {
1248
+ "epoch": 15.77,
1249
+ "learning_rate": 0.00014371899603816293,
1250
+ "loss": 0.4886,
1251
+ "step": 621000
1252
+ },
1253
+ {
1254
+ "epoch": 15.85,
1255
+ "learning_rate": 0.0001429493751961464,
1256
+ "loss": 0.491,
1257
+ "step": 624000
1258
+ },
1259
+ {
1260
+ "epoch": 15.92,
1261
+ "learning_rate": 0.0001421797543541299,
1262
+ "loss": 0.488,
1263
+ "step": 627000
1264
+ },
1265
+ {
1266
+ "epoch": 16.0,
1267
+ "learning_rate": 0.0001414101335121134,
1268
+ "loss": 0.4881,
1269
+ "step": 630000
1270
+ },
1271
+ {
1272
+ "epoch": 16.08,
1273
+ "learning_rate": 0.00014064051267009687,
1274
+ "loss": 0.4638,
1275
+ "step": 633000
1276
+ },
1277
+ {
1278
+ "epoch": 16.15,
1279
+ "learning_rate": 0.00013987089182808038,
1280
+ "loss": 0.4701,
1281
+ "step": 636000
1282
+ },
1283
+ {
1284
+ "epoch": 16.23,
1285
+ "learning_rate": 0.00013910127098606387,
1286
+ "loss": 0.4688,
1287
+ "step": 639000
1288
+ },
1289
+ {
1290
+ "epoch": 16.31,
1291
+ "learning_rate": 0.00013833165014404735,
1292
+ "loss": 0.4663,
1293
+ "step": 642000
1294
+ },
1295
+ {
1296
+ "epoch": 16.38,
1297
+ "learning_rate": 0.00013756202930203084,
1298
+ "loss": 0.4669,
1299
+ "step": 645000
1300
+ },
1301
+ {
1302
+ "epoch": 16.46,
1303
+ "learning_rate": 0.00013679240846001435,
1304
+ "loss": 0.4658,
1305
+ "step": 648000
1306
+ },
1307
+ {
1308
+ "epoch": 16.53,
1309
+ "learning_rate": 0.00013602278761799783,
1310
+ "loss": 0.463,
1311
+ "step": 651000
1312
+ },
1313
+ {
1314
+ "epoch": 16.61,
1315
+ "learning_rate": 0.00013525316677598132,
1316
+ "loss": 0.4683,
1317
+ "step": 654000
1318
+ },
1319
+ {
1320
+ "epoch": 16.69,
1321
+ "learning_rate": 0.0001344835459339648,
1322
+ "loss": 0.4669,
1323
+ "step": 657000
1324
+ },
1325
+ {
1326
+ "epoch": 16.76,
1327
+ "learning_rate": 0.0001337139250919483,
1328
+ "loss": 0.4691,
1329
+ "step": 660000
1330
+ },
1331
+ {
1332
+ "epoch": 16.84,
1333
+ "learning_rate": 0.0001329443042499318,
1334
+ "loss": 0.4701,
1335
+ "step": 663000
1336
+ },
1337
+ {
1338
+ "epoch": 16.91,
1339
+ "learning_rate": 0.00013217468340791529,
1340
+ "loss": 0.4698,
1341
+ "step": 666000
1342
+ },
1343
+ {
1344
+ "epoch": 16.99,
1345
+ "learning_rate": 0.00013140506256589877,
1346
+ "loss": 0.4738,
1347
+ "step": 669000
1348
+ },
1349
+ {
1350
+ "epoch": 17.07,
1351
+ "learning_rate": 0.00013063544172388226,
1352
+ "loss": 0.4584,
1353
+ "step": 672000
1354
+ },
1355
+ {
1356
+ "epoch": 17.14,
1357
+ "learning_rate": 0.00012986582088186577,
1358
+ "loss": 0.4488,
1359
+ "step": 675000
1360
+ },
1361
+ {
1362
+ "epoch": 17.22,
1363
+ "learning_rate": 0.00012909620003984925,
1364
+ "loss": 0.4494,
1365
+ "step": 678000
1366
+ },
1367
+ {
1368
+ "epoch": 17.3,
1369
+ "learning_rate": 0.00012832657919783274,
1370
+ "loss": 0.4521,
1371
+ "step": 681000
1372
+ },
1373
+ {
1374
+ "epoch": 17.37,
1375
+ "learning_rate": 0.00012755695835581622,
1376
+ "loss": 0.4551,
1377
+ "step": 684000
1378
+ },
1379
+ {
1380
+ "epoch": 17.45,
1381
+ "learning_rate": 0.0001267873375137997,
1382
+ "loss": 0.4511,
1383
+ "step": 687000
1384
+ },
1385
+ {
1386
+ "epoch": 17.52,
1387
+ "learning_rate": 0.00012601771667178322,
1388
+ "loss": 0.4536,
1389
+ "step": 690000
1390
+ },
1391
+ {
1392
+ "epoch": 17.6,
1393
+ "learning_rate": 0.00012524809582976668,
1394
+ "loss": 0.4532,
1395
+ "step": 693000
1396
+ },
1397
+ {
1398
+ "epoch": 17.68,
1399
+ "learning_rate": 0.0001244784749877502,
1400
+ "loss": 0.4541,
1401
+ "step": 696000
1402
+ },
1403
+ {
1404
+ "epoch": 17.75,
1405
+ "learning_rate": 0.00012370885414573368,
1406
+ "loss": 0.4535,
1407
+ "step": 699000
1408
+ },
1409
+ {
1410
+ "epoch": 17.83,
1411
+ "learning_rate": 0.0001229392333037172,
1412
+ "loss": 0.4516,
1413
+ "step": 702000
1414
+ },
1415
+ {
1416
+ "epoch": 17.91,
1417
+ "learning_rate": 0.00012216961246170065,
1418
+ "loss": 0.4519,
1419
+ "step": 705000
1420
+ },
1421
+ {
1422
+ "epoch": 17.98,
1423
+ "learning_rate": 0.00012139999161968415,
1424
+ "loss": 0.4577,
1425
+ "step": 708000
1426
+ },
1427
+ {
1428
+ "epoch": 18.06,
1429
+ "learning_rate": 0.00012063037077766764,
1430
+ "loss": 0.437,
1431
+ "step": 711000
1432
+ },
1433
+ {
1434
+ "epoch": 18.13,
1435
+ "learning_rate": 0.00011986074993565114,
1436
+ "loss": 0.437,
1437
+ "step": 714000
1438
+ },
1439
+ {
1440
+ "epoch": 18.21,
1441
+ "learning_rate": 0.00011909112909363462,
1442
+ "loss": 0.4363,
1443
+ "step": 717000
1444
+ },
1445
+ {
1446
+ "epoch": 18.29,
1447
+ "learning_rate": 0.00011832150825161811,
1448
+ "loss": 0.4365,
1449
+ "step": 720000
1450
+ },
1451
+ {
1452
+ "epoch": 18.36,
1453
+ "learning_rate": 0.00011755188740960161,
1454
+ "loss": 0.4351,
1455
+ "step": 723000
1456
+ },
1457
+ {
1458
+ "epoch": 18.44,
1459
+ "learning_rate": 0.0001167822665675851,
1460
+ "loss": 0.4356,
1461
+ "step": 726000
1462
+ },
1463
+ {
1464
+ "epoch": 18.51,
1465
+ "learning_rate": 0.0001160126457255686,
1466
+ "loss": 0.4404,
1467
+ "step": 729000
1468
+ },
1469
+ {
1470
+ "epoch": 18.59,
1471
+ "learning_rate": 0.00011524302488355208,
1472
+ "loss": 0.4386,
1473
+ "step": 732000
1474
+ },
1475
+ {
1476
+ "epoch": 18.67,
1477
+ "learning_rate": 0.00011447340404153557,
1478
+ "loss": 0.4345,
1479
+ "step": 735000
1480
+ },
1481
+ {
1482
+ "epoch": 18.74,
1483
+ "learning_rate": 0.00011370378319951907,
1484
+ "loss": 0.4362,
1485
+ "step": 738000
1486
+ },
1487
+ {
1488
+ "epoch": 18.82,
1489
+ "learning_rate": 0.00011293416235750256,
1490
+ "loss": 0.4397,
1491
+ "step": 741000
1492
+ },
1493
+ {
1494
+ "epoch": 18.9,
1495
+ "learning_rate": 0.00011216454151548604,
1496
+ "loss": 0.4408,
1497
+ "step": 744000
1498
+ },
1499
+ {
1500
+ "epoch": 18.97,
1501
+ "learning_rate": 0.00011139492067346953,
1502
+ "loss": 0.4406,
1503
+ "step": 747000
1504
+ },
1505
+ {
1506
+ "epoch": 19.05,
1507
+ "learning_rate": 0.00011062529983145303,
1508
+ "loss": 0.4269,
1509
+ "step": 750000
1510
+ },
1511
+ {
1512
+ "epoch": 19.12,
1513
+ "learning_rate": 0.00010985567898943652,
1514
+ "loss": 0.4185,
1515
+ "step": 753000
1516
+ },
1517
+ {
1518
+ "epoch": 19.2,
1519
+ "learning_rate": 0.00010908605814742,
1520
+ "loss": 0.4227,
1521
+ "step": 756000
1522
+ },
1523
+ {
1524
+ "epoch": 19.28,
1525
+ "learning_rate": 0.0001083164373054035,
1526
+ "loss": 0.4208,
1527
+ "step": 759000
1528
+ },
1529
+ {
1530
+ "epoch": 19.35,
1531
+ "learning_rate": 0.00010754681646338699,
1532
+ "loss": 0.4222,
1533
+ "step": 762000
1534
+ },
1535
+ {
1536
+ "epoch": 19.43,
1537
+ "learning_rate": 0.00010677719562137049,
1538
+ "loss": 0.4209,
1539
+ "step": 765000
1540
+ },
1541
+ {
1542
+ "epoch": 19.51,
1543
+ "learning_rate": 0.00010600757477935397,
1544
+ "loss": 0.4235,
1545
+ "step": 768000
1546
+ },
1547
+ {
1548
+ "epoch": 19.58,
1549
+ "learning_rate": 0.00010523795393733746,
1550
+ "loss": 0.4229,
1551
+ "step": 771000
1552
+ },
1553
+ {
1554
+ "epoch": 19.66,
1555
+ "learning_rate": 0.00010446833309532096,
1556
+ "loss": 0.4263,
1557
+ "step": 774000
1558
+ },
1559
+ {
1560
+ "epoch": 19.73,
1561
+ "learning_rate": 0.00010369871225330445,
1562
+ "loss": 0.4247,
1563
+ "step": 777000
1564
+ },
1565
+ {
1566
+ "epoch": 19.81,
1567
+ "learning_rate": 0.00010292909141128793,
1568
+ "loss": 0.4224,
1569
+ "step": 780000
1570
+ },
1571
+ {
1572
+ "epoch": 19.89,
1573
+ "learning_rate": 0.00010215947056927142,
1574
+ "loss": 0.422,
1575
+ "step": 783000
1576
+ },
1577
+ {
1578
+ "epoch": 19.96,
1579
+ "learning_rate": 0.00010138984972725492,
1580
+ "loss": 0.4247,
1581
+ "step": 786000
1582
+ },
1583
+ {
1584
+ "epoch": 20.04,
1585
+ "learning_rate": 0.00010062022888523841,
1586
+ "loss": 0.4111,
1587
+ "step": 789000
1588
+ },
1589
+ {
1590
+ "epoch": 20.11,
1591
+ "learning_rate": 9.98506080432219e-05,
1592
+ "loss": 0.4058,
1593
+ "step": 792000
1594
+ },
1595
+ {
1596
+ "epoch": 20.19,
1597
+ "learning_rate": 9.908098720120539e-05,
1598
+ "loss": 0.4069,
1599
+ "step": 795000
1600
+ },
1601
+ {
1602
+ "epoch": 20.27,
1603
+ "learning_rate": 9.831136635918888e-05,
1604
+ "loss": 0.4046,
1605
+ "step": 798000
1606
+ },
1607
+ {
1608
+ "epoch": 20.34,
1609
+ "learning_rate": 9.754174551717238e-05,
1610
+ "loss": 0.4051,
1611
+ "step": 801000
1612
+ },
1613
+ {
1614
+ "epoch": 20.42,
1615
+ "learning_rate": 9.677212467515585e-05,
1616
+ "loss": 0.4079,
1617
+ "step": 804000
1618
+ },
1619
+ {
1620
+ "epoch": 20.5,
1621
+ "learning_rate": 9.600250383313935e-05,
1622
+ "loss": 0.4045,
1623
+ "step": 807000
1624
+ },
1625
+ {
1626
+ "epoch": 20.57,
1627
+ "learning_rate": 9.523288299112285e-05,
1628
+ "loss": 0.4083,
1629
+ "step": 810000
1630
+ },
1631
+ {
1632
+ "epoch": 20.65,
1633
+ "learning_rate": 9.446326214910634e-05,
1634
+ "loss": 0.408,
1635
+ "step": 813000
1636
+ },
1637
+ {
1638
+ "epoch": 20.72,
1639
+ "learning_rate": 9.369364130708982e-05,
1640
+ "loss": 0.4074,
1641
+ "step": 816000
1642
+ },
1643
+ {
1644
+ "epoch": 20.8,
1645
+ "learning_rate": 9.292402046507331e-05,
1646
+ "loss": 0.41,
1647
+ "step": 819000
1648
+ },
1649
+ {
1650
+ "epoch": 20.88,
1651
+ "learning_rate": 9.215439962305681e-05,
1652
+ "loss": 0.4093,
1653
+ "step": 822000
1654
+ },
1655
+ {
1656
+ "epoch": 20.95,
1657
+ "learning_rate": 9.13847787810403e-05,
1658
+ "loss": 0.411,
1659
+ "step": 825000
1660
+ },
1661
+ {
1662
+ "epoch": 21.03,
1663
+ "learning_rate": 9.061515793902378e-05,
1664
+ "loss": 0.4029,
1665
+ "step": 828000
1666
+ },
1667
+ {
1668
+ "epoch": 21.11,
1669
+ "learning_rate": 8.984553709700728e-05,
1670
+ "loss": 0.3928,
1671
+ "step": 831000
1672
+ },
1673
+ {
1674
+ "epoch": 21.18,
1675
+ "learning_rate": 8.907591625499077e-05,
1676
+ "loss": 0.3953,
1677
+ "step": 834000
1678
+ },
1679
+ {
1680
+ "epoch": 21.26,
1681
+ "learning_rate": 8.830629541297427e-05,
1682
+ "loss": 0.3899,
1683
+ "step": 837000
1684
+ },
1685
+ {
1686
+ "epoch": 21.33,
1687
+ "learning_rate": 8.753667457095774e-05,
1688
+ "loss": 0.3938,
1689
+ "step": 840000
1690
+ },
1691
+ {
1692
+ "epoch": 21.41,
1693
+ "learning_rate": 8.676705372894124e-05,
1694
+ "loss": 0.3958,
1695
+ "step": 843000
1696
+ },
1697
+ {
1698
+ "epoch": 21.49,
1699
+ "learning_rate": 8.599743288692473e-05,
1700
+ "loss": 0.3952,
1701
+ "step": 846000
1702
+ },
1703
+ {
1704
+ "epoch": 21.56,
1705
+ "learning_rate": 8.522781204490823e-05,
1706
+ "loss": 0.3959,
1707
+ "step": 849000
1708
+ },
1709
+ {
1710
+ "epoch": 21.64,
1711
+ "learning_rate": 8.445819120289172e-05,
1712
+ "loss": 0.3989,
1713
+ "step": 852000
1714
+ },
1715
+ {
1716
+ "epoch": 21.71,
1717
+ "learning_rate": 8.36885703608752e-05,
1718
+ "loss": 0.3976,
1719
+ "step": 855000
1720
+ },
1721
+ {
1722
+ "epoch": 21.79,
1723
+ "learning_rate": 8.29189495188587e-05,
1724
+ "loss": 0.3935,
1725
+ "step": 858000
1726
+ },
1727
+ {
1728
+ "epoch": 21.87,
1729
+ "learning_rate": 8.214932867684219e-05,
1730
+ "loss": 0.3951,
1731
+ "step": 861000
1732
+ },
1733
+ {
1734
+ "epoch": 21.94,
1735
+ "learning_rate": 8.137970783482569e-05,
1736
+ "loss": 0.3976,
1737
+ "step": 864000
1738
+ },
1739
+ {
1740
+ "epoch": 22.02,
1741
+ "learning_rate": 8.061008699280916e-05,
1742
+ "loss": 0.388,
1743
+ "step": 867000
1744
+ },
1745
+ {
1746
+ "epoch": 22.1,
1747
+ "learning_rate": 7.984046615079266e-05,
1748
+ "loss": 0.3745,
1749
+ "step": 870000
1750
+ },
1751
+ {
1752
+ "epoch": 22.17,
1753
+ "learning_rate": 7.907084530877616e-05,
1754
+ "loss": 0.382,
1755
+ "step": 873000
1756
+ },
1757
+ {
1758
+ "epoch": 22.25,
1759
+ "learning_rate": 7.830122446675965e-05,
1760
+ "loss": 0.3833,
1761
+ "step": 876000
1762
+ },
1763
+ {
1764
+ "epoch": 22.32,
1765
+ "learning_rate": 7.753160362474313e-05,
1766
+ "loss": 0.3837,
1767
+ "step": 879000
1768
+ },
1769
+ {
1770
+ "epoch": 22.4,
1771
+ "learning_rate": 7.676198278272662e-05,
1772
+ "loss": 0.3792,
1773
+ "step": 882000
1774
+ },
1775
+ {
1776
+ "epoch": 22.48,
1777
+ "learning_rate": 7.599236194071012e-05,
1778
+ "loss": 0.3826,
1779
+ "step": 885000
1780
+ },
1781
+ {
1782
+ "epoch": 22.55,
1783
+ "learning_rate": 7.522274109869361e-05,
1784
+ "loss": 0.3802,
1785
+ "step": 888000
1786
+ },
1787
+ {
1788
+ "epoch": 22.63,
1789
+ "learning_rate": 7.44531202566771e-05,
1790
+ "loss": 0.3796,
1791
+ "step": 891000
1792
+ },
1793
+ {
1794
+ "epoch": 22.71,
1795
+ "learning_rate": 7.368349941466058e-05,
1796
+ "loss": 0.383,
1797
+ "step": 894000
1798
+ },
1799
+ {
1800
+ "epoch": 22.78,
1801
+ "learning_rate": 7.291387857264408e-05,
1802
+ "loss": 0.3804,
1803
+ "step": 897000
1804
+ },
1805
+ {
1806
+ "epoch": 22.86,
1807
+ "learning_rate": 7.214425773062756e-05,
1808
+ "loss": 0.3802,
1809
+ "step": 900000
1810
+ },
1811
+ {
1812
+ "epoch": 22.93,
1813
+ "learning_rate": 7.137463688861106e-05,
1814
+ "loss": 0.383,
1815
+ "step": 903000
1816
+ },
1817
+ {
1818
+ "epoch": 23.01,
1819
+ "learning_rate": 7.060501604659455e-05,
1820
+ "loss": 0.3775,
1821
+ "step": 906000
1822
+ },
1823
+ {
1824
+ "epoch": 23.09,
1825
+ "learning_rate": 6.983539520457805e-05,
1826
+ "loss": 0.3663,
1827
+ "step": 909000
1828
+ },
1829
+ {
1830
+ "epoch": 23.16,
1831
+ "learning_rate": 6.906577436256153e-05,
1832
+ "loss": 0.3634,
1833
+ "step": 912000
1834
+ },
1835
+ {
1836
+ "epoch": 23.24,
1837
+ "learning_rate": 6.829615352054503e-05,
1838
+ "loss": 0.3691,
1839
+ "step": 915000
1840
+ },
1841
+ {
1842
+ "epoch": 23.31,
1843
+ "learning_rate": 6.752653267852851e-05,
1844
+ "loss": 0.3721,
1845
+ "step": 918000
1846
+ },
1847
+ {
1848
+ "epoch": 23.39,
1849
+ "learning_rate": 6.6756911836512e-05,
1850
+ "loss": 0.3694,
1851
+ "step": 921000
1852
+ },
1853
+ {
1854
+ "epoch": 23.47,
1855
+ "learning_rate": 6.59872909944955e-05,
1856
+ "loss": 0.371,
1857
+ "step": 924000
1858
+ },
1859
+ {
1860
+ "epoch": 23.54,
1861
+ "learning_rate": 6.521767015247898e-05,
1862
+ "loss": 0.3668,
1863
+ "step": 927000
1864
+ },
1865
+ {
1866
+ "epoch": 23.62,
1867
+ "learning_rate": 6.444804931046247e-05,
1868
+ "loss": 0.3701,
1869
+ "step": 930000
1870
+ },
1871
+ {
1872
+ "epoch": 23.7,
1873
+ "learning_rate": 6.367842846844597e-05,
1874
+ "loss": 0.37,
1875
+ "step": 933000
1876
+ },
1877
+ {
1878
+ "epoch": 23.77,
1879
+ "learning_rate": 6.290880762642945e-05,
1880
+ "loss": 0.3682,
1881
+ "step": 936000
1882
+ },
1883
+ {
1884
+ "epoch": 23.85,
1885
+ "learning_rate": 6.213918678441295e-05,
1886
+ "loss": 0.3698,
1887
+ "step": 939000
1888
+ },
1889
+ {
1890
+ "epoch": 23.92,
1891
+ "learning_rate": 6.136956594239644e-05,
1892
+ "loss": 0.3681,
1893
+ "step": 942000
1894
+ },
1895
+ {
1896
+ "epoch": 24.0,
1897
+ "learning_rate": 6.0599945100379935e-05,
1898
+ "loss": 0.3685,
1899
+ "step": 945000
1900
+ },
1901
+ {
1902
+ "epoch": 24.08,
1903
+ "learning_rate": 5.983032425836342e-05,
1904
+ "loss": 0.3552,
1905
+ "step": 948000
1906
+ },
1907
+ {
1908
+ "epoch": 24.15,
1909
+ "learning_rate": 5.906070341634691e-05,
1910
+ "loss": 0.3553,
1911
+ "step": 951000
1912
+ },
1913
+ {
1914
+ "epoch": 24.23,
1915
+ "learning_rate": 5.82910825743304e-05,
1916
+ "loss": 0.3523,
1917
+ "step": 954000
1918
+ },
1919
+ {
1920
+ "epoch": 24.31,
1921
+ "learning_rate": 5.7521461732313896e-05,
1922
+ "loss": 0.3557,
1923
+ "step": 957000
1924
+ },
1925
+ {
1926
+ "epoch": 24.38,
1927
+ "learning_rate": 5.675184089029738e-05,
1928
+ "loss": 0.3573,
1929
+ "step": 960000
1930
+ },
1931
+ {
1932
+ "epoch": 24.46,
1933
+ "learning_rate": 5.5982220048280873e-05,
1934
+ "loss": 0.357,
1935
+ "step": 963000
1936
+ },
1937
+ {
1938
+ "epoch": 24.53,
1939
+ "learning_rate": 5.5212599206264365e-05,
1940
+ "loss": 0.358,
1941
+ "step": 966000
1942
+ },
1943
+ {
1944
+ "epoch": 24.61,
1945
+ "learning_rate": 5.444297836424786e-05,
1946
+ "loss": 0.3572,
1947
+ "step": 969000
1948
+ },
1949
+ {
1950
+ "epoch": 24.69,
1951
+ "learning_rate": 5.367335752223134e-05,
1952
+ "loss": 0.3589,
1953
+ "step": 972000
1954
+ },
1955
+ {
1956
+ "epoch": 24.76,
1957
+ "learning_rate": 5.290373668021484e-05,
1958
+ "loss": 0.3585,
1959
+ "step": 975000
1960
+ },
1961
+ {
1962
+ "epoch": 24.84,
1963
+ "learning_rate": 5.213411583819833e-05,
1964
+ "loss": 0.3544,
1965
+ "step": 978000
1966
+ },
1967
+ {
1968
+ "epoch": 24.91,
1969
+ "learning_rate": 5.136449499618182e-05,
1970
+ "loss": 0.3542,
1971
+ "step": 981000
1972
+ },
1973
+ {
1974
+ "epoch": 24.99,
1975
+ "learning_rate": 5.059487415416532e-05,
1976
+ "loss": 0.358,
1977
+ "step": 984000
1978
+ },
1979
+ {
1980
+ "epoch": 25.07,
1981
+ "learning_rate": 4.98252533121488e-05,
1982
+ "loss": 0.3488,
1983
+ "step": 987000
1984
+ },
1985
+ {
1986
+ "epoch": 25.14,
1987
+ "learning_rate": 4.9055632470132294e-05,
1988
+ "loss": 0.346,
1989
+ "step": 990000
1990
+ },
1991
+ {
1992
+ "epoch": 25.22,
1993
+ "learning_rate": 4.8286011628115786e-05,
1994
+ "loss": 0.3437,
1995
+ "step": 993000
1996
+ },
1997
+ {
1998
+ "epoch": 25.3,
1999
+ "learning_rate": 4.751639078609928e-05,
2000
+ "loss": 0.3474,
2001
+ "step": 996000
2002
+ },
2003
+ {
2004
+ "epoch": 25.37,
2005
+ "learning_rate": 4.674676994408276e-05,
2006
+ "loss": 0.3452,
2007
+ "step": 999000
2008
+ },
2009
+ {
2010
+ "epoch": 25.45,
2011
+ "learning_rate": 4.597714910206626e-05,
2012
+ "loss": 0.3439,
2013
+ "step": 1002000
2014
+ },
2015
+ {
2016
+ "epoch": 25.52,
2017
+ "learning_rate": 4.520752826004975e-05,
2018
+ "loss": 0.3475,
2019
+ "step": 1005000
2020
+ },
2021
+ {
2022
+ "epoch": 25.6,
2023
+ "learning_rate": 4.443790741803324e-05,
2024
+ "loss": 0.3441,
2025
+ "step": 1008000
2026
+ },
2027
+ {
2028
+ "epoch": 25.68,
2029
+ "learning_rate": 4.366828657601673e-05,
2030
+ "loss": 0.345,
2031
+ "step": 1011000
2032
+ },
2033
+ {
2034
+ "epoch": 25.75,
2035
+ "learning_rate": 4.289866573400022e-05,
2036
+ "loss": 0.3467,
2037
+ "step": 1014000
2038
+ },
2039
+ {
2040
+ "epoch": 25.83,
2041
+ "learning_rate": 4.212904489198371e-05,
2042
+ "loss": 0.3473,
2043
+ "step": 1017000
2044
+ },
2045
+ {
2046
+ "epoch": 25.91,
2047
+ "learning_rate": 4.135942404996721e-05,
2048
+ "loss": 0.3435,
2049
+ "step": 1020000
2050
+ },
2051
+ {
2052
+ "epoch": 25.98,
2053
+ "learning_rate": 4.058980320795069e-05,
2054
+ "loss": 0.3441,
2055
+ "step": 1023000
2056
+ },
2057
+ {
2058
+ "epoch": 26.06,
2059
+ "learning_rate": 3.9820182365934184e-05,
2060
+ "loss": 0.3416,
2061
+ "step": 1026000
2062
+ },
2063
+ {
2064
+ "epoch": 26.13,
2065
+ "learning_rate": 3.9050561523917676e-05,
2066
+ "loss": 0.3348,
2067
+ "step": 1029000
2068
+ },
2069
+ {
2070
+ "epoch": 26.21,
2071
+ "learning_rate": 3.828094068190117e-05,
2072
+ "loss": 0.3382,
2073
+ "step": 1032000
2074
+ },
2075
+ {
2076
+ "epoch": 26.29,
2077
+ "learning_rate": 3.751131983988465e-05,
2078
+ "loss": 0.3383,
2079
+ "step": 1035000
2080
+ },
2081
+ {
2082
+ "epoch": 26.36,
2083
+ "learning_rate": 3.6741698997868145e-05,
2084
+ "loss": 0.3358,
2085
+ "step": 1038000
2086
+ },
2087
+ {
2088
+ "epoch": 26.44,
2089
+ "learning_rate": 3.597207815585164e-05,
2090
+ "loss": 0.3355,
2091
+ "step": 1041000
2092
+ },
2093
+ {
2094
+ "epoch": 26.51,
2095
+ "learning_rate": 3.520245731383513e-05,
2096
+ "loss": 0.3377,
2097
+ "step": 1044000
2098
+ },
2099
+ {
2100
+ "epoch": 26.59,
2101
+ "learning_rate": 3.443283647181862e-05,
2102
+ "loss": 0.3358,
2103
+ "step": 1047000
2104
+ },
2105
+ {
2106
+ "epoch": 26.67,
2107
+ "learning_rate": 3.366321562980211e-05,
2108
+ "loss": 0.336,
2109
+ "step": 1050000
2110
+ },
2111
+ {
2112
+ "epoch": 26.74,
2113
+ "learning_rate": 3.2893594787785605e-05,
2114
+ "loss": 0.336,
2115
+ "step": 1053000
2116
+ },
2117
+ {
2118
+ "epoch": 26.82,
2119
+ "learning_rate": 3.21239739457691e-05,
2120
+ "loss": 0.3329,
2121
+ "step": 1056000
2122
+ },
2123
+ {
2124
+ "epoch": 26.9,
2125
+ "learning_rate": 3.135435310375258e-05,
2126
+ "loss": 0.3364,
2127
+ "step": 1059000
2128
+ },
2129
+ {
2130
+ "epoch": 26.97,
2131
+ "learning_rate": 3.0584732261736074e-05,
2132
+ "loss": 0.3354,
2133
+ "step": 1062000
2134
+ },
2135
+ {
2136
+ "epoch": 27.05,
2137
+ "learning_rate": 2.9815111419719566e-05,
2138
+ "loss": 0.3311,
2139
+ "step": 1065000
2140
+ },
2141
+ {
2142
+ "epoch": 27.12,
2143
+ "learning_rate": 2.9045490577703058e-05,
2144
+ "loss": 0.3287,
2145
+ "step": 1068000
2146
+ },
2147
+ {
2148
+ "epoch": 27.2,
2149
+ "learning_rate": 2.8275869735686546e-05,
2150
+ "loss": 0.3288,
2151
+ "step": 1071000
2152
+ },
2153
+ {
2154
+ "epoch": 27.28,
2155
+ "learning_rate": 2.7506248893670038e-05,
2156
+ "loss": 0.3261,
2157
+ "step": 1074000
2158
+ },
2159
+ {
2160
+ "epoch": 27.35,
2161
+ "learning_rate": 2.673662805165353e-05,
2162
+ "loss": 0.3272,
2163
+ "step": 1077000
2164
+ },
2165
+ {
2166
+ "epoch": 27.43,
2167
+ "learning_rate": 2.596700720963702e-05,
2168
+ "loss": 0.3306,
2169
+ "step": 1080000
2170
+ },
2171
+ {
2172
+ "epoch": 27.51,
2173
+ "learning_rate": 2.519738636762051e-05,
2174
+ "loss": 0.3268,
2175
+ "step": 1083000
2176
+ },
2177
+ {
2178
+ "epoch": 27.58,
2179
+ "learning_rate": 2.4427765525604003e-05,
2180
+ "loss": 0.3256,
2181
+ "step": 1086000
2182
+ },
2183
+ {
2184
+ "epoch": 27.66,
2185
+ "learning_rate": 2.365814468358749e-05,
2186
+ "loss": 0.325,
2187
+ "step": 1089000
2188
+ },
2189
+ {
2190
+ "epoch": 27.73,
2191
+ "learning_rate": 2.2888523841570983e-05,
2192
+ "loss": 0.3258,
2193
+ "step": 1092000
2194
+ },
2195
+ {
2196
+ "epoch": 27.81,
2197
+ "learning_rate": 2.2118902999554475e-05,
2198
+ "loss": 0.3249,
2199
+ "step": 1095000
2200
+ },
2201
+ {
2202
+ "epoch": 27.89,
2203
+ "learning_rate": 2.1349282157537964e-05,
2204
+ "loss": 0.3272,
2205
+ "step": 1098000
2206
+ },
2207
+ {
2208
+ "epoch": 27.96,
2209
+ "learning_rate": 2.0579661315521456e-05,
2210
+ "loss": 0.3233,
2211
+ "step": 1101000
2212
+ },
2213
+ {
2214
+ "epoch": 28.04,
2215
+ "learning_rate": 1.9810040473504944e-05,
2216
+ "loss": 0.3239,
2217
+ "step": 1104000
2218
+ },
2219
+ {
2220
+ "epoch": 28.11,
2221
+ "learning_rate": 1.9040419631488436e-05,
2222
+ "loss": 0.3223,
2223
+ "step": 1107000
2224
+ },
2225
+ {
2226
+ "epoch": 28.19,
2227
+ "learning_rate": 1.8270798789471928e-05,
2228
+ "loss": 0.3188,
2229
+ "step": 1110000
2230
+ },
2231
+ {
2232
+ "epoch": 28.27,
2233
+ "learning_rate": 1.7501177947455417e-05,
2234
+ "loss": 0.3191,
2235
+ "step": 1113000
2236
+ },
2237
+ {
2238
+ "epoch": 28.34,
2239
+ "learning_rate": 1.673155710543891e-05,
2240
+ "loss": 0.3201,
2241
+ "step": 1116000
2242
+ },
2243
+ {
2244
+ "epoch": 28.42,
2245
+ "learning_rate": 1.59619362634224e-05,
2246
+ "loss": 0.32,
2247
+ "step": 1119000
2248
+ },
2249
+ {
2250
+ "epoch": 28.5,
2251
+ "learning_rate": 1.519231542140589e-05,
2252
+ "loss": 0.318,
2253
+ "step": 1122000
2254
+ },
2255
+ {
2256
+ "epoch": 28.57,
2257
+ "learning_rate": 1.4422694579389381e-05,
2258
+ "loss": 0.3171,
2259
+ "step": 1125000
2260
+ },
2261
+ {
2262
+ "epoch": 28.65,
2263
+ "learning_rate": 1.3653073737372871e-05,
2264
+ "loss": 0.3195,
2265
+ "step": 1128000
2266
+ },
2267
+ {
2268
+ "epoch": 28.72,
2269
+ "learning_rate": 1.2883452895356363e-05,
2270
+ "loss": 0.3199,
2271
+ "step": 1131000
2272
+ },
2273
+ {
2274
+ "epoch": 28.8,
2275
+ "learning_rate": 1.2113832053339853e-05,
2276
+ "loss": 0.3201,
2277
+ "step": 1134000
2278
+ },
2279
+ {
2280
+ "epoch": 28.88,
2281
+ "learning_rate": 1.1344211211323345e-05,
2282
+ "loss": 0.3207,
2283
+ "step": 1137000
2284
+ },
2285
+ {
2286
+ "epoch": 28.95,
2287
+ "learning_rate": 1.0574590369306837e-05,
2288
+ "loss": 0.3172,
2289
+ "step": 1140000
2290
+ }
2291
+ ],
2292
+ "logging_steps": 3000,
2293
+ "max_steps": 1181220,
2294
+ "num_train_epochs": 30,
2295
+ "save_steps": 500,
2296
+ "total_flos": 2.3187897195637338e+21,
2297
+ "trial_name": null,
2298
+ "trial_params": null
2299
+ }
checkpoint-1141846/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfeaeee76067fa680ebaa11eeb72287182d835401a9405eba390d9267fb3b238
3
+ size 4600
checkpoint-1141846/vocab.json ADDED
@@ -0,0 +1,2272 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "\b": 0,
3
+ "\"": 2,
4
+ "#": 3,
5
+ ";": 4,
6
+ "=": 5,
7
+ ">": 6,
8
+ "[": 7,
9
+ "[PAD]": 2269,
10
+ "[UNK]": 2268,
11
+ "\\": 8,
12
+ "^": 9,
13
+ "_": 10,
14
+ "|": 1,
15
+ "}": 11,
16
+ "°": 12,
17
+ "±": 13,
18
+ "²": 14,
19
+ "³": 15,
20
+ "¹": 16,
21
+ "×": 17,
22
+ "ā": 18,
23
+ "α": 19,
24
+ "β": 20,
25
+ "θ": 21,
26
+ "μ": 22,
27
+ "π": 23,
28
+ "ω": 24,
29
+ "ᆫ": 25,
30
+ "ḥ": 26,
31
+ "​": 27,
32
+ "–": 28,
33
+ "ⁿ": 29,
34
+ "√": 30,
35
+ "う": 31,
36
+ "し": 32,
37
+ "ぶ": 33,
38
+ "ょ": 34,
39
+ "ㄱ": 35,
40
+ "ㄴ": 36,
41
+ "ㄷ": 37,
42
+ "ㄹ": 38,
43
+ "ㅁ": 39,
44
+ "ㅂ": 40,
45
+ "ㅇ": 41,
46
+ "ㅈ": 42,
47
+ "ㅊ": 43,
48
+ "ㅋ": 44,
49
+ "ㅌ": 45,
50
+ "ㅍ": 46,
51
+ "ㅎ": 47,
52
+ "ㅐ": 48,
53
+ "ㅘ": 49,
54
+ "ㅜ": 50,
55
+ "ㅠ": 51,
56
+ "ㅡ": 52,
57
+ "ㅣ": 53,
58
+ "㎏": 54,
59
+ "㎡": 55,
60
+ "新": 56,
61
+ "聞": 57,
62
+ "가": 58,
63
+ "각": 59,
64
+ "간": 60,
65
+ "갇": 61,
66
+ "갈": 62,
67
+ "갉": 63,
68
+ "감": 64,
69
+ "갑": 65,
70
+ "값": 66,
71
+ "갓": 67,
72
+ "갔": 68,
73
+ "강": 69,
74
+ "갖": 70,
75
+ "같": 71,
76
+ "갚": 72,
77
+ "갛": 73,
78
+ "개": 74,
79
+ "객": 75,
80
+ "갠": 76,
81
+ "갤": 77,
82
+ "갬": 78,
83
+ "갭": 79,
84
+ "갯": 80,
85
+ "갰": 81,
86
+ "갱": 82,
87
+ "갸": 83,
88
+ "갹": 84,
89
+ "걀": 85,
90
+ "걍": 86,
91
+ "걔": 87,
92
+ "걘": 88,
93
+ "거": 89,
94
+ "걱": 90,
95
+ "건": 91,
96
+ "걷": 92,
97
+ "걸": 93,
98
+ "검": 94,
99
+ "겁": 95,
100
+ "것": 96,
101
+ "겄": 97,
102
+ "겅": 98,
103
+ "겆": 99,
104
+ "겉": 100,
105
+ "겊": 101,
106
+ "겋": 102,
107
+ "게": 103,
108
+ "겐": 104,
109
+ "겔": 105,
110
+ "겜": 106,
111
+ "겟": 107,
112
+ "겠": 108,
113
+ "겡": 109,
114
+ "겨": 110,
115
+ "격": 111,
116
+ "겪": 112,
117
+ "견": 113,
118
+ "결": 114,
119
+ "겸": 115,
120
+ "겹": 116,
121
+ "겻": 117,
122
+ "겼": 118,
123
+ "경": 119,
124
+ "곁": 120,
125
+ "계": 121,
126
+ "곈": 122,
127
+ "곗": 123,
128
+ "곘": 124,
129
+ "고": 125,
130
+ "곡": 126,
131
+ "곤": 127,
132
+ "곧": 128,
133
+ "골": 129,
134
+ "곪": 130,
135
+ "곯": 131,
136
+ "곰": 132,
137
+ "곱": 133,
138
+ "곳": 134,
139
+ "공": 135,
140
+ "곶": 136,
141
+ "과": 137,
142
+ "곽": 138,
143
+ "관": 139,
144
+ "괄": 140,
145
+ "괌": 141,
146
+ "괍": 142,
147
+ "괏": 143,
148
+ "광": 144,
149
+ "괘": 145,
150
+ "괜": 146,
151
+ "괞": 147,
152
+ "괭": 148,
153
+ "괮": 149,
154
+ "괴": 150,
155
+ "괸": 151,
156
+ "굉": 152,
157
+ "교": 153,
158
+ "굔": 154,
159
+ "굡": 155,
160
+ "굣": 156,
161
+ "굥": 157,
162
+ "구": 158,
163
+ "국": 159,
164
+ "군": 160,
165
+ "굳": 161,
166
+ "굴": 162,
167
+ "굵": 163,
168
+ "굶": 164,
169
+ "굼": 165,
170
+ "굽": 166,
171
+ "굿": 167,
172
+ "궁": 168,
173
+ "궂": 169,
174
+ "궈": 170,
175
+ "권": 171,
176
+ "궐": 172,
177
+ "궜": 173,
178
+ "궤": 174,
179
+ "귀": 175,
180
+ "귁": 176,
181
+ "귄": 177,
182
+ "귈": 178,
183
+ "귑": 179,
184
+ "귓": 180,
185
+ "귔": 181,
186
+ "규": 182,
187
+ "균": 183,
188
+ "귤": 184,
189
+ "그": 185,
190
+ "극": 186,
191
+ "근": 187,
192
+ "귿": 188,
193
+ "글": 189,
194
+ "긁": 190,
195
+ "금": 191,
196
+ "급": 192,
197
+ "긋": 193,
198
+ "긍": 194,
199
+ "긔": 195,
200
+ "기": 196,
201
+ "긱": 197,
202
+ "긴": 198,
203
+ "길": 199,
204
+ "김": 200,
205
+ "깁": 201,
206
+ "깃": 202,
207
+ "깄": 203,
208
+ "깅": 204,
209
+ "깉": 205,
210
+ "깊": 206,
211
+ "까": 207,
212
+ "깍": 208,
213
+ "깎": 209,
214
+ "깐": 210,
215
+ "깔": 211,
216
+ "깜": 212,
217
+ "깝": 213,
218
+ "깟": 214,
219
+ "깠": 215,
220
+ "깡": 216,
221
+ "깥": 217,
222
+ "깨": 218,
223
+ "깩": 219,
224
+ "깬": 220,
225
+ "깰": 221,
226
+ "깸": 222,
227
+ "깹": 223,
228
+ "깻": 224,
229
+ "깼": 225,
230
+ "깽": 226,
231
+ "꺄": 227,
232
+ "꺅": 228,
233
+ "꺙": 229,
234
+ "꺠": 230,
235
+ "꺳": 231,
236
+ "꺴": 232,
237
+ "꺼": 233,
238
+ "꺽": 234,
239
+ "꺾": 235,
240
+ "껀": 236,
241
+ "껄": 237,
242
+ "껌": 238,
243
+ "껍": 239,
244
+ "껏": 240,
245
+ "껐": 241,
246
+ "껑": 242,
247
+ "께": 243,
248
+ "껜": 244,
249
+ "껨": 245,
250
+ "껩": 246,
251
+ "껫": 247,
252
+ "껭": 248,
253
+ "껴": 249,
254
+ "꼈": 250,
255
+ "꼐": 251,
256
+ "꼔": 252,
257
+ "꼬": 253,
258
+ "꼭": 254,
259
+ "꼰": 255,
260
+ "꼴": 256,
261
+ "꼼": 257,
262
+ "꼽": 258,
263
+ "꼿": 259,
264
+ "꽁": 260,
265
+ "꽂": 261,
266
+ "꽃": 262,
267
+ "꽈": 263,
268
+ "꽉": 264,
269
+ "꽌": 265,
270
+ "꽐": 266,
271
+ "꽜": 267,
272
+ "꽝": 268,
273
+ "꽤": 269,
274
+ "꽥": 270,
275
+ "꽹": 271,
276
+ "꾀": 272,
277
+ "꾜": 273,
278
+ "꾸": 274,
279
+ "꾹": 275,
280
+ "꾼": 276,
281
+ "꿀": 277,
282
+ "꿇": 278,
283
+ "꿈": 279,
284
+ "꿉": 280,
285
+ "꿋": 281,
286
+ "꿍": 282,
287
+ "꿎": 283,
288
+ "꿔": 284,
289
+ "꿘": 285,
290
+ "꿨": 286,
291
+ "꿩": 287,
292
+ "꿰": 288,
293
+ "뀄": 289,
294
+ "뀌": 290,
295
+ "뀐": 291,
296
+ "뀔": 292,
297
+ "뀜": 293,
298
+ "뀝": 294,
299
+ "뀠": 295,
300
+ "뀨": 296,
301
+ "뀰": 297,
302
+ "끄": 298,
303
+ "끅": 299,
304
+ "끈": 300,
305
+ "끊": 301,
306
+ "끌": 302,
307
+ "끍": 303,
308
+ "끓": 304,
309
+ "끔": 305,
310
+ "끕": 306,
311
+ "끗": 307,
312
+ "끙": 308,
313
+ "끝": 309,
314
+ "끟": 310,
315
+ "끼": 311,
316
+ "끽": 312,
317
+ "낀": 313,
318
+ "낄": 314,
319
+ "낌": 315,
320
+ "낍": 316,
321
+ "낐": 317,
322
+ "낑": 318,
323
+ "나": 319,
324
+ "낙": 320,
325
+ "낚": 321,
326
+ "난": 322,
327
+ "날": 323,
328
+ "낡": 324,
329
+ "남": 325,
330
+ "납": 326,
331
+ "낫": 327,
332
+ "났": 328,
333
+ "낭": 329,
334
+ "낮": 330,
335
+ "낯": 331,
336
+ "낱": 332,
337
+ "낳": 333,
338
+ "내": 334,
339
+ "낵": 335,
340
+ "낸": 336,
341
+ "낼": 337,
342
+ "냄": 338,
343
+ "냅": 339,
344
+ "냇": 340,
345
+ "냈": 341,
346
+ "냉": 342,
347
+ "냐": 343,
348
+ "냑": 344,
349
+ "냔": 345,
350
+ "냘": 346,
351
+ "냠": 347,
352
+ "냣": 348,
353
+ "냤": 349,
354
+ "냥": 350,
355
+ "냬": 351,
356
+ "너": 352,
357
+ "넉": 353,
358
+ "넋": 354,
359
+ "넌": 355,
360
+ "널": 356,
361
+ "넓": 357,
362
+ "넘": 358,
363
+ "넙": 359,
364
+ "넛": 360,
365
+ "넜": 361,
366
+ "넝": 362,
367
+ "넢": 363,
368
+ "넣": 364,
369
+ "네": 365,
370
+ "넥": 366,
371
+ "넨": 367,
372
+ "넬": 368,
373
+ "넴": 369,
374
+ "넵": 370,
375
+ "넷": 371,
376
+ "넸": 372,
377
+ "넹": 373,
378
+ "녀": 374,
379
+ "녁": 375,
380
+ "년": 376,
381
+ "녈": 377,
382
+ "념": 378,
383
+ "녓": 379,
384
+ "녔": 380,
385
+ "녕": 381,
386
+ "녘": 382,
387
+ "녛": 383,
388
+ "녜": 384,
389
+ "녤": 385,
390
+ "노": 386,
391
+ "녹": 387,
392
+ "논": 388,
393
+ "놀": 389,
394
+ "놈": 390,
395
+ "놉": 391,
396
+ "놋": 392,
397
+ "농": 393,
398
+ "높": 394,
399
+ "놓": 395,
400
+ "놔": 396,
401
+ "놨": 397,
402
+ "놰": 398,
403
+ "뇌": 399,
404
+ "뇨": 400,
405
+ "뇬": 401,
406
+ "뇸": 402,
407
+ "뇽": 403,
408
+ "누": 404,
409
+ "눅": 405,
410
+ "눈": 406,
411
+ "눌": 407,
412
+ "눔": 408,
413
+ "눕": 409,
414
+ "눗": 410,
415
+ "눙": 411,
416
+ "눟": 412,
417
+ "눠": 413,
418
+ "눴": 414,
419
+ "뉍": 415,
420
+ "뉘": 416,
421
+ "뉜": 417,
422
+ "뉠": 418,
423
+ "뉩": 419,
424
+ "뉴": 420,
425
+ "뉸": 421,
426
+ "늄": 422,
427
+ "늉": 423,
428
+ "늏": 424,
429
+ "느": 425,
430
+ "늑": 426,
431
+ "는": 427,
432
+ "늗": 428,
433
+ "늘": 429,
434
+ "늙": 430,
435
+ "늠": 431,
436
+ "늡": 432,
437
+ "능": 433,
438
+ "늦": 434,
439
+ "늪": 435,
440
+ "늫": 436,
441
+ "늬": 437,
442
+ "니": 438,
443
+ "닉": 439,
444
+ "닌": 440,
445
+ "닐": 441,
446
+ "님": 442,
447
+ "닙": 443,
448
+ "닛": 444,
449
+ "닜": 445,
450
+ "닝": 446,
451
+ "닠": 447,
452
+ "닢": 448,
453
+ "다": 449,
454
+ "닥": 450,
455
+ "닦": 451,
456
+ "단": 452,
457
+ "닫": 453,
458
+ "달": 454,
459
+ "닭": 455,
460
+ "닮": 456,
461
+ "닯": 457,
462
+ "닳": 458,
463
+ "담": 459,
464
+ "답": 460,
465
+ "닷": 461,
466
+ "당": 462,
467
+ "닿": 463,
468
+ "대": 464,
469
+ "댁": 465,
470
+ "댄": 466,
471
+ "댈": 467,
472
+ "댐": 468,
473
+ "댑": 469,
474
+ "댓": 470,
475
+ "댔": 471,
476
+ "댕": 472,
477
+ "댜": 473,
478
+ "댣": 474,
479
+ "더": 475,
480
+ "덕": 476,
481
+ "던": 477,
482
+ "덜": 478,
483
+ "덞": 479,
484
+ "덟": 480,
485
+ "덤": 481,
486
+ "덥": 482,
487
+ "덧": 483,
488
+ "덩": 484,
489
+ "덫": 485,
490
+ "덮": 486,
491
+ "데": 487,
492
+ "덱": 488,
493
+ "덴": 489,
494
+ "델": 490,
495
+ "뎀": 491,
496
+ "뎁": 492,
497
+ "뎃": 493,
498
+ "뎄": 494,
499
+ "뎅": 495,
500
+ "뎆": 496,
501
+ "뎊": 497,
502
+ "뎌": 498,
503
+ "뎠": 499,
504
+ "뎣": 500,
505
+ "도": 501,
506
+ "독": 502,
507
+ "돈": 503,
508
+ "돋": 504,
509
+ "돌": 505,
510
+ "돔": 506,
511
+ "돕": 507,
512
+ "돗": 508,
513
+ "동": 509,
514
+ "돛": 510,
515
+ "돠": 511,
516
+ "돤": 512,
517
+ "돼": 513,
518
+ "됀": 514,
519
+ "됍": 515,
520
+ "됏": 516,
521
+ "됐": 517,
522
+ "되": 518,
523
+ "된": 519,
524
+ "될": 520,
525
+ "됨": 521,
526
+ "됩": 522,
527
+ "됫": 523,
528
+ "됬": 524,
529
+ "됭": 525,
530
+ "두": 526,
531
+ "둑": 527,
532
+ "둔": 528,
533
+ "둘": 529,
534
+ "둠": 530,
535
+ "둡": 531,
536
+ "둣": 532,
537
+ "둥": 533,
538
+ "둬": 534,
539
+ "뒀": 535,
540
+ "뒈": 536,
541
+ "뒤": 537,
542
+ "뒨": 538,
543
+ "뒷": 539,
544
+ "뒹": 540,
545
+ "듀": 541,
546
+ "듈": 542,
547
+ "듐": 543,
548
+ "드": 544,
549
+ "득": 545,
550
+ "든": 546,
551
+ "듣": 547,
552
+ "들": 548,
553
+ "듦": 549,
554
+ "듬": 550,
555
+ "듭": 551,
556
+ "듯": 552,
557
+ "등": 553,
558
+ "디": 554,
559
+ "딕": 555,
560
+ "딘": 556,
561
+ "딛": 557,
562
+ "딜": 558,
563
+ "딤": 559,
564
+ "딥": 560,
565
+ "딧": 561,
566
+ "딨": 562,
567
+ "딩": 563,
568
+ "딪": 564,
569
+ "딫": 565,
570
+ "따": 566,
571
+ "딱": 567,
572
+ "딴": 568,
573
+ "딸": 569,
574
+ "땀": 570,
575
+ "땁": 571,
576
+ "땃": 572,
577
+ "땄": 573,
578
+ "땅": 574,
579
+ "땋": 575,
580
+ "때": 576,
581
+ "땍": 577,
582
+ "땐": 578,
583
+ "땔": 579,
584
+ "땜": 580,
585
+ "땝": 581,
586
+ "땟": 582,
587
+ "땠": 583,
588
+ "땡": 584,
589
+ "땨": 585,
590
+ "땽": 586,
591
+ "떄": 587,
592
+ "떈": 588,
593
+ "떌": 589,
594
+ "떘": 590,
595
+ "떙": 591,
596
+ "떠": 592,
597
+ "떡": 593,
598
+ "떤": 594,
599
+ "떨": 595,
600
+ "떫": 596,
601
+ "떰": 597,
602
+ "떱": 598,
603
+ "떳": 599,
604
+ "떴": 600,
605
+ "떵": 601,
606
+ "떻": 602,
607
+ "떼": 603,
608
+ "떽": 604,
609
+ "뗀": 605,
610
+ "뗄": 606,
611
+ "뗌": 607,
612
+ "뗍": 608,
613
+ "뗏": 609,
614
+ "뗐": 610,
615
+ "뗘": 611,
616
+ "뗴": 612,
617
+ "뗼": 613,
618
+ "똄": 614,
619
+ "또": 615,
620
+ "똑": 616,
621
+ "똔": 617,
622
+ "똘": 618,
623
+ "똠": 619,
624
+ "똥": 620,
625
+ "똧": 621,
626
+ "똬": 622,
627
+ "뙈": 623,
628
+ "뙤": 624,
629
+ "뚁": 625,
630
+ "뚜": 626,
631
+ "뚝": 627,
632
+ "뚠": 628,
633
+ "뚤": 629,
634
+ "뚫": 630,
635
+ "뚬": 631,
636
+ "뚭": 632,
637
+ "뚱": 633,
638
+ "뛀": 634,
639
+ "뛰": 635,
640
+ "뛴": 636,
641
+ "뛸": 637,
642
+ "뜀": 638,
643
+ "뜁": 639,
644
+ "뜃": 640,
645
+ "뜄": 641,
646
+ "뜨": 642,
647
+ "뜩": 643,
648
+ "뜬": 644,
649
+ "뜯": 645,
650
+ "뜰": 646,
651
+ "뜷": 647,
652
+ "뜸": 648,
653
+ "뜹": 649,
654
+ "뜻": 650,
655
+ "뜼": 651,
656
+ "뜽": 652,
657
+ "띁": 653,
658
+ "띄": 654,
659
+ "띈": 655,
660
+ "띌": 656,
661
+ "띔": 657,
662
+ "띕": 658,
663
+ "띠": 659,
664
+ "띡": 660,
665
+ "띤": 661,
666
+ "띨": 662,
667
+ "띰": 663,
668
+ "띱": 664,
669
+ "띵": 665,
670
+ "라": 666,
671
+ "락": 667,
672
+ "란": 668,
673
+ "랄": 669,
674
+ "랆": 670,
675
+ "람": 671,
676
+ "랍": 672,
677
+ "랏": 673,
678
+ "랐": 674,
679
+ "랑": 675,
680
+ "랖": 676,
681
+ "랗": 677,
682
+ "래": 678,
683
+ "랙": 679,
684
+ "랜": 680,
685
+ "랠": 681,
686
+ "램": 682,
687
+ "랩": 683,
688
+ "랫": 684,
689
+ "랬": 685,
690
+ "랭": 686,
691
+ "랴": 687,
692
+ "��": 688,
693
+ "럄": 689,
694
+ "량": 690,
695
+ "러": 691,
696
+ "럭": 692,
697
+ "런": 693,
698
+ "럴": 694,
699
+ "럼": 695,
700
+ "럽": 696,
701
+ "럿": 697,
702
+ "렀": 698,
703
+ "렁": 699,
704
+ "렇": 700,
705
+ "레": 701,
706
+ "렉": 702,
707
+ "렌": 703,
708
+ "렏": 704,
709
+ "렐": 705,
710
+ "렘": 706,
711
+ "렙": 707,
712
+ "렛": 708,
713
+ "렜": 709,
714
+ "렝": 710,
715
+ "려": 711,
716
+ "력": 712,
717
+ "련": 713,
718
+ "렬": 714,
719
+ "렴": 715,
720
+ "렵": 716,
721
+ "렷": 717,
722
+ "렸": 718,
723
+ "령": 719,
724
+ "렿": 720,
725
+ "례": 721,
726
+ "롁": 722,
727
+ "롄": 723,
728
+ "로": 724,
729
+ "록": 725,
730
+ "론": 726,
731
+ "롤": 727,
732
+ "롬": 728,
733
+ "롭": 729,
734
+ "롯": 730,
735
+ "롱": 731,
736
+ "롷": 732,
737
+ "롸": 733,
738
+ "롹": 734,
739
+ "롼": 735,
740
+ "뢰": 736,
741
+ "료": 737,
742
+ "룐": 738,
743
+ "룟": 739,
744
+ "룡": 740,
745
+ "루": 741,
746
+ "룩": 742,
747
+ "룬": 743,
748
+ "룰": 744,
749
+ "룸": 745,
750
+ "룹": 746,
751
+ "룻": 747,
752
+ "룽": 748,
753
+ "뤄": 749,
754
+ "뤘": 750,
755
+ "뤼": 751,
756
+ "류": 752,
757
+ "륙": 753,
758
+ "륜": 754,
759
+ "률": 755,
760
+ "륨": 756,
761
+ "륭": 757,
762
+ "르": 758,
763
+ "륵": 759,
764
+ "른": 760,
765
+ "를": 761,
766
+ "름": 762,
767
+ "릅": 763,
768
+ "릇": 764,
769
+ "릉": 765,
770
+ "릎": 766,
771
+ "릏": 767,
772
+ "리": 768,
773
+ "릭": 769,
774
+ "린": 770,
775
+ "릴": 771,
776
+ "림": 772,
777
+ "립": 773,
778
+ "릿": 774,
779
+ "맀": 775,
780
+ "링": 776,
781
+ "맇": 777,
782
+ "마": 778,
783
+ "막": 779,
784
+ "만": 780,
785
+ "많": 781,
786
+ "맏": 782,
787
+ "말": 783,
788
+ "맑": 784,
789
+ "맘": 785,
790
+ "맙": 786,
791
+ "맛": 787,
792
+ "맜": 788,
793
+ "망": 789,
794
+ "맞": 790,
795
+ "맟": 791,
796
+ "맡": 792,
797
+ "맣": 793,
798
+ "매": 794,
799
+ "맥": 795,
800
+ "맨": 796,
801
+ "맬": 797,
802
+ "맴": 798,
803
+ "맵": 799,
804
+ "맷": 800,
805
+ "맸": 801,
806
+ "맹": 802,
807
+ "맺": 803,
808
+ "맻": 804,
809
+ "맽": 805,
810
+ "먀": 806,
811
+ "먕": 807,
812
+ "머": 808,
813
+ "먹": 809,
814
+ "먼": 810,
815
+ "멀": 811,
816
+ "멈": 812,
817
+ "멉": 813,
818
+ "멋": 814,
819
+ "멍": 815,
820
+ "멎": 816,
821
+ "멓": 817,
822
+ "메": 818,
823
+ "멕": 819,
824
+ "멘": 820,
825
+ "멜": 821,
826
+ "멤": 822,
827
+ "멧": 823,
828
+ "멨": 824,
829
+ "멩": 825,
830
+ "멫": 826,
831
+ "며": 827,
832
+ "멱": 828,
833
+ "면": 829,
834
+ "멸": 830,
835
+ "몄": 831,
836
+ "명": 832,
837
+ "몆": 833,
838
+ "몇": 834,
839
+ "모": 835,
840
+ "목": 836,
841
+ "몫": 837,
842
+ "몬": 838,
843
+ "몰": 839,
844
+ "몸": 840,
845
+ "몹": 841,
846
+ "못": 842,
847
+ "몽": 843,
848
+ "뫄": 844,
849
+ "뫠": 845,
850
+ "뫼": 846,
851
+ "묘": 847,
852
+ "묫": 848,
853
+ "묭": 849,
854
+ "무": 850,
855
+ "묵": 851,
856
+ "묶": 852,
857
+ "문": 853,
858
+ "묻": 854,
859
+ "물": 855,
860
+ "묽": 856,
861
+ "뭄": 857,
862
+ "뭅": 858,
863
+ "뭇": 859,
864
+ "뭉": 860,
865
+ "뭍": 861,
866
+ "뭏": 862,
867
+ "뭐": 863,
868
+ "뭔": 864,
869
+ "뭘": 865,
870
+ "뭠": 866,
871
+ "뭡": 867,
872
+ "뭣": 868,
873
+ "뭥": 869,
874
+ "뭰": 870,
875
+ "뮈": 871,
876
+ "뮌": 872,
877
+ "뮙": 873,
878
+ "뮝": 874,
879
+ "뮤": 875,
880
+ "뮨": 876,
881
+ "뮬": 877,
882
+ "뮴": 878,
883
+ "므": 879,
884
+ "믁": 880,
885
+ "믄": 881,
886
+ "믇": 882,
887
+ "믈": 883,
888
+ "믐": 884,
889
+ "믑": 885,
890
+ "미": 886,
891
+ "믹": 887,
892
+ "민": 888,
893
+ "믾": 889,
894
+ "믿": 890,
895
+ "밀": 891,
896
+ "밈": 892,
897
+ "밉": 893,
898
+ "밋": 894,
899
+ "밌": 895,
900
+ "밍": 896,
901
+ "밎": 897,
902
+ "및": 898,
903
+ "밑": 899,
904
+ "바": 900,
905
+ "박": 901,
906
+ "밖": 902,
907
+ "반": 903,
908
+ "받": 904,
909
+ "발": 905,
910
+ "밝": 906,
911
+ "밟": 907,
912
+ "밤": 908,
913
+ "밥": 909,
914
+ "밧": 910,
915
+ "밨": 911,
916
+ "방": 912,
917
+ "밫": 913,
918
+ "밭": 914,
919
+ "배": 915,
920
+ "백": 916,
921
+ "밲": 917,
922
+ "밴": 918,
923
+ "밸": 919,
924
+ "뱀": 920,
925
+ "뱁": 921,
926
+ "뱃": 922,
927
+ "뱄": 923,
928
+ "뱅": 924,
929
+ "뱉": 925,
930
+ "뱌": 926,
931
+ "버": 927,
932
+ "벅": 928,
933
+ "번": 929,
934
+ "벋": 930,
935
+ "벌": 931,
936
+ "범": 932,
937
+ "법": 933,
938
+ "벗": 934,
939
+ "벙": 935,
940
+ "벚": 936,
941
+ "벛": 937,
942
+ "베": 938,
943
+ "벡": 939,
944
+ "벤": 940,
945
+ "벨": 941,
946
+ "벰": 942,
947
+ "벳": 943,
948
+ "벴": 944,
949
+ "벵": 945,
950
+ "벼": 946,
951
+ "벽": 947,
952
+ "변": 948,
953
+ "별": 949,
954
+ "볌": 950,
955
+ "볍": 951,
956
+ "볏": 952,
957
+ "볐": 953,
958
+ "병": 954,
959
+ "볓": 955,
960
+ "볕": 956,
961
+ "보": 957,
962
+ "복": 958,
963
+ "볶": 959,
964
+ "본": 960,
965
+ "볻": 961,
966
+ "볼": 962,
967
+ "봄": 963,
968
+ "봅": 964,
969
+ "봇": 965,
970
+ "봈": 966,
971
+ "봉": 967,
972
+ "봐": 968,
973
+ "봔": 969,
974
+ "봣": 970,
975
+ "봤": 971,
976
+ "봥": 972,
977
+ "봬": 973,
978
+ "봰": 974,
979
+ "봴": 975,
980
+ "봽": 976,
981
+ "뵀": 977,
982
+ "뵈": 978,
983
+ "뵌": 979,
984
+ "뵐": 980,
985
+ "뵙": 981,
986
+ "뵜": 982,
987
+ "뵤": 983,
988
+ "뵨": 984,
989
+ "뵬": 985,
990
+ "뵹": 986,
991
+ "부": 987,
992
+ "북": 988,
993
+ "분": 989,
994
+ "붇": 990,
995
+ "불": 991,
996
+ "붉": 992,
997
+ "붐": 993,
998
+ "붑": 994,
999
+ "붓": 995,
1000
+ "붔": 996,
1001
+ "붕": 997,
1002
+ "붙": 998,
1003
+ "붜": 999,
1004
+ "뷔": 1000,
1005
+ "뷰": 1001,
1006
+ "뷴": 1002,
1007
+ "뷸": 1003,
1008
+ "븅": 1004,
1009
+ "브": 1005,
1010
+ "븐": 1006,
1011
+ "블": 1007,
1012
+ "븜": 1008,
1013
+ "븝": 1009,
1014
+ "븥": 1010,
1015
+ "비": 1011,
1016
+ "빅": 1012,
1017
+ "빈": 1013,
1018
+ "빌": 1014,
1019
+ "빔": 1015,
1020
+ "빕": 1016,
1021
+ "빗": 1017,
1022
+ "빙": 1018,
1023
+ "빚": 1019,
1024
+ "빛": 1020,
1025
+ "빠": 1021,
1026
+ "빡": 1022,
1027
+ "빤": 1023,
1028
+ "빨": 1024,
1029
+ "빰": 1025,
1030
+ "빱": 1026,
1031
+ "빳": 1027,
1032
+ "빴": 1028,
1033
+ "빵": 1029,
1034
+ "빻": 1030,
1035
+ "빼": 1031,
1036
+ "빽": 1032,
1037
+ "뺀": 1033,
1038
+ "뺄": 1034,
1039
+ "뺌": 1035,
1040
+ "뺍": 1036,
1041
+ "뺏": 1037,
1042
+ "뺐": 1038,
1043
+ "뺑": 1039,
1044
+ "뺘": 1040,
1045
+ "뺨": 1041,
1046
+ "뺴": 1042,
1047
+ "뺵": 1043,
1048
+ "뺸": 1044,
1049
+ "뺼": 1045,
1050
+ "뻐": 1046,
1051
+ "뻑": 1047,
1052
+ "뻔": 1048,
1053
+ "뻗": 1049,
1054
+ "뻘": 1050,
1055
+ "뻠": 1051,
1056
+ "뻣": 1052,
1057
+ "뻤": 1053,
1058
+ "뻥": 1054,
1059
+ "뻬": 1055,
1060
+ "뻰": 1056,
1061
+ "뻴": 1057,
1062
+ "뼀": 1058,
1063
+ "뼈": 1059,
1064
+ "뼉": 1060,
1065
+ "뼌": 1061,
1066
+ "뼘": 1062,
1067
+ "뼛": 1063,
1068
+ "뼝": 1064,
1069
+ "뽀": 1065,
1070
+ "뽁": 1066,
1071
+ "뽂": 1067,
1072
+ "뽄": 1068,
1073
+ "뽈": 1069,
1074
+ "뽐": 1070,
1075
+ "뽑": 1071,
1076
+ "뽕": 1072,
1077
+ "뽝": 1073,
1078
+ "뾰": 1074,
1079
+ "뾱": 1075,
1080
+ "뿅": 1076,
1081
+ "뿌": 1077,
1082
+ "뿍": 1078,
1083
+ "뿐": 1079,
1084
+ "뿔": 1080,
1085
+ "뿛": 1081,
1086
+ "뿜": 1082,
1087
+ "뿝": 1083,
1088
+ "뿟": 1084,
1089
+ "뿠": 1085,
1090
+ "뿡": 1086,
1091
+ "뿨": 1087,
1092
+ "쀠": 1088,
1093
+ "쀼": 1089,
1094
+ "쁘": 1090,
1095
+ "쁜": 1091,
1096
+ "쁠": 1092,
1097
+ "쁨": 1093,
1098
+ "쁩": 1094,
1099
+ "삐": 1095,
1100
+ "삑": 1096,
1101
+ "삔": 1097,
1102
+ "삘": 1098,
1103
+ "삣": 1099,
1104
+ "삤": 1100,
1105
+ "삥": 1101,
1106
+ "사": 1102,
1107
+ "삭": 1103,
1108
+ "산": 1104,
1109
+ "살": 1105,
1110
+ "삶": 1106,
1111
+ "삷": 1107,
1112
+ "삼": 1108,
1113
+ "삽": 1109,
1114
+ "삿": 1110,
1115
+ "샀": 1111,
1116
+ "상": 1112,
1117
+ "샂": 1113,
1118
+ "샅": 1114,
1119
+ "새": 1115,
1120
+ "색": 1116,
1121
+ "샌": 1117,
1122
+ "샐": 1118,
1123
+ "샘": 1119,
1124
+ "샙": 1120,
1125
+ "샛": 1121,
1126
+ "샜": 1122,
1127
+ "생": 1123,
1128
+ "샤": 1124,
1129
+ "샥": 1125,
1130
+ "샨": 1126,
1131
+ "샬": 1127,
1132
+ "샴": 1128,
1133
+ "샵": 1129,
1134
+ "샷": 1130,
1135
+ "샹": 1131,
1136
+ "샾": 1132,
1137
+ "섀": 1133,
1138
+ "서": 1134,
1139
+ "석": 1135,
1140
+ "섞": 1136,
1141
+ "선": 1137,
1142
+ "섣": 1138,
1143
+ "설": 1139,
1144
+ "섫": 1140,
1145
+ "섬": 1141,
1146
+ "섭": 1142,
1147
+ "섯": 1143,
1148
+ "섰": 1144,
1149
+ "성": 1145,
1150
+ "세": 1146,
1151
+ "섹": 1147,
1152
+ "센": 1148,
1153
+ "셀": 1149,
1154
+ "셈": 1150,
1155
+ "셉": 1151,
1156
+ "셋": 1152,
1157
+ "셌": 1153,
1158
+ "셍": 1154,
1159
+ "셔": 1155,
1160
+ "셖": 1156,
1161
+ "션": 1157,
1162
+ "셜": 1158,
1163
+ "셥": 1159,
1164
+ "셧": 1160,
1165
+ "셨": 1161,
1166
+ "셩": 1162,
1167
+ "셰": 1163,
1168
+ "셱": 1164,
1169
+ "셴": 1165,
1170
+ "셸": 1166,
1171
+ "솁": 1167,
1172
+ "솅": 1168,
1173
+ "소": 1169,
1174
+ "속": 1170,
1175
+ "솎": 1171,
1176
+ "손": 1172,
1177
+ "솔": 1173,
1178
+ "솜": 1174,
1179
+ "솝": 1175,
1180
+ "솟": 1176,
1181
+ "송": 1177,
1182
+ "솥": 1178,
1183
+ "솨": 1179,
1184
+ "솼": 1180,
1185
+ "쇄": 1181,
1186
+ "쇠": 1182,
1187
+ "쇳": 1183,
1188
+ "쇼": 1184,
1189
+ "쇽": 1185,
1190
+ "숀": 1186,
1191
+ "숄": 1187,
1192
+ "숍": 1188,
1193
+ "숏": 1189,
1194
+ "숑": 1190,
1195
+ "수": 1191,
1196
+ "숙": 1192,
1197
+ "순": 1193,
1198
+ "숟": 1194,
1199
+ "술": 1195,
1200
+ "숨": 1196,
1201
+ "숩": 1197,
1202
+ "숫": 1198,
1203
+ "숭": 1199,
1204
+ "숯": 1200,
1205
+ "숱": 1201,
1206
+ "숲": 1202,
1207
+ "숴": 1203,
1208
+ "쉈": 1204,
1209
+ "쉐": 1205,
1210
+ "쉑": 1206,
1211
+ "쉔": 1207,
1212
+ "쉘": 1208,
1213
+ "쉡": 1209,
1214
+ "쉣": 1210,
1215
+ "쉬": 1211,
1216
+ "쉭": 1212,
1217
+ "쉰": 1213,
1218
+ "쉴": 1214,
1219
+ "쉼": 1215,
1220
+ "쉽": 1216,
1221
+ "쉿": 1217,
1222
+ "슁": 1218,
1223
+ "슈": 1219,
1224
+ "슉": 1220,
1225
+ "슌": 1221,
1226
+ "슐": 1222,
1227
+ "슘": 1223,
1228
+ "슙": 1224,
1229
+ "슛": 1225,
1230
+ "슝": 1226,
1231
+ "스": 1227,
1232
+ "슥": 1228,
1233
+ "슨": 1229,
1234
+ "슬": 1230,
1235
+ "슴": 1231,
1236
+ "습": 1232,
1237
+ "슷": 1233,
1238
+ "승": 1234,
1239
+ "슺": 1235,
1240
+ "슽": 1236,
1241
+ "슾": 1237,
1242
+ "시": 1238,
1243
+ "식": 1239,
1244
+ "신": 1240,
1245
+ "싣": 1241,
1246
+ "실": 1242,
1247
+ "싫": 1243,
1248
+ "심": 1244,
1249
+ "십": 1245,
1250
+ "싯": 1246,
1251
+ "싰": 1247,
1252
+ "싱": 1248,
1253
+ "싶": 1249,
1254
+ "싸": 1250,
1255
+ "싹": 1251,
1256
+ "싼": 1252,
1257
+ "쌀": 1253,
1258
+ "쌂": 1254,
1259
+ "쌈": 1255,
1260
+ "쌉": 1256,
1261
+ "쌋": 1257,
1262
+ "쌌": 1258,
1263
+ "쌍": 1259,
1264
+ "쌓": 1260,
1265
+ "쌔": 1261,
1266
+ "쌕": 1262,
1267
+ "쌘": 1263,
1268
+ "쌜": 1264,
1269
+ "쌤": 1265,
1270
+ "쌥": 1266,
1271
+ "쌨": 1267,
1272
+ "쌩": 1268,
1273
+ "쌰": 1269,
1274
+ "쌸": 1270,
1275
+ "썅": 1271,
1276
+ "썌": 1272,
1277
+ "썜": 1273,
1278
+ "썡": 1274,
1279
+ "써": 1275,
1280
+ "썩": 1276,
1281
+ "썪": 1277,
1282
+ "썫": 1278,
1283
+ "썬": 1279,
1284
+ "썰": 1280,
1285
+ "썷": 1281,
1286
+ "썸": 1282,
1287
+ "썹": 1283,
1288
+ "썻": 1284,
1289
+ "썼": 1285,
1290
+ "썽": 1286,
1291
+ "쎄": 1287,
1292
+ "쎅": 1288,
1293
+ "쎈": 1289,
1294
+ "쎌": 1290,
1295
+ "쎔": 1291,
1296
+ "쎕": 1292,
1297
+ "쎘": 1293,
1298
+ "쎙": 1294,
1299
+ "쎠": 1295,
1300
+ "쎱": 1296,
1301
+ "쎴": 1297,
1302
+ "쎼": 1298,
1303
+ "쏀": 1299,
1304
+ "쏘": 1300,
1305
+ "쏙": 1301,
1306
+ "쏜": 1302,
1307
+ "쏟": 1303,
1308
+ "쏠": 1304,
1309
+ "쏨": 1305,
1310
+ "쏩": 1306,
1311
+ "쏫": 1307,
1312
+ "쏭": 1308,
1313
+ "쏴": 1309,
1314
+ "쏵": 1310,
1315
+ "쐈": 1311,
1316
+ "쐐": 1312,
1317
+ "쐬": 1313,
1318
+ "쐭": 1314,
1319
+ "쐴": 1315,
1320
+ "쑈": 1316,
1321
+ "쑉": 1317,
1322
+ "쑐": 1318,
1323
+ "쑝": 1319,
1324
+ "쑤": 1320,
1325
+ "쑥": 1321,
1326
+ "쑨": 1322,
1327
+ "쒀": 1323,
1328
+ "쒯": 1324,
1329
+ "쒸": 1325,
1330
+ "쓋": 1326,
1331
+ "쓤": 1327,
1332
+ "쓩": 1328,
1333
+ "쓰": 1329,
1334
+ "쓱": 1330,
1335
+ "쓴": 1331,
1336
+ "쓸": 1332,
1337
+ "쓽": 1333,
1338
+ "씀": 1334,
1339
+ "씁": 1335,
1340
+ "씅": 1336,
1341
+ "씌": 1337,
1342
+ "씐": 1338,
1343
+ "씨": 1339,
1344
+ "씩": 1340,
1345
+ "씬": 1341,
1346
+ "씰": 1342,
1347
+ "씸": 1343,
1348
+ "씹": 1344,
1349
+ "씻": 1345,
1350
+ "씼": 1346,
1351
+ "씽": 1347,
1352
+ "아": 1348,
1353
+ "악": 1349,
1354
+ "안": 1350,
1355
+ "앉": 1351,
1356
+ "않": 1352,
1357
+ "알": 1353,
1358
+ "앎": 1354,
1359
+ "앑": 1355,
1360
+ "앓": 1356,
1361
+ "암": 1357,
1362
+ "압": 1358,
1363
+ "앗": 1359,
1364
+ "았": 1360,
1365
+ "앙": 1361,
1366
+ "앞": 1362,
1367
+ "애": 1363,
1368
+ "액": 1364,
1369
+ "앤": 1365,
1370
+ "앨": 1366,
1371
+ "앰": 1367,
1372
+ "앱": 1368,
1373
+ "앳": 1369,
1374
+ "앴": 1370,
1375
+ "앵": 1371,
1376
+ "앸": 1372,
1377
+ "야": 1373,
1378
+ "약": 1374,
1379
+ "얀": 1375,
1380
+ "얄": 1376,
1381
+ "얇": 1377,
1382
+ "얌": 1378,
1383
+ "얍": 1379,
1384
+ "얏": 1380,
1385
+ "양": 1381,
1386
+ "얕": 1382,
1387
+ "얗": 1383,
1388
+ "얘": 1384,
1389
+ "얜": 1385,
1390
+ "얠": 1386,
1391
+ "얬": 1387,
1392
+ "얭": 1388,
1393
+ "어": 1389,
1394
+ "억": 1390,
1395
+ "언": 1391,
1396
+ "얹": 1392,
1397
+ "얻": 1393,
1398
+ "얼": 1394,
1399
+ "얽": 1395,
1400
+ "엄": 1396,
1401
+ "업": 1397,
1402
+ "없": 1398,
1403
+ "엇": 1399,
1404
+ "었": 1400,
1405
+ "엉": 1401,
1406
+ "엊": 1402,
1407
+ "엌": 1403,
1408
+ "엍": 1404,
1409
+ "엎": 1405,
1410
+ "에": 1406,
1411
+ "엑": 1407,
1412
+ "엔": 1408,
1413
+ "엘": 1409,
1414
+ "엝": 1410,
1415
+ "엠": 1411,
1416
+ "엡": 1412,
1417
+ "엣": 1413,
1418
+ "엥": 1414,
1419
+ "여": 1415,
1420
+ "역": 1416,
1421
+ "엮": 1417,
1422
+ "연": 1418,
1423
+ "열": 1419,
1424
+ "염": 1420,
1425
+ "엽": 1421,
1426
+ "엾": 1422,
1427
+ "엿": 1423,
1428
+ "였": 1424,
1429
+ "영": 1425,
1430
+ "옅": 1426,
1431
+ "옆": 1427,
1432
+ "옇": 1428,
1433
+ "예": 1429,
1434
+ "옉": 1430,
1435
+ "옌": 1431,
1436
+ "옐": 1432,
1437
+ "옘": 1433,
1438
+ "옙": 1434,
1439
+ "옛": 1435,
1440
+ "옜": 1436,
1441
+ "오": 1437,
1442
+ "옥": 1438,
1443
+ "온": 1439,
1444
+ "옫": 1440,
1445
+ "올": 1441,
1446
+ "옮": 1442,
1447
+ "옳": 1443,
1448
+ "옴": 1444,
1449
+ "옵": 1445,
1450
+ "옷": 1446,
1451
+ "옸": 1447,
1452
+ "옹": 1448,
1453
+ "옻": 1449,
1454
+ "옽": 1450,
1455
+ "와": 1451,
1456
+ "왁": 1452,
1457
+ "완": 1453,
1458
+ "왈": 1454,
1459
+ "왐": 1455,
1460
+ "왑": 1456,
1461
+ "왓": 1457,
1462
+ "왔": 1458,
1463
+ "왕": 1459,
1464
+ "왘": 1460,
1465
+ "왜": 1461,
1466
+ "왠": 1462,
1467
+ "왤": 1463,
1468
+ "왯": 1464,
1469
+ "왱": 1465,
1470
+ "외": 1466,
1471
+ "왼": 1467,
1472
+ "욌": 1468,
1473
+ "요": 1469,
1474
+ "욕": 1470,
1475
+ "욘": 1471,
1476
+ "욜": 1472,
1477
+ "욤": 1473,
1478
+ "욥": 1474,
1479
+ "욧": 1475,
1480
+ "용": 1476,
1481
+ "우": 1477,
1482
+ "욱": 1478,
1483
+ "운": 1479,
1484
+ "울": 1480,
1485
+ "움": 1481,
1486
+ "웁": 1482,
1487
+ "웃": 1483,
1488
+ "웅": 1484,
1489
+ "워": 1485,
1490
+ "웍": 1486,
1491
+ "원": 1487,
1492
+ "월": 1488,
1493
+ "웜": 1489,
1494
+ "웟": 1490,
1495
+ "웠": 1491,
1496
+ "웡": 1492,
1497
+ "웤": 1493,
1498
+ "웨": 1494,
1499
+ "웩": 1495,
1500
+ "웬": 1496,
1501
+ "웰": 1497,
1502
+ "웸": 1498,
1503
+ "웹": 1499,
1504
+ "웻": 1500,
1505
+ "웽": 1501,
1506
+ "위": 1502,
1507
+ "윅": 1503,
1508
+ "윈": 1504,
1509
+ "윌": 1505,
1510
+ "윔": 1506,
1511
+ "윕": 1507,
1512
+ "윗": 1508,
1513
+ "윙": 1509,
1514
+ "유": 1510,
1515
+ "육": 1511,
1516
+ "윤": 1512,
1517
+ "윦": 1513,
1518
+ "윧": 1514,
1519
+ "율": 1515,
1520
+ "윰": 1516,
1521
+ "윳": 1517,
1522
+ "융": 1518,
1523
+ "윷": 1519,
1524
+ "으": 1520,
1525
+ "윽": 1521,
1526
+ "은": 1522,
1527
+ "읃": 1523,
1528
+ "을": 1524,
1529
+ "읇": 1525,
1530
+ "읊": 1526,
1531
+ "음": 1527,
1532
+ "읍": 1528,
1533
+ "읎": 1529,
1534
+ "읏": 1530,
1535
+ "읐": 1531,
1536
+ "응": 1532,
1537
+ "읒": 1533,
1538
+ "읓": 1534,
1539
+ "읔": 1535,
1540
+ "읖": 1536,
1541
+ "읗": 1537,
1542
+ "의": 1538,
1543
+ "이": 1539,
1544
+ "익": 1540,
1545
+ "인": 1541,
1546
+ "일": 1542,
1547
+ "읽": 1543,
1548
+ "잃": 1544,
1549
+ "임": 1545,
1550
+ "입": 1546,
1551
+ "잇": 1547,
1552
+ "있": 1548,
1553
+ "잉": 1549,
1554
+ "잊": 1550,
1555
+ "잌": 1551,
1556
+ "잎": 1552,
1557
+ "자": 1553,
1558
+ "작": 1554,
1559
+ "잒": 1555,
1560
+ "잔": 1556,
1561
+ "잖": 1557,
1562
+ "잘": 1558,
1563
+ "잠": 1559,
1564
+ "잡": 1560,
1565
+ "잣": 1561,
1566
+ "잤": 1562,
1567
+ "장": 1563,
1568
+ "잦": 1564,
1569
+ "잩": 1565,
1570
+ "재": 1566,
1571
+ "잭": 1567,
1572
+ "잰": 1568,
1573
+ "잴": 1569,
1574
+ "잼": 1570,
1575
+ "잽": 1571,
1576
+ "잿": 1572,
1577
+ "쟀": 1573,
1578
+ "쟁": 1574,
1579
+ "쟈": 1575,
1580
+ "쟉": 1576,
1581
+ "쟎": 1577,
1582
+ "쟜": 1578,
1583
+ "쟤": 1579,
1584
+ "쟥": 1580,
1585
+ "쟨": 1581,
1586
+ "저": 1582,
1587
+ "적": 1583,
1588
+ "전": 1584,
1589
+ "절": 1585,
1590
+ "젊": 1586,
1591
+ "점": 1587,
1592
+ "접": 1588,
1593
+ "젓": 1589,
1594
+ "젔": 1590,
1595
+ "정": 1591,
1596
+ "젖": 1592,
1597
+ "제": 1593,
1598
+ "젝": 1594,
1599
+ "젠": 1595,
1600
+ "젣": 1596,
1601
+ "젤": 1597,
1602
+ "젬": 1598,
1603
+ "젭": 1599,
1604
+ "젯": 1600,
1605
+ "젶": 1601,
1606
+ "져": 1602,
1607
+ "젹": 1603,
1608
+ "젼": 1604,
1609
+ "졋": 1605,
1610
+ "졌": 1606,
1611
+ "졍": 1607,
1612
+ "조": 1608,
1613
+ "족": 1609,
1614
+ "존": 1610,
1615
+ "졸": 1611,
1616
+ "좀": 1612,
1617
+ "좁": 1613,
1618
+ "좃": 1614,
1619
+ "종": 1615,
1620
+ "좆": 1616,
1621
+ "좇": 1617,
1622
+ "좋": 1618,
1623
+ "좌": 1619,
1624
+ "좍": 1620,
1625
+ "좔": 1621,
1626
+ "죄": 1622,
1627
+ "죈": 1623,
1628
+ "죌": 1624,
1629
+ "죗": 1625,
1630
+ "죙": 1626,
1631
+ "죠": 1627,
1632
+ "죤": 1628,
1633
+ "죨": 1629,
1634
+ "죵": 1630,
1635
+ "죻": 1631,
1636
+ "주": 1632,
1637
+ "죽": 1633,
1638
+ "준": 1634,
1639
+ "줄": 1635,
1640
+ "줌": 1636,
1641
+ "줍": 1637,
1642
+ "줏": 1638,
1643
+ "줐": 1639,
1644
+ "중": 1640,
1645
+ "줘": 1641,
1646
+ "줫": 1642,
1647
+ "줬": 1643,
1648
+ "줮": 1644,
1649
+ "쥐": 1645,
1650
+ "쥑": 1646,
1651
+ "쥔": 1647,
1652
+ "쥘": 1648,
1653
+ "쥬": 1649,
1654
+ "쥰": 1650,
1655
+ "쥴": 1651,
1656
+ "즈": 1652,
1657
+ "즉": 1653,
1658
+ "즌": 1654,
1659
+ "즐": 1655,
1660
+ "즘": 1656,
1661
+ "즙": 1657,
1662
+ "즛": 1658,
1663
+ "증": 1659,
1664
+ "즣": 1660,
1665
+ "지": 1661,
1666
+ "직": 1662,
1667
+ "진": 1663,
1668
+ "짆": 1664,
1669
+ "질": 1665,
1670
+ "짊": 1666,
1671
+ "짐": 1667,
1672
+ "집": 1668,
1673
+ "짓": 1669,
1674
+ "짔": 1670,
1675
+ "징": 1671,
1676
+ "짖": 1672,
1677
+ "짙": 1673,
1678
+ "짚": 1674,
1679
+ "짛": 1675,
1680
+ "짜": 1676,
1681
+ "짝": 1677,
1682
+ "짞": 1678,
1683
+ "짠": 1679,
1684
+ "짢": 1680,
1685
+ "짤": 1681,
1686
+ "짧": 1682,
1687
+ "짬": 1683,
1688
+ "짭": 1684,
1689
+ "짯": 1685,
1690
+ "짰": 1686,
1691
+ "짱": 1687,
1692
+ "째": 1688,
1693
+ "짹": 1689,
1694
+ "짼": 1690,
1695
+ "쨀": 1691,
1696
+ "쨈": 1692,
1697
+ "쨉": 1693,
1698
+ "쨋": 1694,
1699
+ "쨌": 1695,
1700
+ "쨍": 1696,
1701
+ "쨔": 1697,
1702
+ "쨘": 1698,
1703
+ "쨩": 1699,
1704
+ "쨰": 1700,
1705
+ "쨱": 1701,
1706
+ "쩁": 1702,
1707
+ "쩃": 1703,
1708
+ "쩄": 1704,
1709
+ "쩌": 1705,
1710
+ "쩍": 1706,
1711
+ "쩐": 1707,
1712
+ "쩔": 1708,
1713
+ "쩜": 1709,
1714
+ "쩝": 1710,
1715
+ "쩟": 1711,
1716
+ "쩠": 1712,
1717
+ "쩡": 1713,
1718
+ "쩧": 1714,
1719
+ "쩨": 1715,
1720
+ "쩰": 1716,
1721
+ "쩼": 1717,
1722
+ "쪄": 1718,
1723
+ "쪈": 1719,
1724
+ "쪘": 1720,
1725
+ "쪙": 1721,
1726
+ "쪠": 1722,
1727
+ "쪼": 1723,
1728
+ "쪽": 1724,
1729
+ "쫀": 1725,
1730
+ "쫄": 1726,
1731
+ "쫌": 1727,
1732
+ "쫍": 1728,
1733
+ "쫏": 1729,
1734
+ "쫑": 1730,
1735
+ "쫒": 1731,
1736
+ "쫓": 1732,
1737
+ "쫘": 1733,
1738
+ "쫙": 1734,
1739
+ "쫜": 1735,
1740
+ "쬐": 1736,
1741
+ "쬘": 1737,
1742
+ "쬤": 1738,
1743
+ "쬬": 1739,
1744
+ "쬭": 1740,
1745
+ "쭈": 1741,
1746
+ "쭉": 1742,
1747
+ "쭌": 1743,
1748
+ "쭐": 1744,
1749
+ "쭘": 1745,
1750
+ "쭙": 1746,
1751
+ "쭝": 1747,
1752
+ "쭤": 1748,
1753
+ "쭵": 1749,
1754
+ "쮜": 1750,
1755
+ "쮸": 1751,
1756
+ "쮹": 1752,
1757
+ "쯔": 1753,
1758
+ "쯕": 1754,
1759
+ "쯜": 1755,
1760
+ "쯤": 1756,
1761
+ "쯥": 1757,
1762
+ "쯧": 1758,
1763
+ "찌": 1759,
1764
+ "찍": 1760,
1765
+ "찎": 1761,
1766
+ "찐": 1762,
1767
+ "찔": 1763,
1768
+ "찜": 1764,
1769
+ "찝": 1765,
1770
+ "찟": 1766,
1771
+ "찡": 1767,
1772
+ "찢": 1768,
1773
+ "찧": 1769,
1774
+ "차": 1770,
1775
+ "착": 1771,
1776
+ "찬": 1772,
1777
+ "찮": 1773,
1778
+ "찰": 1774,
1779
+ "참": 1775,
1780
+ "찹": 1776,
1781
+ "찻": 1777,
1782
+ "찼": 1778,
1783
+ "창": 1779,
1784
+ "찾": 1780,
1785
+ "찿": 1781,
1786
+ "채": 1782,
1787
+ "책": 1783,
1788
+ "챈": 1784,
1789
+ "챌": 1785,
1790
+ "챔": 1786,
1791
+ "챕": 1787,
1792
+ "챗": 1788,
1793
+ "챘": 1789,
1794
+ "챙": 1790,
1795
+ "챠": 1791,
1796
+ "챤": 1792,
1797
+ "챦": 1793,
1798
+ "처": 1794,
1799
+ "척": 1795,
1800
+ "천": 1796,
1801
+ "철": 1797,
1802
+ "첨": 1798,
1803
+ "첩": 1799,
1804
+ "첫": 1800,
1805
+ "청": 1801,
1806
+ "첮": 1802,
1807
+ "체": 1803,
1808
+ "첵": 1804,
1809
+ "첸": 1805,
1810
+ "첼": 1806,
1811
+ "쳅": 1807,
1812
+ "쳇": 1808,
1813
+ "쳌": 1809,
1814
+ "쳐": 1810,
1815
+ "쳔": 1811,
1816
+ "쳤": 1812,
1817
+ "초": 1813,
1818
+ "촉": 1814,
1819
+ "촌": 1815,
1820
+ "촐": 1816,
1821
+ "촘": 1817,
1822
+ "촙": 1818,
1823
+ "촛": 1819,
1824
+ "총": 1820,
1825
+ "촟": 1821,
1826
+ "촤": 1822,
1827
+ "촥": 1823,
1828
+ "촨": 1824,
1829
+ "촬": 1825,
1830
+ "촵": 1826,
1831
+ "쵀": 1827,
1832
+ "최": 1828,
1833
+ "쵤": 1829,
1834
+ "쵸": 1830,
1835
+ "추": 1831,
1836
+ "축": 1832,
1837
+ "춘": 1833,
1838
+ "출": 1834,
1839
+ "춤": 1835,
1840
+ "춥": 1836,
1841
+ "춧": 1837,
1842
+ "충": 1838,
1843
+ "춰": 1839,
1844
+ "췄": 1840,
1845
+ "췌": 1841,
1846
+ "취": 1842,
1847
+ "츄": 1843,
1848
+ "츌": 1844,
1849
+ "츕": 1845,
1850
+ "츠": 1846,
1851
+ "측": 1847,
1852
+ "츤": 1848,
1853
+ "츨": 1849,
1854
+ "츰": 1850,
1855
+ "츳": 1851,
1856
+ "층": 1852,
1857
+ "치": 1853,
1858
+ "칙": 1854,
1859
+ "친": 1855,
1860
+ "칞": 1856,
1861
+ "칠": 1857,
1862
+ "칡": 1858,
1863
+ "침": 1859,
1864
+ "칩": 1860,
1865
+ "칫": 1861,
1866
+ "칬": 1862,
1867
+ "칭": 1863,
1868
+ "카": 1864,
1869
+ "칵": 1865,
1870
+ "칸": 1866,
1871
+ "칻": 1867,
1872
+ "칼": 1868,
1873
+ "캄": 1869,
1874
+ "캅": 1870,
1875
+ "캇": 1871,
1876
+ "캉": 1872,
1877
+ "캐": 1873,
1878
+ "캑": 1874,
1879
+ "캔": 1875,
1880
+ "캘": 1876,
1881
+ "캠": 1877,
1882
+ "캡": 1878,
1883
+ "캣": 1879,
1884
+ "캤": 1880,
1885
+ "캥": 1881,
1886
+ "캬": 1882,
1887
+ "캭": 1883,
1888
+ "커": 1884,
1889
+ "컥": 1885,
1890
+ "컨": 1886,
1891
+ "컫": 1887,
1892
+ "컬": 1888,
1893
+ "컴": 1889,
1894
+ "컵": 1890,
1895
+ "컷": 1891,
1896
+ "컸": 1892,
1897
+ "컹": 1893,
1898
+ "컽": 1894,
1899
+ "컾": 1895,
1900
+ "케": 1896,
1901
+ "켁": 1897,
1902
+ "켄": 1898,
1903
+ "켈": 1899,
1904
+ "켐": 1900,
1905
+ "켓": 1901,
1906
+ "켔": 1902,
1907
+ "켕": 1903,
1908
+ "켜": 1904,
1909
+ "켝": 1905,
1910
+ "켠": 1906,
1911
+ "켤": 1907,
1912
+ "켭": 1908,
1913
+ "켯": 1909,
1914
+ "켰": 1910,
1915
+ "코": 1911,
1916
+ "콕": 1912,
1917
+ "콘": 1913,
1918
+ "콜": 1914,
1919
+ "콤": 1915,
1920
+ "콥": 1916,
1921
+ "콧": 1917,
1922
+ "콩": 1918,
1923
+ "콰": 1919,
1924
+ "콱": 1920,
1925
+ "콸": 1921,
1926
+ "쾅": 1922,
1927
+ "쾌": 1923,
1928
+ "쾡": 1924,
1929
+ "쿄": 1925,
1930
+ "쿠": 1926,
1931
+ "쿡": 1927,
1932
+ "쿤": 1928,
1933
+ "쿨": 1929,
1934
+ "쿰": 1930,
1935
+ "쿱": 1931,
1936
+ "쿳": 1932,
1937
+ "쿵": 1933,
1938
+ "쿼": 1934,
1939
+ "퀀": 1935,
1940
+ "퀄": 1936,
1941
+ "퀘": 1937,
1942
+ "퀭": 1938,
1943
+ "퀴": 1939,
1944
+ "퀵": 1940,
1945
+ "퀸": 1941,
1946
+ "퀼": 1942,
1947
+ "큐": 1943,
1948
+ "큘": 1944,
1949
+ "큣": 1945,
1950
+ "크": 1946,
1951
+ "큭": 1947,
1952
+ "큰": 1948,
1953
+ "클": 1949,
1954
+ "큼": 1950,
1955
+ "큽": 1951,
1956
+ "킁": 1952,
1957
+ "키": 1953,
1958
+ "킥": 1954,
1959
+ "킨": 1955,
1960
+ "킬": 1956,
1961
+ "킴": 1957,
1962
+ "킵": 1958,
1963
+ "킷": 1959,
1964
+ "킸": 1960,
1965
+ "킹": 1961,
1966
+ "타": 1962,
1967
+ "탁": 1963,
1968
+ "탄": 1964,
1969
+ "탈": 1965,
1970
+ "탉": 1966,
1971
+ "탐": 1967,
1972
+ "탑": 1968,
1973
+ "탓": 1969,
1974
+ "탔": 1970,
1975
+ "탕": 1971,
1976
+ "태": 1972,
1977
+ "택": 1973,
1978
+ "탠": 1974,
1979
+ "탤": 1975,
1980
+ "탬": 1976,
1981
+ "탭": 1977,
1982
+ "탯": 1978,
1983
+ "탰": 1979,
1984
+ "탱": 1980,
1985
+ "탸": 1981,
1986
+ "터": 1982,
1987
+ "턱": 1983,
1988
+ "턴": 1984,
1989
+ "털": 1985,
1990
+ "텀": 1986,
1991
+ "텁": 1987,
1992
+ "텃": 1988,
1993
+ "텄": 1989,
1994
+ "텅": 1990,
1995
+ "테": 1991,
1996
+ "텍": 1992,
1997
+ "텐": 1993,
1998
+ "텔": 1994,
1999
+ "템": 1995,
2000
+ "텝": 1996,
2001
+ "텟": 1997,
2002
+ "텨": 1998,
2003
+ "텼": 1999,
2004
+ "토": 2000,
2005
+ "톡": 2001,
2006
+ "톤": 2002,
2007
+ "톨": 2003,
2008
+ "톰": 2004,
2009
+ "톱": 2005,
2010
+ "톳": 2006,
2011
+ "통": 2007,
2012
+ "퇴": 2008,
2013
+ "툇": 2009,
2014
+ "툐": 2010,
2015
+ "툥": 2011,
2016
+ "투": 2012,
2017
+ "툭": 2013,
2018
+ "툰": 2014,
2019
+ "툴": 2015,
2020
+ "툼": 2016,
2021
+ "툽": 2017,
2022
+ "퉁": 2018,
2023
+ "퉈": 2019,
2024
+ "퉜": 2020,
2025
+ "퉤": 2021,
2026
+ "퉷": 2022,
2027
+ "튀": 2023,
2028
+ "튄": 2024,
2029
+ "튈": 2025,
2030
+ "튑": 2026,
2031
+ "튕": 2027,
2032
+ "튜": 2028,
2033
+ "튠": 2029,
2034
+ "튤": 2030,
2035
+ "튬": 2031,
2036
+ "트": 2032,
2037
+ "특": 2033,
2038
+ "튼": 2034,
2039
+ "틀": 2035,
2040
+ "틈": 2036,
2041
+ "틉": 2037,
2042
+ "틋": 2038,
2043
+ "틑": 2039,
2044
+ "틔": 2040,
2045
+ "티": 2041,
2046
+ "틱": 2042,
2047
+ "틴": 2043,
2048
+ "틸": 2044,
2049
+ "팀": 2045,
2050
+ "팁": 2046,
2051
+ "팅": 2047,
2052
+ "파": 2048,
2053
+ "팍": 2049,
2054
+ "팎": 2050,
2055
+ "판": 2051,
2056
+ "팔": 2052,
2057
+ "팜": 2053,
2058
+ "팝": 2054,
2059
+ "팟": 2055,
2060
+ "팠": 2056,
2061
+ "팡": 2057,
2062
+ "팥": 2058,
2063
+ "패": 2059,
2064
+ "팩": 2060,
2065
+ "팬": 2061,
2066
+ "팰": 2062,
2067
+ "팸": 2063,
2068
+ "팹": 2064,
2069
+ "팻": 2065,
2070
+ "팼": 2066,
2071
+ "팽": 2067,
2072
+ "퍼": 2068,
2073
+ "퍽": 2069,
2074
+ "펀": 2070,
2075
+ "펄": 2071,
2076
+ "펌": 2072,
2077
+ "펍": 2073,
2078
+ "펐": 2074,
2079
+ "펑": 2075,
2080
+ "페": 2076,
2081
+ "펙": 2077,
2082
+ "펜": 2078,
2083
+ "펠": 2079,
2084
+ "펨": 2080,
2085
+ "펩": 2081,
2086
+ "펫": 2082,
2087
+ "펭": 2083,
2088
+ "펴": 2084,
2089
+ "편": 2085,
2090
+ "펼": 2086,
2091
+ "폄": 2087,
2092
+ "폅": 2088,
2093
+ "폈": 2089,
2094
+ "평": 2090,
2095
+ "폐": 2091,
2096
+ "포": 2092,
2097
+ "폭": 2093,
2098
+ "폰": 2094,
2099
+ "폴": 2095,
2100
+ "폼": 2096,
2101
+ "폽": 2097,
2102
+ "폿": 2098,
2103
+ "퐁": 2099,
2104
+ "퐉": 2100,
2105
+ "푀": 2101,
2106
+ "표": 2102,
2107
+ "푝": 2103,
2108
+ "푠": 2104,
2109
+ "푯": 2105,
2110
+ "푱": 2106,
2111
+ "푸": 2107,
2112
+ "푹": 2108,
2113
+ "푼": 2109,
2114
+ "풀": 2110,
2115
+ "풂": 2111,
2116
+ "품": 2112,
2117
+ "풉": 2113,
2118
+ "풋": 2114,
2119
+ "풍": 2115,
2120
+ "퓌": 2116,
2121
+ "퓔": 2117,
2122
+ "퓨": 2118,
2123
+ "퓰": 2119,
2124
+ "퓸": 2120,
2125
+ "프": 2121,
2126
+ "픈": 2122,
2127
+ "플": 2123,
2128
+ "픔": 2124,
2129
+ "픕": 2125,
2130
+ "픗": 2126,
2131
+ "픙": 2127,
2132
+ "픞": 2128,
2133
+ "피": 2129,
2134
+ "픽": 2130,
2135
+ "핀": 2131,
2136
+ "필": 2132,
2137
+ "핌": 2133,
2138
+ "핍": 2134,
2139
+ "핏": 2135,
2140
+ "핑": 2136,
2141
+ "하": 2137,
2142
+ "학": 2138,
2143
+ "한": 2139,
2144
+ "할": 2140,
2145
+ "핥": 2141,
2146
+ "핧": 2142,
2147
+ "함": 2143,
2148
+ "합": 2144,
2149
+ "핫": 2145,
2150
+ "핬": 2146,
2151
+ "항": 2147,
2152
+ "핳": 2148,
2153
+ "해": 2149,
2154
+ "핵": 2150,
2155
+ "핸": 2151,
2156
+ "핼": 2152,
2157
+ "햄": 2153,
2158
+ "햅": 2154,
2159
+ "햇": 2155,
2160
+ "했": 2156,
2161
+ "행": 2157,
2162
+ "햐": 2158,
2163
+ "햔": 2159,
2164
+ "향": 2160,
2165
+ "햬": 2161,
2166
+ "헀": 2162,
2167
+ "허": 2163,
2168
+ "헉": 2164,
2169
+ "헌": 2165,
2170
+ "헐": 2166,
2171
+ "험": 2167,
2172
+ "헙": 2168,
2173
+ "헛": 2169,
2174
+ "헝": 2170,
2175
+ "헣": 2171,
2176
+ "헤": 2172,
2177
+ "헥": 2173,
2178
+ "헨": 2174,
2179
+ "헬": 2175,
2180
+ "헴": 2176,
2181
+ "헷": 2177,
2182
+ "헸": 2178,
2183
+ "헹": 2179,
2184
+ "혀": 2180,
2185
+ "혁": 2181,
2186
+ "현": 2182,
2187
+ "혈": 2183,
2188
+ "혐": 2184,
2189
+ "협": 2185,
2190
+ "혓": 2186,
2191
+ "혔": 2187,
2192
+ "형": 2188,
2193
+ "혜": 2189,
2194
+ "호": 2190,
2195
+ "혹": 2191,
2196
+ "혼": 2192,
2197
+ "홀": 2193,
2198
+ "홈": 2194,
2199
+ "홉": 2195,
2200
+ "홋": 2196,
2201
+ "홍": 2197,
2202
+ "홑": 2198,
2203
+ "화": 2199,
2204
+ "확": 2200,
2205
+ "환": 2201,
2206
+ "활": 2202,
2207
+ "홥": 2203,
2208
+ "홧": 2204,
2209
+ "황": 2205,
2210
+ "홰": 2206,
2211
+ "횃": 2207,
2212
+ "횅": 2208,
2213
+ "회": 2209,
2214
+ "획": 2210,
2215
+ "횐": 2211,
2216
+ "횔": 2212,
2217
+ "횝": 2213,
2218
+ "횟": 2214,
2219
+ "횡": 2215,
2220
+ "효": 2216,
2221
+ "횬": 2217,
2222
+ "횰": 2218,
2223
+ "후": 2219,
2224
+ "훅": 2220,
2225
+ "훈": 2221,
2226
+ "훌": 2222,
2227
+ "훑": 2223,
2228
+ "훔": 2224,
2229
+ "훗": 2225,
2230
+ "훙": 2226,
2231
+ "훠": 2227,
2232
+ "훤": 2228,
2233
+ "훨": 2229,
2234
+ "훼": 2230,
2235
+ "훽": 2231,
2236
+ "휀": 2232,
2237
+ "휑": 2233,
2238
+ "휘": 2234,
2239
+ "휙": 2235,
2240
+ "휜": 2236,
2241
+ "휠": 2237,
2242
+ "휩": 2238,
2243
+ "휴": 2239,
2244
+ "휸": 2240,
2245
+ "휼": 2241,
2246
+ "흄": 2242,
2247
+ "흉": 2243,
2248
+ "흐": 2244,
2249
+ "흑": 2245,
2250
+ "흔": 2246,
2251
+ "흘": 2247,
2252
+ "흙": 2248,
2253
+ "흠": 2249,
2254
+ "흡": 2250,
2255
+ "흣": 2251,
2256
+ "흥": 2252,
2257
+ "흩": 2253,
2258
+ "희": 2254,
2259
+ "흰": 2255,
2260
+ "흴": 2256,
2261
+ "히": 2257,
2262
+ "힉": 2258,
2263
+ "힌": 2259,
2264
+ "힐": 2260,
2265
+ "힘": 2261,
2266
+ "힙": 2262,
2267
+ "힛": 2263,
2268
+ "힜": 2264,
2269
+ "힝": 2265,
2270
+ "힡": 2266,
2271
+ "힣": 2267
2272
+ }
checkpoint-1181220/added_tokens.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "</s>": 2271,
3
+ "<s>": 2270
4
+ }
checkpoint-1181220/config.json ADDED
@@ -0,0 +1,117 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "facebook/wav2vec2-large-xlsr-53",
3
+ "activation_dropout": 0.0,
4
+ "adapter_attn_dim": null,
5
+ "adapter_kernel_size": 3,
6
+ "adapter_stride": 2,
7
+ "add_adapter": false,
8
+ "apply_spec_augment": true,
9
+ "architectures": [
10
+ "Wav2Vec2ForCTC"
11
+ ],
12
+ "attention_dropout": 0.05,
13
+ "bos_token_id": 1,
14
+ "classifier_proj_size": 256,
15
+ "codevector_dim": 768,
16
+ "contrastive_logits_temperature": 0.1,
17
+ "conv_bias": true,
18
+ "conv_dim": [
19
+ 512,
20
+ 512,
21
+ 512,
22
+ 512,
23
+ 512,
24
+ 512,
25
+ 512
26
+ ],
27
+ "conv_kernel": [
28
+ 10,
29
+ 3,
30
+ 3,
31
+ 3,
32
+ 3,
33
+ 2,
34
+ 2
35
+ ],
36
+ "conv_stride": [
37
+ 5,
38
+ 2,
39
+ 2,
40
+ 2,
41
+ 2,
42
+ 2,
43
+ 2
44
+ ],
45
+ "ctc_loss_reduction": "mean",
46
+ "ctc_zero_infinity": true,
47
+ "diversity_loss_weight": 0.1,
48
+ "do_stable_layer_norm": true,
49
+ "eos_token_id": 2,
50
+ "feat_extract_activation": "gelu",
51
+ "feat_extract_dropout": 0.0,
52
+ "feat_extract_norm": "layer",
53
+ "feat_proj_dropout": 0.05,
54
+ "feat_quantizer_dropout": 0.0,
55
+ "final_dropout": 0.0,
56
+ "gradient_checkpointing": false,
57
+ "hidden_act": "gelu",
58
+ "hidden_dropout": 0.05,
59
+ "hidden_size": 1024,
60
+ "initializer_range": 0.02,
61
+ "intermediate_size": 4096,
62
+ "layer_norm_eps": 1e-05,
63
+ "layerdrop": 0.05,
64
+ "mask_channel_length": 10,
65
+ "mask_channel_min_space": 1,
66
+ "mask_channel_other": 0.0,
67
+ "mask_channel_prob": 0.0,
68
+ "mask_channel_selection": "static",
69
+ "mask_feature_length": 10,
70
+ "mask_feature_min_masks": 0,
71
+ "mask_feature_prob": 0.0,
72
+ "mask_time_length": 10,
73
+ "mask_time_min_masks": 2,
74
+ "mask_time_min_space": 1,
75
+ "mask_time_other": 0.0,
76
+ "mask_time_prob": 0.05,
77
+ "mask_time_selection": "static",
78
+ "model_type": "wav2vec2",
79
+ "num_adapter_layers": 3,
80
+ "num_attention_heads": 16,
81
+ "num_codevector_groups": 2,
82
+ "num_codevectors_per_group": 320,
83
+ "num_conv_pos_embedding_groups": 16,
84
+ "num_conv_pos_embeddings": 128,
85
+ "num_feat_extract_layers": 7,
86
+ "num_hidden_layers": 24,
87
+ "num_negatives": 100,
88
+ "output_hidden_size": 1024,
89
+ "pad_token_id": 2269,
90
+ "proj_codevector_dim": 768,
91
+ "tdnn_dilation": [
92
+ 1,
93
+ 2,
94
+ 3,
95
+ 1,
96
+ 1
97
+ ],
98
+ "tdnn_dim": [
99
+ 512,
100
+ 512,
101
+ 512,
102
+ 512,
103
+ 1500
104
+ ],
105
+ "tdnn_kernel": [
106
+ 5,
107
+ 3,
108
+ 3,
109
+ 1,
110
+ 1
111
+ ],
112
+ "torch_dtype": "float32",
113
+ "transformers_version": "4.35.2",
114
+ "use_weighted_layer_sum": false,
115
+ "vocab_size": 2272,
116
+ "xvector_output_dim": 512
117
+ }
checkpoint-1181220/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd154be2e3eed244708dfd4ef684dae909621b525c2600b921da1b8e99d1b0ff
3
+ size 1271122704
checkpoint-1181220/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d3d8899f569ffcc9d44b9e792b91b1b85500ee62300d6de66768ffabd77b4b0
3
+ size 2508790198
checkpoint-1181220/preprocessor_config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
4
+ "feature_size": 1,
5
+ "padding_side": "right",
6
+ "padding_value": 0,
7
+ "processor_class": "Wav2Vec2Processor",
8
+ "return_attention_mask": true,
9
+ "sampling_rate": 16000
10
+ }
checkpoint-1181220/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45656f3c4bb0ab0eea8b4bd5603df70fc38e8e98d477d620146e2e6d254911cb
3
+ size 15088
checkpoint-1181220/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e82a635d8499ac98ba5ca288c7883c0ab7c7df0ec0e6ec58e0da4957d4b42fa
3
+ size 15024
checkpoint-1181220/rng_state_2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:529f77001d8948a7f5c09fe6a4120256e242bfbcab6da6a18624eedc1ec3e4de
3
+ size 14960
checkpoint-1181220/rng_state_3.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:411670cf5182f7986aedd7598274f92e264b1858364bdc41ed69be75dc32edcc
3
+ size 15024
checkpoint-1181220/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ebcaef2deebe161af3d9dbc0ebe8128aec31670be54e570912b538dbe4efc68
3
+ size 1064
checkpoint-1181220/special_tokens_map.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": false,
5
+ "normalized": true,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "</s>",
11
+ "lstrip": false,
12
+ "normalized": true,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": {
17
+ "content": "[PAD]",
18
+ "lstrip": true,
19
+ "normalized": false,
20
+ "rstrip": true,
21
+ "single_word": false
22
+ },
23
+ "unk_token": {
24
+ "content": "[UNK]",
25
+ "lstrip": true,
26
+ "normalized": false,
27
+ "rstrip": true,
28
+ "single_word": false
29
+ }
30
+ }
checkpoint-1181220/tokenizer_config.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "2268": {
4
+ "content": "[UNK]",
5
+ "lstrip": true,
6
+ "normalized": false,
7
+ "rstrip": true,
8
+ "single_word": false,
9
+ "special": false
10
+ },
11
+ "2269": {
12
+ "content": "[PAD]",
13
+ "lstrip": true,
14
+ "normalized": false,
15
+ "rstrip": true,
16
+ "single_word": false,
17
+ "special": false
18
+ },
19
+ "2270": {
20
+ "content": "<s>",
21
+ "lstrip": false,
22
+ "normalized": true,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "2271": {
28
+ "content": "</s>",
29
+ "lstrip": false,
30
+ "normalized": true,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ }
35
+ },
36
+ "bos_token": "<s>",
37
+ "clean_up_tokenization_spaces": true,
38
+ "config": null,
39
+ "do_lower_case": false,
40
+ "eos_token": "</s>",
41
+ "model_max_length": 1000000000000000019884624838656,
42
+ "pad_token": "[PAD]",
43
+ "processor_class": "Wav2Vec2Processor",
44
+ "replace_word_delimiter_char": " ",
45
+ "target_lang": null,
46
+ "tokenizer_class": "Wav2Vec2CTCTokenizer",
47
+ "tokenizer_type": "wav2vec2",
48
+ "trust_remote_code": false,
49
+ "unk_token": "[UNK]",
50
+ "word_delimiter_token": "|"
51
+ }
checkpoint-1181220/trainer_state.json ADDED
@@ -0,0 +1,2377 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 30.0,
5
+ "eval_steps": 500,
6
+ "global_step": 1181220,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.08,
13
+ "learning_rate": 7.61872513332769e-05,
14
+ "loss": 11.8677,
15
+ "step": 3000
16
+ },
17
+ {
18
+ "epoch": 0.15,
19
+ "learning_rate": 0.0001523745026665538,
20
+ "loss": 1.9864,
21
+ "step": 6000
22
+ },
23
+ {
24
+ "epoch": 0.23,
25
+ "learning_rate": 0.00022856175399983065,
26
+ "loss": 1.5124,
27
+ "step": 9000
28
+ },
29
+ {
30
+ "epoch": 0.3,
31
+ "learning_rate": 0.0002999520269675143,
32
+ "loss": 1.4304,
33
+ "step": 12000
34
+ },
35
+ {
36
+ "epoch": 0.38,
37
+ "learning_rate": 0.00029918240612549776,
38
+ "loss": 1.3803,
39
+ "step": 15000
40
+ },
41
+ {
42
+ "epoch": 0.46,
43
+ "learning_rate": 0.00029841278528348127,
44
+ "loss": 1.3166,
45
+ "step": 18000
46
+ },
47
+ {
48
+ "epoch": 0.53,
49
+ "learning_rate": 0.0002976431644414648,
50
+ "loss": 1.2798,
51
+ "step": 21000
52
+ },
53
+ {
54
+ "epoch": 0.61,
55
+ "learning_rate": 0.00029687354359944824,
56
+ "loss": 1.2517,
57
+ "step": 24000
58
+ },
59
+ {
60
+ "epoch": 0.69,
61
+ "learning_rate": 0.0002961039227574317,
62
+ "loss": 1.2085,
63
+ "step": 27000
64
+ },
65
+ {
66
+ "epoch": 0.76,
67
+ "learning_rate": 0.0002953343019154152,
68
+ "loss": 1.197,
69
+ "step": 30000
70
+ },
71
+ {
72
+ "epoch": 0.84,
73
+ "learning_rate": 0.0002945646810733987,
74
+ "loss": 1.1841,
75
+ "step": 33000
76
+ },
77
+ {
78
+ "epoch": 0.91,
79
+ "learning_rate": 0.0002937950602313822,
80
+ "loss": 1.1658,
81
+ "step": 36000
82
+ },
83
+ {
84
+ "epoch": 0.99,
85
+ "learning_rate": 0.0002930254393893657,
86
+ "loss": 1.1471,
87
+ "step": 39000
88
+ },
89
+ {
90
+ "epoch": 1.07,
91
+ "learning_rate": 0.0002922558185473492,
92
+ "loss": 1.0998,
93
+ "step": 42000
94
+ },
95
+ {
96
+ "epoch": 1.14,
97
+ "learning_rate": 0.0002914861977053327,
98
+ "loss": 1.0865,
99
+ "step": 45000
100
+ },
101
+ {
102
+ "epoch": 1.22,
103
+ "learning_rate": 0.0002907165768633162,
104
+ "loss": 1.0697,
105
+ "step": 48000
106
+ },
107
+ {
108
+ "epoch": 1.3,
109
+ "learning_rate": 0.00028994695602129963,
110
+ "loss": 1.0537,
111
+ "step": 51000
112
+ },
113
+ {
114
+ "epoch": 1.37,
115
+ "learning_rate": 0.00028917733517928315,
116
+ "loss": 1.0509,
117
+ "step": 54000
118
+ },
119
+ {
120
+ "epoch": 1.45,
121
+ "learning_rate": 0.00028840771433726666,
122
+ "loss": 1.039,
123
+ "step": 57000
124
+ },
125
+ {
126
+ "epoch": 1.52,
127
+ "learning_rate": 0.0002876380934952501,
128
+ "loss": 1.0224,
129
+ "step": 60000
130
+ },
131
+ {
132
+ "epoch": 1.6,
133
+ "learning_rate": 0.00028686847265323363,
134
+ "loss": 1.0209,
135
+ "step": 63000
136
+ },
137
+ {
138
+ "epoch": 1.68,
139
+ "learning_rate": 0.00028609885181121714,
140
+ "loss": 1.0103,
141
+ "step": 66000
142
+ },
143
+ {
144
+ "epoch": 1.75,
145
+ "learning_rate": 0.0002853292309692006,
146
+ "loss": 1.0058,
147
+ "step": 69000
148
+ },
149
+ {
150
+ "epoch": 1.83,
151
+ "learning_rate": 0.00028455961012718406,
152
+ "loss": 0.9954,
153
+ "step": 72000
154
+ },
155
+ {
156
+ "epoch": 1.9,
157
+ "learning_rate": 0.00028378998928516757,
158
+ "loss": 0.9815,
159
+ "step": 75000
160
+ },
161
+ {
162
+ "epoch": 1.98,
163
+ "learning_rate": 0.0002830203684431511,
164
+ "loss": 0.9832,
165
+ "step": 78000
166
+ },
167
+ {
168
+ "epoch": 2.06,
169
+ "learning_rate": 0.00028225074760113454,
170
+ "loss": 0.9556,
171
+ "step": 81000
172
+ },
173
+ {
174
+ "epoch": 2.13,
175
+ "learning_rate": 0.00028148112675911805,
176
+ "loss": 0.9396,
177
+ "step": 84000
178
+ },
179
+ {
180
+ "epoch": 2.21,
181
+ "learning_rate": 0.00028071150591710156,
182
+ "loss": 0.9337,
183
+ "step": 87000
184
+ },
185
+ {
186
+ "epoch": 2.29,
187
+ "learning_rate": 0.000279941885075085,
188
+ "loss": 0.9211,
189
+ "step": 90000
190
+ },
191
+ {
192
+ "epoch": 2.36,
193
+ "learning_rate": 0.00027917226423306853,
194
+ "loss": 0.9296,
195
+ "step": 93000
196
+ },
197
+ {
198
+ "epoch": 2.44,
199
+ "learning_rate": 0.00027840264339105205,
200
+ "loss": 0.9216,
201
+ "step": 96000
202
+ },
203
+ {
204
+ "epoch": 2.51,
205
+ "learning_rate": 0.0002776330225490355,
206
+ "loss": 0.9132,
207
+ "step": 99000
208
+ },
209
+ {
210
+ "epoch": 2.59,
211
+ "learning_rate": 0.000276863401707019,
212
+ "loss": 0.9041,
213
+ "step": 102000
214
+ },
215
+ {
216
+ "epoch": 2.67,
217
+ "learning_rate": 0.0002760937808650025,
218
+ "loss": 0.9056,
219
+ "step": 105000
220
+ },
221
+ {
222
+ "epoch": 2.74,
223
+ "learning_rate": 0.000275324160022986,
224
+ "loss": 0.9025,
225
+ "step": 108000
226
+ },
227
+ {
228
+ "epoch": 2.82,
229
+ "learning_rate": 0.0002745545391809695,
230
+ "loss": 0.9021,
231
+ "step": 111000
232
+ },
233
+ {
234
+ "epoch": 2.9,
235
+ "learning_rate": 0.00027378491833895296,
236
+ "loss": 0.8958,
237
+ "step": 114000
238
+ },
239
+ {
240
+ "epoch": 2.97,
241
+ "learning_rate": 0.00027301529749693647,
242
+ "loss": 0.888,
243
+ "step": 117000
244
+ },
245
+ {
246
+ "epoch": 3.05,
247
+ "learning_rate": 0.00027224567665492,
248
+ "loss": 0.8677,
249
+ "step": 120000
250
+ },
251
+ {
252
+ "epoch": 3.12,
253
+ "learning_rate": 0.00027147605581290344,
254
+ "loss": 0.8561,
255
+ "step": 123000
256
+ },
257
+ {
258
+ "epoch": 3.2,
259
+ "learning_rate": 0.0002707064349708869,
260
+ "loss": 0.8507,
261
+ "step": 126000
262
+ },
263
+ {
264
+ "epoch": 3.28,
265
+ "learning_rate": 0.0002699368141288704,
266
+ "loss": 0.8409,
267
+ "step": 129000
268
+ },
269
+ {
270
+ "epoch": 3.35,
271
+ "learning_rate": 0.0002691671932868539,
272
+ "loss": 0.8394,
273
+ "step": 132000
274
+ },
275
+ {
276
+ "epoch": 3.43,
277
+ "learning_rate": 0.0002683975724448374,
278
+ "loss": 0.8426,
279
+ "step": 135000
280
+ },
281
+ {
282
+ "epoch": 3.5,
283
+ "learning_rate": 0.0002676279516028209,
284
+ "loss": 0.8401,
285
+ "step": 138000
286
+ },
287
+ {
288
+ "epoch": 3.58,
289
+ "learning_rate": 0.0002668583307608044,
290
+ "loss": 0.8449,
291
+ "step": 141000
292
+ },
293
+ {
294
+ "epoch": 3.66,
295
+ "learning_rate": 0.00026608870991878786,
296
+ "loss": 0.838,
297
+ "step": 144000
298
+ },
299
+ {
300
+ "epoch": 3.73,
301
+ "learning_rate": 0.0002653190890767714,
302
+ "loss": 0.834,
303
+ "step": 147000
304
+ },
305
+ {
306
+ "epoch": 3.81,
307
+ "learning_rate": 0.00026454946823475483,
308
+ "loss": 0.8239,
309
+ "step": 150000
310
+ },
311
+ {
312
+ "epoch": 3.89,
313
+ "learning_rate": 0.00026377984739273835,
314
+ "loss": 0.8228,
315
+ "step": 153000
316
+ },
317
+ {
318
+ "epoch": 3.96,
319
+ "learning_rate": 0.00026301022655072186,
320
+ "loss": 0.8277,
321
+ "step": 156000
322
+ },
323
+ {
324
+ "epoch": 4.04,
325
+ "learning_rate": 0.0002622406057087053,
326
+ "loss": 0.8003,
327
+ "step": 159000
328
+ },
329
+ {
330
+ "epoch": 4.11,
331
+ "learning_rate": 0.00026147098486668883,
332
+ "loss": 0.7925,
333
+ "step": 162000
334
+ },
335
+ {
336
+ "epoch": 4.19,
337
+ "learning_rate": 0.00026070136402467234,
338
+ "loss": 0.7911,
339
+ "step": 165000
340
+ },
341
+ {
342
+ "epoch": 4.27,
343
+ "learning_rate": 0.0002599317431826558,
344
+ "loss": 0.7944,
345
+ "step": 168000
346
+ },
347
+ {
348
+ "epoch": 4.34,
349
+ "learning_rate": 0.00025916212234063926,
350
+ "loss": 0.795,
351
+ "step": 171000
352
+ },
353
+ {
354
+ "epoch": 4.42,
355
+ "learning_rate": 0.00025839250149862277,
356
+ "loss": 0.7868,
357
+ "step": 174000
358
+ },
359
+ {
360
+ "epoch": 4.5,
361
+ "learning_rate": 0.0002576228806566063,
362
+ "loss": 0.7821,
363
+ "step": 177000
364
+ },
365
+ {
366
+ "epoch": 4.57,
367
+ "learning_rate": 0.00025685325981458974,
368
+ "loss": 0.7859,
369
+ "step": 180000
370
+ },
371
+ {
372
+ "epoch": 4.65,
373
+ "learning_rate": 0.00025608363897257325,
374
+ "loss": 0.7765,
375
+ "step": 183000
376
+ },
377
+ {
378
+ "epoch": 4.72,
379
+ "learning_rate": 0.00025531401813055676,
380
+ "loss": 0.775,
381
+ "step": 186000
382
+ },
383
+ {
384
+ "epoch": 4.8,
385
+ "learning_rate": 0.0002545443972885402,
386
+ "loss": 0.7768,
387
+ "step": 189000
388
+ },
389
+ {
390
+ "epoch": 4.88,
391
+ "learning_rate": 0.00025377477644652373,
392
+ "loss": 0.7757,
393
+ "step": 192000
394
+ },
395
+ {
396
+ "epoch": 4.95,
397
+ "learning_rate": 0.0002530051556045072,
398
+ "loss": 0.7701,
399
+ "step": 195000
400
+ },
401
+ {
402
+ "epoch": 5.03,
403
+ "learning_rate": 0.0002522355347624907,
404
+ "loss": 0.7557,
405
+ "step": 198000
406
+ },
407
+ {
408
+ "epoch": 5.1,
409
+ "learning_rate": 0.0002514659139204742,
410
+ "loss": 0.7312,
411
+ "step": 201000
412
+ },
413
+ {
414
+ "epoch": 5.18,
415
+ "learning_rate": 0.0002506962930784577,
416
+ "loss": 0.7372,
417
+ "step": 204000
418
+ },
419
+ {
420
+ "epoch": 5.26,
421
+ "learning_rate": 0.0002499266722364412,
422
+ "loss": 0.7383,
423
+ "step": 207000
424
+ },
425
+ {
426
+ "epoch": 5.33,
427
+ "learning_rate": 0.0002491570513944247,
428
+ "loss": 0.7398,
429
+ "step": 210000
430
+ },
431
+ {
432
+ "epoch": 5.41,
433
+ "learning_rate": 0.00024838743055240816,
434
+ "loss": 0.7229,
435
+ "step": 213000
436
+ },
437
+ {
438
+ "epoch": 5.49,
439
+ "learning_rate": 0.00024761780971039167,
440
+ "loss": 0.733,
441
+ "step": 216000
442
+ },
443
+ {
444
+ "epoch": 5.56,
445
+ "learning_rate": 0.00024684818886837513,
446
+ "loss": 0.7318,
447
+ "step": 219000
448
+ },
449
+ {
450
+ "epoch": 5.64,
451
+ "learning_rate": 0.00024607856802635864,
452
+ "loss": 0.7243,
453
+ "step": 222000
454
+ },
455
+ {
456
+ "epoch": 5.71,
457
+ "learning_rate": 0.0002453089471843421,
458
+ "loss": 0.73,
459
+ "step": 225000
460
+ },
461
+ {
462
+ "epoch": 5.79,
463
+ "learning_rate": 0.0002445393263423256,
464
+ "loss": 0.7289,
465
+ "step": 228000
466
+ },
467
+ {
468
+ "epoch": 5.87,
469
+ "learning_rate": 0.00024376970550030912,
470
+ "loss": 0.7331,
471
+ "step": 231000
472
+ },
473
+ {
474
+ "epoch": 5.94,
475
+ "learning_rate": 0.0002430000846582926,
476
+ "loss": 0.7203,
477
+ "step": 234000
478
+ },
479
+ {
480
+ "epoch": 6.02,
481
+ "learning_rate": 0.0002422304638162761,
482
+ "loss": 0.7235,
483
+ "step": 237000
484
+ },
485
+ {
486
+ "epoch": 6.1,
487
+ "learning_rate": 0.0002414608429742596,
488
+ "loss": 0.6931,
489
+ "step": 240000
490
+ },
491
+ {
492
+ "epoch": 6.17,
493
+ "learning_rate": 0.0002406912221322431,
494
+ "loss": 0.6933,
495
+ "step": 243000
496
+ },
497
+ {
498
+ "epoch": 6.25,
499
+ "learning_rate": 0.00023992160129022655,
500
+ "loss": 0.697,
501
+ "step": 246000
502
+ },
503
+ {
504
+ "epoch": 6.32,
505
+ "learning_rate": 0.00023915198044821003,
506
+ "loss": 0.6926,
507
+ "step": 249000
508
+ },
509
+ {
510
+ "epoch": 6.4,
511
+ "learning_rate": 0.00023838235960619355,
512
+ "loss": 0.6953,
513
+ "step": 252000
514
+ },
515
+ {
516
+ "epoch": 6.48,
517
+ "learning_rate": 0.00023761273876417703,
518
+ "loss": 0.6934,
519
+ "step": 255000
520
+ },
521
+ {
522
+ "epoch": 6.55,
523
+ "learning_rate": 0.00023684311792216054,
524
+ "loss": 0.6926,
525
+ "step": 258000
526
+ },
527
+ {
528
+ "epoch": 6.63,
529
+ "learning_rate": 0.00023607349708014403,
530
+ "loss": 0.6969,
531
+ "step": 261000
532
+ },
533
+ {
534
+ "epoch": 6.7,
535
+ "learning_rate": 0.00023530387623812751,
536
+ "loss": 0.6866,
537
+ "step": 264000
538
+ },
539
+ {
540
+ "epoch": 6.78,
541
+ "learning_rate": 0.00023453425539611103,
542
+ "loss": 0.6929,
543
+ "step": 267000
544
+ },
545
+ {
546
+ "epoch": 6.86,
547
+ "learning_rate": 0.00023376463455409448,
548
+ "loss": 0.6914,
549
+ "step": 270000
550
+ },
551
+ {
552
+ "epoch": 6.93,
553
+ "learning_rate": 0.00023299501371207797,
554
+ "loss": 0.6866,
555
+ "step": 273000
556
+ },
557
+ {
558
+ "epoch": 7.01,
559
+ "learning_rate": 0.00023222539287006145,
560
+ "loss": 0.6806,
561
+ "step": 276000
562
+ },
563
+ {
564
+ "epoch": 7.09,
565
+ "learning_rate": 0.00023145577202804497,
566
+ "loss": 0.6561,
567
+ "step": 279000
568
+ },
569
+ {
570
+ "epoch": 7.16,
571
+ "learning_rate": 0.00023068615118602845,
572
+ "loss": 0.6596,
573
+ "step": 282000
574
+ },
575
+ {
576
+ "epoch": 7.24,
577
+ "learning_rate": 0.00022991653034401196,
578
+ "loss": 0.6621,
579
+ "step": 285000
580
+ },
581
+ {
582
+ "epoch": 7.31,
583
+ "learning_rate": 0.00022914690950199545,
584
+ "loss": 0.6644,
585
+ "step": 288000
586
+ },
587
+ {
588
+ "epoch": 7.39,
589
+ "learning_rate": 0.00022837728865997893,
590
+ "loss": 0.6642,
591
+ "step": 291000
592
+ },
593
+ {
594
+ "epoch": 7.47,
595
+ "learning_rate": 0.0002276076678179624,
596
+ "loss": 0.6621,
597
+ "step": 294000
598
+ },
599
+ {
600
+ "epoch": 7.54,
601
+ "learning_rate": 0.0002268380469759459,
602
+ "loss": 0.6596,
603
+ "step": 297000
604
+ },
605
+ {
606
+ "epoch": 7.62,
607
+ "learning_rate": 0.0002260684261339294,
608
+ "loss": 0.6616,
609
+ "step": 300000
610
+ },
611
+ {
612
+ "epoch": 7.7,
613
+ "learning_rate": 0.00022529880529191288,
614
+ "loss": 0.666,
615
+ "step": 303000
616
+ },
617
+ {
618
+ "epoch": 7.77,
619
+ "learning_rate": 0.0002245291844498964,
620
+ "loss": 0.6645,
621
+ "step": 306000
622
+ },
623
+ {
624
+ "epoch": 7.85,
625
+ "learning_rate": 0.00022375956360787987,
626
+ "loss": 0.6616,
627
+ "step": 309000
628
+ },
629
+ {
630
+ "epoch": 7.92,
631
+ "learning_rate": 0.00022298994276586339,
632
+ "loss": 0.6593,
633
+ "step": 312000
634
+ },
635
+ {
636
+ "epoch": 8.0,
637
+ "learning_rate": 0.00022222032192384687,
638
+ "loss": 0.6622,
639
+ "step": 315000
640
+ },
641
+ {
642
+ "epoch": 8.08,
643
+ "learning_rate": 0.00022145070108183033,
644
+ "loss": 0.6294,
645
+ "step": 318000
646
+ },
647
+ {
648
+ "epoch": 8.15,
649
+ "learning_rate": 0.0002206810802398138,
650
+ "loss": 0.6308,
651
+ "step": 321000
652
+ },
653
+ {
654
+ "epoch": 8.23,
655
+ "learning_rate": 0.00021991145939779733,
656
+ "loss": 0.6335,
657
+ "step": 324000
658
+ },
659
+ {
660
+ "epoch": 8.3,
661
+ "learning_rate": 0.0002191418385557808,
662
+ "loss": 0.629,
663
+ "step": 327000
664
+ },
665
+ {
666
+ "epoch": 8.38,
667
+ "learning_rate": 0.0002183722177137643,
668
+ "loss": 0.6354,
669
+ "step": 330000
670
+ },
671
+ {
672
+ "epoch": 8.46,
673
+ "learning_rate": 0.0002176025968717478,
674
+ "loss": 0.6303,
675
+ "step": 333000
676
+ },
677
+ {
678
+ "epoch": 8.53,
679
+ "learning_rate": 0.0002168329760297313,
680
+ "loss": 0.6338,
681
+ "step": 336000
682
+ },
683
+ {
684
+ "epoch": 8.61,
685
+ "learning_rate": 0.0002160633551877148,
686
+ "loss": 0.6317,
687
+ "step": 339000
688
+ },
689
+ {
690
+ "epoch": 8.69,
691
+ "learning_rate": 0.00021529373434569826,
692
+ "loss": 0.6339,
693
+ "step": 342000
694
+ },
695
+ {
696
+ "epoch": 8.76,
697
+ "learning_rate": 0.00021452411350368175,
698
+ "loss": 0.6344,
699
+ "step": 345000
700
+ },
701
+ {
702
+ "epoch": 8.84,
703
+ "learning_rate": 0.00021375449266166523,
704
+ "loss": 0.631,
705
+ "step": 348000
706
+ },
707
+ {
708
+ "epoch": 8.91,
709
+ "learning_rate": 0.00021298487181964875,
710
+ "loss": 0.6273,
711
+ "step": 351000
712
+ },
713
+ {
714
+ "epoch": 8.99,
715
+ "learning_rate": 0.00021221525097763223,
716
+ "loss": 0.6276,
717
+ "step": 354000
718
+ },
719
+ {
720
+ "epoch": 9.07,
721
+ "learning_rate": 0.00021144563013561572,
722
+ "loss": 0.6045,
723
+ "step": 357000
724
+ },
725
+ {
726
+ "epoch": 9.14,
727
+ "learning_rate": 0.00021067600929359923,
728
+ "loss": 0.6012,
729
+ "step": 360000
730
+ },
731
+ {
732
+ "epoch": 9.22,
733
+ "learning_rate": 0.00020990638845158271,
734
+ "loss": 0.599,
735
+ "step": 363000
736
+ },
737
+ {
738
+ "epoch": 9.3,
739
+ "learning_rate": 0.00020913676760956623,
740
+ "loss": 0.6073,
741
+ "step": 366000
742
+ },
743
+ {
744
+ "epoch": 9.37,
745
+ "learning_rate": 0.00020836714676754968,
746
+ "loss": 0.6053,
747
+ "step": 369000
748
+ },
749
+ {
750
+ "epoch": 9.45,
751
+ "learning_rate": 0.00020759752592553317,
752
+ "loss": 0.6032,
753
+ "step": 372000
754
+ },
755
+ {
756
+ "epoch": 9.52,
757
+ "learning_rate": 0.00020682790508351666,
758
+ "loss": 0.6035,
759
+ "step": 375000
760
+ },
761
+ {
762
+ "epoch": 9.6,
763
+ "learning_rate": 0.00020605828424150017,
764
+ "loss": 0.6058,
765
+ "step": 378000
766
+ },
767
+ {
768
+ "epoch": 9.68,
769
+ "learning_rate": 0.00020528866339948365,
770
+ "loss": 0.6045,
771
+ "step": 381000
772
+ },
773
+ {
774
+ "epoch": 9.75,
775
+ "learning_rate": 0.00020451904255746714,
776
+ "loss": 0.6034,
777
+ "step": 384000
778
+ },
779
+ {
780
+ "epoch": 9.83,
781
+ "learning_rate": 0.00020374942171545065,
782
+ "loss": 0.6016,
783
+ "step": 387000
784
+ },
785
+ {
786
+ "epoch": 9.91,
787
+ "learning_rate": 0.00020297980087343414,
788
+ "loss": 0.599,
789
+ "step": 390000
790
+ },
791
+ {
792
+ "epoch": 9.98,
793
+ "learning_rate": 0.0002022101800314176,
794
+ "loss": 0.6076,
795
+ "step": 393000
796
+ },
797
+ {
798
+ "epoch": 10.06,
799
+ "learning_rate": 0.0002014405591894011,
800
+ "loss": 0.5825,
801
+ "step": 396000
802
+ },
803
+ {
804
+ "epoch": 10.13,
805
+ "learning_rate": 0.0002006709383473846,
806
+ "loss": 0.5748,
807
+ "step": 399000
808
+ },
809
+ {
810
+ "epoch": 10.21,
811
+ "learning_rate": 0.00019990131750536808,
812
+ "loss": 0.5793,
813
+ "step": 402000
814
+ },
815
+ {
816
+ "epoch": 10.29,
817
+ "learning_rate": 0.0001991316966633516,
818
+ "loss": 0.5767,
819
+ "step": 405000
820
+ },
821
+ {
822
+ "epoch": 10.36,
823
+ "learning_rate": 0.00019836207582133507,
824
+ "loss": 0.5839,
825
+ "step": 408000
826
+ },
827
+ {
828
+ "epoch": 10.44,
829
+ "learning_rate": 0.00019759245497931856,
830
+ "loss": 0.5834,
831
+ "step": 411000
832
+ },
833
+ {
834
+ "epoch": 10.51,
835
+ "learning_rate": 0.00019682283413730207,
836
+ "loss": 0.5824,
837
+ "step": 414000
838
+ },
839
+ {
840
+ "epoch": 10.59,
841
+ "learning_rate": 0.00019605321329528553,
842
+ "loss": 0.5817,
843
+ "step": 417000
844
+ },
845
+ {
846
+ "epoch": 10.67,
847
+ "learning_rate": 0.00019528359245326901,
848
+ "loss": 0.5785,
849
+ "step": 420000
850
+ },
851
+ {
852
+ "epoch": 10.74,
853
+ "learning_rate": 0.00019451397161125253,
854
+ "loss": 0.5777,
855
+ "step": 423000
856
+ },
857
+ {
858
+ "epoch": 10.82,
859
+ "learning_rate": 0.000193744350769236,
860
+ "loss": 0.5787,
861
+ "step": 426000
862
+ },
863
+ {
864
+ "epoch": 10.9,
865
+ "learning_rate": 0.0001929747299272195,
866
+ "loss": 0.5803,
867
+ "step": 429000
868
+ },
869
+ {
870
+ "epoch": 10.97,
871
+ "learning_rate": 0.000192205109085203,
872
+ "loss": 0.5772,
873
+ "step": 432000
874
+ },
875
+ {
876
+ "epoch": 11.05,
877
+ "learning_rate": 0.0001914354882431865,
878
+ "loss": 0.5645,
879
+ "step": 435000
880
+ },
881
+ {
882
+ "epoch": 11.12,
883
+ "learning_rate": 0.00019066586740116998,
884
+ "loss": 0.5497,
885
+ "step": 438000
886
+ },
887
+ {
888
+ "epoch": 11.2,
889
+ "learning_rate": 0.00018989624655915346,
890
+ "loss": 0.5556,
891
+ "step": 441000
892
+ },
893
+ {
894
+ "epoch": 11.28,
895
+ "learning_rate": 0.00018912662571713695,
896
+ "loss": 0.5562,
897
+ "step": 444000
898
+ },
899
+ {
900
+ "epoch": 11.35,
901
+ "learning_rate": 0.00018835700487512043,
902
+ "loss": 0.5523,
903
+ "step": 447000
904
+ },
905
+ {
906
+ "epoch": 11.43,
907
+ "learning_rate": 0.00018758738403310395,
908
+ "loss": 0.5595,
909
+ "step": 450000
910
+ },
911
+ {
912
+ "epoch": 11.51,
913
+ "learning_rate": 0.00018681776319108743,
914
+ "loss": 0.5638,
915
+ "step": 453000
916
+ },
917
+ {
918
+ "epoch": 11.58,
919
+ "learning_rate": 0.00018604814234907092,
920
+ "loss": 0.5593,
921
+ "step": 456000
922
+ },
923
+ {
924
+ "epoch": 11.66,
925
+ "learning_rate": 0.00018527852150705443,
926
+ "loss": 0.5588,
927
+ "step": 459000
928
+ },
929
+ {
930
+ "epoch": 11.73,
931
+ "learning_rate": 0.00018450890066503791,
932
+ "loss": 0.5549,
933
+ "step": 462000
934
+ },
935
+ {
936
+ "epoch": 11.81,
937
+ "learning_rate": 0.00018373927982302137,
938
+ "loss": 0.5659,
939
+ "step": 465000
940
+ },
941
+ {
942
+ "epoch": 11.89,
943
+ "learning_rate": 0.00018296965898100489,
944
+ "loss": 0.5567,
945
+ "step": 468000
946
+ },
947
+ {
948
+ "epoch": 11.96,
949
+ "learning_rate": 0.00018220003813898837,
950
+ "loss": 0.5594,
951
+ "step": 471000
952
+ },
953
+ {
954
+ "epoch": 12.04,
955
+ "learning_rate": 0.00018143041729697186,
956
+ "loss": 0.5468,
957
+ "step": 474000
958
+ },
959
+ {
960
+ "epoch": 12.11,
961
+ "learning_rate": 0.00018066079645495537,
962
+ "loss": 0.5331,
963
+ "step": 477000
964
+ },
965
+ {
966
+ "epoch": 12.19,
967
+ "learning_rate": 0.00017989117561293885,
968
+ "loss": 0.5387,
969
+ "step": 480000
970
+ },
971
+ {
972
+ "epoch": 12.27,
973
+ "learning_rate": 0.00017912155477092234,
974
+ "loss": 0.54,
975
+ "step": 483000
976
+ },
977
+ {
978
+ "epoch": 12.34,
979
+ "learning_rate": 0.00017835193392890585,
980
+ "loss": 0.5396,
981
+ "step": 486000
982
+ },
983
+ {
984
+ "epoch": 12.42,
985
+ "learning_rate": 0.00017758231308688934,
986
+ "loss": 0.5388,
987
+ "step": 489000
988
+ },
989
+ {
990
+ "epoch": 12.5,
991
+ "learning_rate": 0.0001768126922448728,
992
+ "loss": 0.5422,
993
+ "step": 492000
994
+ },
995
+ {
996
+ "epoch": 12.57,
997
+ "learning_rate": 0.0001760430714028563,
998
+ "loss": 0.5353,
999
+ "step": 495000
1000
+ },
1001
+ {
1002
+ "epoch": 12.65,
1003
+ "learning_rate": 0.0001752734505608398,
1004
+ "loss": 0.536,
1005
+ "step": 498000
1006
+ },
1007
+ {
1008
+ "epoch": 12.72,
1009
+ "learning_rate": 0.00017450382971882328,
1010
+ "loss": 0.5418,
1011
+ "step": 501000
1012
+ },
1013
+ {
1014
+ "epoch": 12.8,
1015
+ "learning_rate": 0.0001737342088768068,
1016
+ "loss": 0.5449,
1017
+ "step": 504000
1018
+ },
1019
+ {
1020
+ "epoch": 12.88,
1021
+ "learning_rate": 0.00017296458803479027,
1022
+ "loss": 0.5385,
1023
+ "step": 507000
1024
+ },
1025
+ {
1026
+ "epoch": 12.95,
1027
+ "learning_rate": 0.00017219496719277376,
1028
+ "loss": 0.5465,
1029
+ "step": 510000
1030
+ },
1031
+ {
1032
+ "epoch": 13.03,
1033
+ "learning_rate": 0.00017142534635075727,
1034
+ "loss": 0.5263,
1035
+ "step": 513000
1036
+ },
1037
+ {
1038
+ "epoch": 13.11,
1039
+ "learning_rate": 0.00017065572550874073,
1040
+ "loss": 0.5144,
1041
+ "step": 516000
1042
+ },
1043
+ {
1044
+ "epoch": 13.18,
1045
+ "learning_rate": 0.00016988610466672421,
1046
+ "loss": 0.5184,
1047
+ "step": 519000
1048
+ },
1049
+ {
1050
+ "epoch": 13.26,
1051
+ "learning_rate": 0.00016911648382470773,
1052
+ "loss": 0.5191,
1053
+ "step": 522000
1054
+ },
1055
+ {
1056
+ "epoch": 13.33,
1057
+ "learning_rate": 0.0001683468629826912,
1058
+ "loss": 0.5202,
1059
+ "step": 525000
1060
+ },
1061
+ {
1062
+ "epoch": 13.41,
1063
+ "learning_rate": 0.0001675772421406747,
1064
+ "loss": 0.5225,
1065
+ "step": 528000
1066
+ },
1067
+ {
1068
+ "epoch": 13.49,
1069
+ "learning_rate": 0.0001668076212986582,
1070
+ "loss": 0.5247,
1071
+ "step": 531000
1072
+ },
1073
+ {
1074
+ "epoch": 13.56,
1075
+ "learning_rate": 0.0001660380004566417,
1076
+ "loss": 0.521,
1077
+ "step": 534000
1078
+ },
1079
+ {
1080
+ "epoch": 13.64,
1081
+ "learning_rate": 0.00016526837961462518,
1082
+ "loss": 0.5251,
1083
+ "step": 537000
1084
+ },
1085
+ {
1086
+ "epoch": 13.71,
1087
+ "learning_rate": 0.00016449875877260866,
1088
+ "loss": 0.5247,
1089
+ "step": 540000
1090
+ },
1091
+ {
1092
+ "epoch": 13.79,
1093
+ "learning_rate": 0.00016372913793059215,
1094
+ "loss": 0.5219,
1095
+ "step": 543000
1096
+ },
1097
+ {
1098
+ "epoch": 13.87,
1099
+ "learning_rate": 0.00016295951708857564,
1100
+ "loss": 0.522,
1101
+ "step": 546000
1102
+ },
1103
+ {
1104
+ "epoch": 13.94,
1105
+ "learning_rate": 0.00016218989624655915,
1106
+ "loss": 0.5207,
1107
+ "step": 549000
1108
+ },
1109
+ {
1110
+ "epoch": 14.02,
1111
+ "learning_rate": 0.00016142027540454263,
1112
+ "loss": 0.5167,
1113
+ "step": 552000
1114
+ },
1115
+ {
1116
+ "epoch": 14.1,
1117
+ "learning_rate": 0.00016065065456252612,
1118
+ "loss": 0.5018,
1119
+ "step": 555000
1120
+ },
1121
+ {
1122
+ "epoch": 14.17,
1123
+ "learning_rate": 0.00015988103372050963,
1124
+ "loss": 0.5001,
1125
+ "step": 558000
1126
+ },
1127
+ {
1128
+ "epoch": 14.25,
1129
+ "learning_rate": 0.00015911141287849312,
1130
+ "loss": 0.4997,
1131
+ "step": 561000
1132
+ },
1133
+ {
1134
+ "epoch": 14.32,
1135
+ "learning_rate": 0.00015834179203647657,
1136
+ "loss": 0.5007,
1137
+ "step": 564000
1138
+ },
1139
+ {
1140
+ "epoch": 14.4,
1141
+ "learning_rate": 0.00015757217119446009,
1142
+ "loss": 0.5028,
1143
+ "step": 567000
1144
+ },
1145
+ {
1146
+ "epoch": 14.48,
1147
+ "learning_rate": 0.00015680255035244357,
1148
+ "loss": 0.5004,
1149
+ "step": 570000
1150
+ },
1151
+ {
1152
+ "epoch": 14.55,
1153
+ "learning_rate": 0.00015603292951042706,
1154
+ "loss": 0.5028,
1155
+ "step": 573000
1156
+ },
1157
+ {
1158
+ "epoch": 14.63,
1159
+ "learning_rate": 0.00015526330866841057,
1160
+ "loss": 0.5053,
1161
+ "step": 576000
1162
+ },
1163
+ {
1164
+ "epoch": 14.71,
1165
+ "learning_rate": 0.00015449368782639405,
1166
+ "loss": 0.5058,
1167
+ "step": 579000
1168
+ },
1169
+ {
1170
+ "epoch": 14.78,
1171
+ "learning_rate": 0.00015372406698437754,
1172
+ "loss": 0.5037,
1173
+ "step": 582000
1174
+ },
1175
+ {
1176
+ "epoch": 14.86,
1177
+ "learning_rate": 0.00015295444614236105,
1178
+ "loss": 0.5051,
1179
+ "step": 585000
1180
+ },
1181
+ {
1182
+ "epoch": 14.93,
1183
+ "learning_rate": 0.0001521848253003445,
1184
+ "loss": 0.5041,
1185
+ "step": 588000
1186
+ },
1187
+ {
1188
+ "epoch": 15.01,
1189
+ "learning_rate": 0.000151415204458328,
1190
+ "loss": 0.5031,
1191
+ "step": 591000
1192
+ },
1193
+ {
1194
+ "epoch": 15.09,
1195
+ "learning_rate": 0.0001506455836163115,
1196
+ "loss": 0.4792,
1197
+ "step": 594000
1198
+ },
1199
+ {
1200
+ "epoch": 15.16,
1201
+ "learning_rate": 0.000149875962774295,
1202
+ "loss": 0.4834,
1203
+ "step": 597000
1204
+ },
1205
+ {
1206
+ "epoch": 15.24,
1207
+ "learning_rate": 0.00014910634193227848,
1208
+ "loss": 0.4833,
1209
+ "step": 600000
1210
+ },
1211
+ {
1212
+ "epoch": 15.31,
1213
+ "learning_rate": 0.000148336721090262,
1214
+ "loss": 0.4821,
1215
+ "step": 603000
1216
+ },
1217
+ {
1218
+ "epoch": 15.39,
1219
+ "learning_rate": 0.00014756710024824547,
1220
+ "loss": 0.4869,
1221
+ "step": 606000
1222
+ },
1223
+ {
1224
+ "epoch": 15.47,
1225
+ "learning_rate": 0.00014679747940622896,
1226
+ "loss": 0.4823,
1227
+ "step": 609000
1228
+ },
1229
+ {
1230
+ "epoch": 15.54,
1231
+ "learning_rate": 0.00014602785856421244,
1232
+ "loss": 0.486,
1233
+ "step": 612000
1234
+ },
1235
+ {
1236
+ "epoch": 15.62,
1237
+ "learning_rate": 0.00014525823772219593,
1238
+ "loss": 0.4847,
1239
+ "step": 615000
1240
+ },
1241
+ {
1242
+ "epoch": 15.7,
1243
+ "learning_rate": 0.00014448861688017944,
1244
+ "loss": 0.4897,
1245
+ "step": 618000
1246
+ },
1247
+ {
1248
+ "epoch": 15.77,
1249
+ "learning_rate": 0.00014371899603816293,
1250
+ "loss": 0.4886,
1251
+ "step": 621000
1252
+ },
1253
+ {
1254
+ "epoch": 15.85,
1255
+ "learning_rate": 0.0001429493751961464,
1256
+ "loss": 0.491,
1257
+ "step": 624000
1258
+ },
1259
+ {
1260
+ "epoch": 15.92,
1261
+ "learning_rate": 0.0001421797543541299,
1262
+ "loss": 0.488,
1263
+ "step": 627000
1264
+ },
1265
+ {
1266
+ "epoch": 16.0,
1267
+ "learning_rate": 0.0001414101335121134,
1268
+ "loss": 0.4881,
1269
+ "step": 630000
1270
+ },
1271
+ {
1272
+ "epoch": 16.08,
1273
+ "learning_rate": 0.00014064051267009687,
1274
+ "loss": 0.4638,
1275
+ "step": 633000
1276
+ },
1277
+ {
1278
+ "epoch": 16.15,
1279
+ "learning_rate": 0.00013987089182808038,
1280
+ "loss": 0.4701,
1281
+ "step": 636000
1282
+ },
1283
+ {
1284
+ "epoch": 16.23,
1285
+ "learning_rate": 0.00013910127098606387,
1286
+ "loss": 0.4688,
1287
+ "step": 639000
1288
+ },
1289
+ {
1290
+ "epoch": 16.31,
1291
+ "learning_rate": 0.00013833165014404735,
1292
+ "loss": 0.4663,
1293
+ "step": 642000
1294
+ },
1295
+ {
1296
+ "epoch": 16.38,
1297
+ "learning_rate": 0.00013756202930203084,
1298
+ "loss": 0.4669,
1299
+ "step": 645000
1300
+ },
1301
+ {
1302
+ "epoch": 16.46,
1303
+ "learning_rate": 0.00013679240846001435,
1304
+ "loss": 0.4658,
1305
+ "step": 648000
1306
+ },
1307
+ {
1308
+ "epoch": 16.53,
1309
+ "learning_rate": 0.00013602278761799783,
1310
+ "loss": 0.463,
1311
+ "step": 651000
1312
+ },
1313
+ {
1314
+ "epoch": 16.61,
1315
+ "learning_rate": 0.00013525316677598132,
1316
+ "loss": 0.4683,
1317
+ "step": 654000
1318
+ },
1319
+ {
1320
+ "epoch": 16.69,
1321
+ "learning_rate": 0.0001344835459339648,
1322
+ "loss": 0.4669,
1323
+ "step": 657000
1324
+ },
1325
+ {
1326
+ "epoch": 16.76,
1327
+ "learning_rate": 0.0001337139250919483,
1328
+ "loss": 0.4691,
1329
+ "step": 660000
1330
+ },
1331
+ {
1332
+ "epoch": 16.84,
1333
+ "learning_rate": 0.0001329443042499318,
1334
+ "loss": 0.4701,
1335
+ "step": 663000
1336
+ },
1337
+ {
1338
+ "epoch": 16.91,
1339
+ "learning_rate": 0.00013217468340791529,
1340
+ "loss": 0.4698,
1341
+ "step": 666000
1342
+ },
1343
+ {
1344
+ "epoch": 16.99,
1345
+ "learning_rate": 0.00013140506256589877,
1346
+ "loss": 0.4738,
1347
+ "step": 669000
1348
+ },
1349
+ {
1350
+ "epoch": 17.07,
1351
+ "learning_rate": 0.00013063544172388226,
1352
+ "loss": 0.4584,
1353
+ "step": 672000
1354
+ },
1355
+ {
1356
+ "epoch": 17.14,
1357
+ "learning_rate": 0.00012986582088186577,
1358
+ "loss": 0.4488,
1359
+ "step": 675000
1360
+ },
1361
+ {
1362
+ "epoch": 17.22,
1363
+ "learning_rate": 0.00012909620003984925,
1364
+ "loss": 0.4494,
1365
+ "step": 678000
1366
+ },
1367
+ {
1368
+ "epoch": 17.3,
1369
+ "learning_rate": 0.00012832657919783274,
1370
+ "loss": 0.4521,
1371
+ "step": 681000
1372
+ },
1373
+ {
1374
+ "epoch": 17.37,
1375
+ "learning_rate": 0.00012755695835581622,
1376
+ "loss": 0.4551,
1377
+ "step": 684000
1378
+ },
1379
+ {
1380
+ "epoch": 17.45,
1381
+ "learning_rate": 0.0001267873375137997,
1382
+ "loss": 0.4511,
1383
+ "step": 687000
1384
+ },
1385
+ {
1386
+ "epoch": 17.52,
1387
+ "learning_rate": 0.00012601771667178322,
1388
+ "loss": 0.4536,
1389
+ "step": 690000
1390
+ },
1391
+ {
1392
+ "epoch": 17.6,
1393
+ "learning_rate": 0.00012524809582976668,
1394
+ "loss": 0.4532,
1395
+ "step": 693000
1396
+ },
1397
+ {
1398
+ "epoch": 17.68,
1399
+ "learning_rate": 0.0001244784749877502,
1400
+ "loss": 0.4541,
1401
+ "step": 696000
1402
+ },
1403
+ {
1404
+ "epoch": 17.75,
1405
+ "learning_rate": 0.00012370885414573368,
1406
+ "loss": 0.4535,
1407
+ "step": 699000
1408
+ },
1409
+ {
1410
+ "epoch": 17.83,
1411
+ "learning_rate": 0.0001229392333037172,
1412
+ "loss": 0.4516,
1413
+ "step": 702000
1414
+ },
1415
+ {
1416
+ "epoch": 17.91,
1417
+ "learning_rate": 0.00012216961246170065,
1418
+ "loss": 0.4519,
1419
+ "step": 705000
1420
+ },
1421
+ {
1422
+ "epoch": 17.98,
1423
+ "learning_rate": 0.00012139999161968415,
1424
+ "loss": 0.4577,
1425
+ "step": 708000
1426
+ },
1427
+ {
1428
+ "epoch": 18.06,
1429
+ "learning_rate": 0.00012063037077766764,
1430
+ "loss": 0.437,
1431
+ "step": 711000
1432
+ },
1433
+ {
1434
+ "epoch": 18.13,
1435
+ "learning_rate": 0.00011986074993565114,
1436
+ "loss": 0.437,
1437
+ "step": 714000
1438
+ },
1439
+ {
1440
+ "epoch": 18.21,
1441
+ "learning_rate": 0.00011909112909363462,
1442
+ "loss": 0.4363,
1443
+ "step": 717000
1444
+ },
1445
+ {
1446
+ "epoch": 18.29,
1447
+ "learning_rate": 0.00011832150825161811,
1448
+ "loss": 0.4365,
1449
+ "step": 720000
1450
+ },
1451
+ {
1452
+ "epoch": 18.36,
1453
+ "learning_rate": 0.00011755188740960161,
1454
+ "loss": 0.4351,
1455
+ "step": 723000
1456
+ },
1457
+ {
1458
+ "epoch": 18.44,
1459
+ "learning_rate": 0.0001167822665675851,
1460
+ "loss": 0.4356,
1461
+ "step": 726000
1462
+ },
1463
+ {
1464
+ "epoch": 18.51,
1465
+ "learning_rate": 0.0001160126457255686,
1466
+ "loss": 0.4404,
1467
+ "step": 729000
1468
+ },
1469
+ {
1470
+ "epoch": 18.59,
1471
+ "learning_rate": 0.00011524302488355208,
1472
+ "loss": 0.4386,
1473
+ "step": 732000
1474
+ },
1475
+ {
1476
+ "epoch": 18.67,
1477
+ "learning_rate": 0.00011447340404153557,
1478
+ "loss": 0.4345,
1479
+ "step": 735000
1480
+ },
1481
+ {
1482
+ "epoch": 18.74,
1483
+ "learning_rate": 0.00011370378319951907,
1484
+ "loss": 0.4362,
1485
+ "step": 738000
1486
+ },
1487
+ {
1488
+ "epoch": 18.82,
1489
+ "learning_rate": 0.00011293416235750256,
1490
+ "loss": 0.4397,
1491
+ "step": 741000
1492
+ },
1493
+ {
1494
+ "epoch": 18.9,
1495
+ "learning_rate": 0.00011216454151548604,
1496
+ "loss": 0.4408,
1497
+ "step": 744000
1498
+ },
1499
+ {
1500
+ "epoch": 18.97,
1501
+ "learning_rate": 0.00011139492067346953,
1502
+ "loss": 0.4406,
1503
+ "step": 747000
1504
+ },
1505
+ {
1506
+ "epoch": 19.05,
1507
+ "learning_rate": 0.00011062529983145303,
1508
+ "loss": 0.4269,
1509
+ "step": 750000
1510
+ },
1511
+ {
1512
+ "epoch": 19.12,
1513
+ "learning_rate": 0.00010985567898943652,
1514
+ "loss": 0.4185,
1515
+ "step": 753000
1516
+ },
1517
+ {
1518
+ "epoch": 19.2,
1519
+ "learning_rate": 0.00010908605814742,
1520
+ "loss": 0.4227,
1521
+ "step": 756000
1522
+ },
1523
+ {
1524
+ "epoch": 19.28,
1525
+ "learning_rate": 0.0001083164373054035,
1526
+ "loss": 0.4208,
1527
+ "step": 759000
1528
+ },
1529
+ {
1530
+ "epoch": 19.35,
1531
+ "learning_rate": 0.00010754681646338699,
1532
+ "loss": 0.4222,
1533
+ "step": 762000
1534
+ },
1535
+ {
1536
+ "epoch": 19.43,
1537
+ "learning_rate": 0.00010677719562137049,
1538
+ "loss": 0.4209,
1539
+ "step": 765000
1540
+ },
1541
+ {
1542
+ "epoch": 19.51,
1543
+ "learning_rate": 0.00010600757477935397,
1544
+ "loss": 0.4235,
1545
+ "step": 768000
1546
+ },
1547
+ {
1548
+ "epoch": 19.58,
1549
+ "learning_rate": 0.00010523795393733746,
1550
+ "loss": 0.4229,
1551
+ "step": 771000
1552
+ },
1553
+ {
1554
+ "epoch": 19.66,
1555
+ "learning_rate": 0.00010446833309532096,
1556
+ "loss": 0.4263,
1557
+ "step": 774000
1558
+ },
1559
+ {
1560
+ "epoch": 19.73,
1561
+ "learning_rate": 0.00010369871225330445,
1562
+ "loss": 0.4247,
1563
+ "step": 777000
1564
+ },
1565
+ {
1566
+ "epoch": 19.81,
1567
+ "learning_rate": 0.00010292909141128793,
1568
+ "loss": 0.4224,
1569
+ "step": 780000
1570
+ },
1571
+ {
1572
+ "epoch": 19.89,
1573
+ "learning_rate": 0.00010215947056927142,
1574
+ "loss": 0.422,
1575
+ "step": 783000
1576
+ },
1577
+ {
1578
+ "epoch": 19.96,
1579
+ "learning_rate": 0.00010138984972725492,
1580
+ "loss": 0.4247,
1581
+ "step": 786000
1582
+ },
1583
+ {
1584
+ "epoch": 20.04,
1585
+ "learning_rate": 0.00010062022888523841,
1586
+ "loss": 0.4111,
1587
+ "step": 789000
1588
+ },
1589
+ {
1590
+ "epoch": 20.11,
1591
+ "learning_rate": 9.98506080432219e-05,
1592
+ "loss": 0.4058,
1593
+ "step": 792000
1594
+ },
1595
+ {
1596
+ "epoch": 20.19,
1597
+ "learning_rate": 9.908098720120539e-05,
1598
+ "loss": 0.4069,
1599
+ "step": 795000
1600
+ },
1601
+ {
1602
+ "epoch": 20.27,
1603
+ "learning_rate": 9.831136635918888e-05,
1604
+ "loss": 0.4046,
1605
+ "step": 798000
1606
+ },
1607
+ {
1608
+ "epoch": 20.34,
1609
+ "learning_rate": 9.754174551717238e-05,
1610
+ "loss": 0.4051,
1611
+ "step": 801000
1612
+ },
1613
+ {
1614
+ "epoch": 20.42,
1615
+ "learning_rate": 9.677212467515585e-05,
1616
+ "loss": 0.4079,
1617
+ "step": 804000
1618
+ },
1619
+ {
1620
+ "epoch": 20.5,
1621
+ "learning_rate": 9.600250383313935e-05,
1622
+ "loss": 0.4045,
1623
+ "step": 807000
1624
+ },
1625
+ {
1626
+ "epoch": 20.57,
1627
+ "learning_rate": 9.523288299112285e-05,
1628
+ "loss": 0.4083,
1629
+ "step": 810000
1630
+ },
1631
+ {
1632
+ "epoch": 20.65,
1633
+ "learning_rate": 9.446326214910634e-05,
1634
+ "loss": 0.408,
1635
+ "step": 813000
1636
+ },
1637
+ {
1638
+ "epoch": 20.72,
1639
+ "learning_rate": 9.369364130708982e-05,
1640
+ "loss": 0.4074,
1641
+ "step": 816000
1642
+ },
1643
+ {
1644
+ "epoch": 20.8,
1645
+ "learning_rate": 9.292402046507331e-05,
1646
+ "loss": 0.41,
1647
+ "step": 819000
1648
+ },
1649
+ {
1650
+ "epoch": 20.88,
1651
+ "learning_rate": 9.215439962305681e-05,
1652
+ "loss": 0.4093,
1653
+ "step": 822000
1654
+ },
1655
+ {
1656
+ "epoch": 20.95,
1657
+ "learning_rate": 9.13847787810403e-05,
1658
+ "loss": 0.411,
1659
+ "step": 825000
1660
+ },
1661
+ {
1662
+ "epoch": 21.03,
1663
+ "learning_rate": 9.061515793902378e-05,
1664
+ "loss": 0.4029,
1665
+ "step": 828000
1666
+ },
1667
+ {
1668
+ "epoch": 21.11,
1669
+ "learning_rate": 8.984553709700728e-05,
1670
+ "loss": 0.3928,
1671
+ "step": 831000
1672
+ },
1673
+ {
1674
+ "epoch": 21.18,
1675
+ "learning_rate": 8.907591625499077e-05,
1676
+ "loss": 0.3953,
1677
+ "step": 834000
1678
+ },
1679
+ {
1680
+ "epoch": 21.26,
1681
+ "learning_rate": 8.830629541297427e-05,
1682
+ "loss": 0.3899,
1683
+ "step": 837000
1684
+ },
1685
+ {
1686
+ "epoch": 21.33,
1687
+ "learning_rate": 8.753667457095774e-05,
1688
+ "loss": 0.3938,
1689
+ "step": 840000
1690
+ },
1691
+ {
1692
+ "epoch": 21.41,
1693
+ "learning_rate": 8.676705372894124e-05,
1694
+ "loss": 0.3958,
1695
+ "step": 843000
1696
+ },
1697
+ {
1698
+ "epoch": 21.49,
1699
+ "learning_rate": 8.599743288692473e-05,
1700
+ "loss": 0.3952,
1701
+ "step": 846000
1702
+ },
1703
+ {
1704
+ "epoch": 21.56,
1705
+ "learning_rate": 8.522781204490823e-05,
1706
+ "loss": 0.3959,
1707
+ "step": 849000
1708
+ },
1709
+ {
1710
+ "epoch": 21.64,
1711
+ "learning_rate": 8.445819120289172e-05,
1712
+ "loss": 0.3989,
1713
+ "step": 852000
1714
+ },
1715
+ {
1716
+ "epoch": 21.71,
1717
+ "learning_rate": 8.36885703608752e-05,
1718
+ "loss": 0.3976,
1719
+ "step": 855000
1720
+ },
1721
+ {
1722
+ "epoch": 21.79,
1723
+ "learning_rate": 8.29189495188587e-05,
1724
+ "loss": 0.3935,
1725
+ "step": 858000
1726
+ },
1727
+ {
1728
+ "epoch": 21.87,
1729
+ "learning_rate": 8.214932867684219e-05,
1730
+ "loss": 0.3951,
1731
+ "step": 861000
1732
+ },
1733
+ {
1734
+ "epoch": 21.94,
1735
+ "learning_rate": 8.137970783482569e-05,
1736
+ "loss": 0.3976,
1737
+ "step": 864000
1738
+ },
1739
+ {
1740
+ "epoch": 22.02,
1741
+ "learning_rate": 8.061008699280916e-05,
1742
+ "loss": 0.388,
1743
+ "step": 867000
1744
+ },
1745
+ {
1746
+ "epoch": 22.1,
1747
+ "learning_rate": 7.984046615079266e-05,
1748
+ "loss": 0.3745,
1749
+ "step": 870000
1750
+ },
1751
+ {
1752
+ "epoch": 22.17,
1753
+ "learning_rate": 7.907084530877616e-05,
1754
+ "loss": 0.382,
1755
+ "step": 873000
1756
+ },
1757
+ {
1758
+ "epoch": 22.25,
1759
+ "learning_rate": 7.830122446675965e-05,
1760
+ "loss": 0.3833,
1761
+ "step": 876000
1762
+ },
1763
+ {
1764
+ "epoch": 22.32,
1765
+ "learning_rate": 7.753160362474313e-05,
1766
+ "loss": 0.3837,
1767
+ "step": 879000
1768
+ },
1769
+ {
1770
+ "epoch": 22.4,
1771
+ "learning_rate": 7.676198278272662e-05,
1772
+ "loss": 0.3792,
1773
+ "step": 882000
1774
+ },
1775
+ {
1776
+ "epoch": 22.48,
1777
+ "learning_rate": 7.599236194071012e-05,
1778
+ "loss": 0.3826,
1779
+ "step": 885000
1780
+ },
1781
+ {
1782
+ "epoch": 22.55,
1783
+ "learning_rate": 7.522274109869361e-05,
1784
+ "loss": 0.3802,
1785
+ "step": 888000
1786
+ },
1787
+ {
1788
+ "epoch": 22.63,
1789
+ "learning_rate": 7.44531202566771e-05,
1790
+ "loss": 0.3796,
1791
+ "step": 891000
1792
+ },
1793
+ {
1794
+ "epoch": 22.71,
1795
+ "learning_rate": 7.368349941466058e-05,
1796
+ "loss": 0.383,
1797
+ "step": 894000
1798
+ },
1799
+ {
1800
+ "epoch": 22.78,
1801
+ "learning_rate": 7.291387857264408e-05,
1802
+ "loss": 0.3804,
1803
+ "step": 897000
1804
+ },
1805
+ {
1806
+ "epoch": 22.86,
1807
+ "learning_rate": 7.214425773062756e-05,
1808
+ "loss": 0.3802,
1809
+ "step": 900000
1810
+ },
1811
+ {
1812
+ "epoch": 22.93,
1813
+ "learning_rate": 7.137463688861106e-05,
1814
+ "loss": 0.383,
1815
+ "step": 903000
1816
+ },
1817
+ {
1818
+ "epoch": 23.01,
1819
+ "learning_rate": 7.060501604659455e-05,
1820
+ "loss": 0.3775,
1821
+ "step": 906000
1822
+ },
1823
+ {
1824
+ "epoch": 23.09,
1825
+ "learning_rate": 6.983539520457805e-05,
1826
+ "loss": 0.3663,
1827
+ "step": 909000
1828
+ },
1829
+ {
1830
+ "epoch": 23.16,
1831
+ "learning_rate": 6.906577436256153e-05,
1832
+ "loss": 0.3634,
1833
+ "step": 912000
1834
+ },
1835
+ {
1836
+ "epoch": 23.24,
1837
+ "learning_rate": 6.829615352054503e-05,
1838
+ "loss": 0.3691,
1839
+ "step": 915000
1840
+ },
1841
+ {
1842
+ "epoch": 23.31,
1843
+ "learning_rate": 6.752653267852851e-05,
1844
+ "loss": 0.3721,
1845
+ "step": 918000
1846
+ },
1847
+ {
1848
+ "epoch": 23.39,
1849
+ "learning_rate": 6.6756911836512e-05,
1850
+ "loss": 0.3694,
1851
+ "step": 921000
1852
+ },
1853
+ {
1854
+ "epoch": 23.47,
1855
+ "learning_rate": 6.59872909944955e-05,
1856
+ "loss": 0.371,
1857
+ "step": 924000
1858
+ },
1859
+ {
1860
+ "epoch": 23.54,
1861
+ "learning_rate": 6.521767015247898e-05,
1862
+ "loss": 0.3668,
1863
+ "step": 927000
1864
+ },
1865
+ {
1866
+ "epoch": 23.62,
1867
+ "learning_rate": 6.444804931046247e-05,
1868
+ "loss": 0.3701,
1869
+ "step": 930000
1870
+ },
1871
+ {
1872
+ "epoch": 23.7,
1873
+ "learning_rate": 6.367842846844597e-05,
1874
+ "loss": 0.37,
1875
+ "step": 933000
1876
+ },
1877
+ {
1878
+ "epoch": 23.77,
1879
+ "learning_rate": 6.290880762642945e-05,
1880
+ "loss": 0.3682,
1881
+ "step": 936000
1882
+ },
1883
+ {
1884
+ "epoch": 23.85,
1885
+ "learning_rate": 6.213918678441295e-05,
1886
+ "loss": 0.3698,
1887
+ "step": 939000
1888
+ },
1889
+ {
1890
+ "epoch": 23.92,
1891
+ "learning_rate": 6.136956594239644e-05,
1892
+ "loss": 0.3681,
1893
+ "step": 942000
1894
+ },
1895
+ {
1896
+ "epoch": 24.0,
1897
+ "learning_rate": 6.0599945100379935e-05,
1898
+ "loss": 0.3685,
1899
+ "step": 945000
1900
+ },
1901
+ {
1902
+ "epoch": 24.08,
1903
+ "learning_rate": 5.983032425836342e-05,
1904
+ "loss": 0.3552,
1905
+ "step": 948000
1906
+ },
1907
+ {
1908
+ "epoch": 24.15,
1909
+ "learning_rate": 5.906070341634691e-05,
1910
+ "loss": 0.3553,
1911
+ "step": 951000
1912
+ },
1913
+ {
1914
+ "epoch": 24.23,
1915
+ "learning_rate": 5.82910825743304e-05,
1916
+ "loss": 0.3523,
1917
+ "step": 954000
1918
+ },
1919
+ {
1920
+ "epoch": 24.31,
1921
+ "learning_rate": 5.7521461732313896e-05,
1922
+ "loss": 0.3557,
1923
+ "step": 957000
1924
+ },
1925
+ {
1926
+ "epoch": 24.38,
1927
+ "learning_rate": 5.675184089029738e-05,
1928
+ "loss": 0.3573,
1929
+ "step": 960000
1930
+ },
1931
+ {
1932
+ "epoch": 24.46,
1933
+ "learning_rate": 5.5982220048280873e-05,
1934
+ "loss": 0.357,
1935
+ "step": 963000
1936
+ },
1937
+ {
1938
+ "epoch": 24.53,
1939
+ "learning_rate": 5.5212599206264365e-05,
1940
+ "loss": 0.358,
1941
+ "step": 966000
1942
+ },
1943
+ {
1944
+ "epoch": 24.61,
1945
+ "learning_rate": 5.444297836424786e-05,
1946
+ "loss": 0.3572,
1947
+ "step": 969000
1948
+ },
1949
+ {
1950
+ "epoch": 24.69,
1951
+ "learning_rate": 5.367335752223134e-05,
1952
+ "loss": 0.3589,
1953
+ "step": 972000
1954
+ },
1955
+ {
1956
+ "epoch": 24.76,
1957
+ "learning_rate": 5.290373668021484e-05,
1958
+ "loss": 0.3585,
1959
+ "step": 975000
1960
+ },
1961
+ {
1962
+ "epoch": 24.84,
1963
+ "learning_rate": 5.213411583819833e-05,
1964
+ "loss": 0.3544,
1965
+ "step": 978000
1966
+ },
1967
+ {
1968
+ "epoch": 24.91,
1969
+ "learning_rate": 5.136449499618182e-05,
1970
+ "loss": 0.3542,
1971
+ "step": 981000
1972
+ },
1973
+ {
1974
+ "epoch": 24.99,
1975
+ "learning_rate": 5.059487415416532e-05,
1976
+ "loss": 0.358,
1977
+ "step": 984000
1978
+ },
1979
+ {
1980
+ "epoch": 25.07,
1981
+ "learning_rate": 4.98252533121488e-05,
1982
+ "loss": 0.3488,
1983
+ "step": 987000
1984
+ },
1985
+ {
1986
+ "epoch": 25.14,
1987
+ "learning_rate": 4.9055632470132294e-05,
1988
+ "loss": 0.346,
1989
+ "step": 990000
1990
+ },
1991
+ {
1992
+ "epoch": 25.22,
1993
+ "learning_rate": 4.8286011628115786e-05,
1994
+ "loss": 0.3437,
1995
+ "step": 993000
1996
+ },
1997
+ {
1998
+ "epoch": 25.3,
1999
+ "learning_rate": 4.751639078609928e-05,
2000
+ "loss": 0.3474,
2001
+ "step": 996000
2002
+ },
2003
+ {
2004
+ "epoch": 25.37,
2005
+ "learning_rate": 4.674676994408276e-05,
2006
+ "loss": 0.3452,
2007
+ "step": 999000
2008
+ },
2009
+ {
2010
+ "epoch": 25.45,
2011
+ "learning_rate": 4.597714910206626e-05,
2012
+ "loss": 0.3439,
2013
+ "step": 1002000
2014
+ },
2015
+ {
2016
+ "epoch": 25.52,
2017
+ "learning_rate": 4.520752826004975e-05,
2018
+ "loss": 0.3475,
2019
+ "step": 1005000
2020
+ },
2021
+ {
2022
+ "epoch": 25.6,
2023
+ "learning_rate": 4.443790741803324e-05,
2024
+ "loss": 0.3441,
2025
+ "step": 1008000
2026
+ },
2027
+ {
2028
+ "epoch": 25.68,
2029
+ "learning_rate": 4.366828657601673e-05,
2030
+ "loss": 0.345,
2031
+ "step": 1011000
2032
+ },
2033
+ {
2034
+ "epoch": 25.75,
2035
+ "learning_rate": 4.289866573400022e-05,
2036
+ "loss": 0.3467,
2037
+ "step": 1014000
2038
+ },
2039
+ {
2040
+ "epoch": 25.83,
2041
+ "learning_rate": 4.212904489198371e-05,
2042
+ "loss": 0.3473,
2043
+ "step": 1017000
2044
+ },
2045
+ {
2046
+ "epoch": 25.91,
2047
+ "learning_rate": 4.135942404996721e-05,
2048
+ "loss": 0.3435,
2049
+ "step": 1020000
2050
+ },
2051
+ {
2052
+ "epoch": 25.98,
2053
+ "learning_rate": 4.058980320795069e-05,
2054
+ "loss": 0.3441,
2055
+ "step": 1023000
2056
+ },
2057
+ {
2058
+ "epoch": 26.06,
2059
+ "learning_rate": 3.9820182365934184e-05,
2060
+ "loss": 0.3416,
2061
+ "step": 1026000
2062
+ },
2063
+ {
2064
+ "epoch": 26.13,
2065
+ "learning_rate": 3.9050561523917676e-05,
2066
+ "loss": 0.3348,
2067
+ "step": 1029000
2068
+ },
2069
+ {
2070
+ "epoch": 26.21,
2071
+ "learning_rate": 3.828094068190117e-05,
2072
+ "loss": 0.3382,
2073
+ "step": 1032000
2074
+ },
2075
+ {
2076
+ "epoch": 26.29,
2077
+ "learning_rate": 3.751131983988465e-05,
2078
+ "loss": 0.3383,
2079
+ "step": 1035000
2080
+ },
2081
+ {
2082
+ "epoch": 26.36,
2083
+ "learning_rate": 3.6741698997868145e-05,
2084
+ "loss": 0.3358,
2085
+ "step": 1038000
2086
+ },
2087
+ {
2088
+ "epoch": 26.44,
2089
+ "learning_rate": 3.597207815585164e-05,
2090
+ "loss": 0.3355,
2091
+ "step": 1041000
2092
+ },
2093
+ {
2094
+ "epoch": 26.51,
2095
+ "learning_rate": 3.520245731383513e-05,
2096
+ "loss": 0.3377,
2097
+ "step": 1044000
2098
+ },
2099
+ {
2100
+ "epoch": 26.59,
2101
+ "learning_rate": 3.443283647181862e-05,
2102
+ "loss": 0.3358,
2103
+ "step": 1047000
2104
+ },
2105
+ {
2106
+ "epoch": 26.67,
2107
+ "learning_rate": 3.366321562980211e-05,
2108
+ "loss": 0.336,
2109
+ "step": 1050000
2110
+ },
2111
+ {
2112
+ "epoch": 26.74,
2113
+ "learning_rate": 3.2893594787785605e-05,
2114
+ "loss": 0.336,
2115
+ "step": 1053000
2116
+ },
2117
+ {
2118
+ "epoch": 26.82,
2119
+ "learning_rate": 3.21239739457691e-05,
2120
+ "loss": 0.3329,
2121
+ "step": 1056000
2122
+ },
2123
+ {
2124
+ "epoch": 26.9,
2125
+ "learning_rate": 3.135435310375258e-05,
2126
+ "loss": 0.3364,
2127
+ "step": 1059000
2128
+ },
2129
+ {
2130
+ "epoch": 26.97,
2131
+ "learning_rate": 3.0584732261736074e-05,
2132
+ "loss": 0.3354,
2133
+ "step": 1062000
2134
+ },
2135
+ {
2136
+ "epoch": 27.05,
2137
+ "learning_rate": 2.9815111419719566e-05,
2138
+ "loss": 0.3311,
2139
+ "step": 1065000
2140
+ },
2141
+ {
2142
+ "epoch": 27.12,
2143
+ "learning_rate": 2.9045490577703058e-05,
2144
+ "loss": 0.3287,
2145
+ "step": 1068000
2146
+ },
2147
+ {
2148
+ "epoch": 27.2,
2149
+ "learning_rate": 2.8275869735686546e-05,
2150
+ "loss": 0.3288,
2151
+ "step": 1071000
2152
+ },
2153
+ {
2154
+ "epoch": 27.28,
2155
+ "learning_rate": 2.7506248893670038e-05,
2156
+ "loss": 0.3261,
2157
+ "step": 1074000
2158
+ },
2159
+ {
2160
+ "epoch": 27.35,
2161
+ "learning_rate": 2.673662805165353e-05,
2162
+ "loss": 0.3272,
2163
+ "step": 1077000
2164
+ },
2165
+ {
2166
+ "epoch": 27.43,
2167
+ "learning_rate": 2.596700720963702e-05,
2168
+ "loss": 0.3306,
2169
+ "step": 1080000
2170
+ },
2171
+ {
2172
+ "epoch": 27.51,
2173
+ "learning_rate": 2.519738636762051e-05,
2174
+ "loss": 0.3268,
2175
+ "step": 1083000
2176
+ },
2177
+ {
2178
+ "epoch": 27.58,
2179
+ "learning_rate": 2.4427765525604003e-05,
2180
+ "loss": 0.3256,
2181
+ "step": 1086000
2182
+ },
2183
+ {
2184
+ "epoch": 27.66,
2185
+ "learning_rate": 2.365814468358749e-05,
2186
+ "loss": 0.325,
2187
+ "step": 1089000
2188
+ },
2189
+ {
2190
+ "epoch": 27.73,
2191
+ "learning_rate": 2.2888523841570983e-05,
2192
+ "loss": 0.3258,
2193
+ "step": 1092000
2194
+ },
2195
+ {
2196
+ "epoch": 27.81,
2197
+ "learning_rate": 2.2118902999554475e-05,
2198
+ "loss": 0.3249,
2199
+ "step": 1095000
2200
+ },
2201
+ {
2202
+ "epoch": 27.89,
2203
+ "learning_rate": 2.1349282157537964e-05,
2204
+ "loss": 0.3272,
2205
+ "step": 1098000
2206
+ },
2207
+ {
2208
+ "epoch": 27.96,
2209
+ "learning_rate": 2.0579661315521456e-05,
2210
+ "loss": 0.3233,
2211
+ "step": 1101000
2212
+ },
2213
+ {
2214
+ "epoch": 28.04,
2215
+ "learning_rate": 1.9810040473504944e-05,
2216
+ "loss": 0.3239,
2217
+ "step": 1104000
2218
+ },
2219
+ {
2220
+ "epoch": 28.11,
2221
+ "learning_rate": 1.9040419631488436e-05,
2222
+ "loss": 0.3223,
2223
+ "step": 1107000
2224
+ },
2225
+ {
2226
+ "epoch": 28.19,
2227
+ "learning_rate": 1.8270798789471928e-05,
2228
+ "loss": 0.3188,
2229
+ "step": 1110000
2230
+ },
2231
+ {
2232
+ "epoch": 28.27,
2233
+ "learning_rate": 1.7501177947455417e-05,
2234
+ "loss": 0.3191,
2235
+ "step": 1113000
2236
+ },
2237
+ {
2238
+ "epoch": 28.34,
2239
+ "learning_rate": 1.673155710543891e-05,
2240
+ "loss": 0.3201,
2241
+ "step": 1116000
2242
+ },
2243
+ {
2244
+ "epoch": 28.42,
2245
+ "learning_rate": 1.59619362634224e-05,
2246
+ "loss": 0.32,
2247
+ "step": 1119000
2248
+ },
2249
+ {
2250
+ "epoch": 28.5,
2251
+ "learning_rate": 1.519231542140589e-05,
2252
+ "loss": 0.318,
2253
+ "step": 1122000
2254
+ },
2255
+ {
2256
+ "epoch": 28.57,
2257
+ "learning_rate": 1.4422694579389381e-05,
2258
+ "loss": 0.3171,
2259
+ "step": 1125000
2260
+ },
2261
+ {
2262
+ "epoch": 28.65,
2263
+ "learning_rate": 1.3653073737372871e-05,
2264
+ "loss": 0.3195,
2265
+ "step": 1128000
2266
+ },
2267
+ {
2268
+ "epoch": 28.72,
2269
+ "learning_rate": 1.2883452895356363e-05,
2270
+ "loss": 0.3199,
2271
+ "step": 1131000
2272
+ },
2273
+ {
2274
+ "epoch": 28.8,
2275
+ "learning_rate": 1.2113832053339853e-05,
2276
+ "loss": 0.3201,
2277
+ "step": 1134000
2278
+ },
2279
+ {
2280
+ "epoch": 28.88,
2281
+ "learning_rate": 1.1344211211323345e-05,
2282
+ "loss": 0.3207,
2283
+ "step": 1137000
2284
+ },
2285
+ {
2286
+ "epoch": 28.95,
2287
+ "learning_rate": 1.0574590369306837e-05,
2288
+ "loss": 0.3172,
2289
+ "step": 1140000
2290
+ },
2291
+ {
2292
+ "epoch": 29.03,
2293
+ "learning_rate": 9.804969527290328e-06,
2294
+ "loss": 0.3143,
2295
+ "step": 1143000
2296
+ },
2297
+ {
2298
+ "epoch": 29.11,
2299
+ "learning_rate": 9.035348685273818e-06,
2300
+ "loss": 0.3172,
2301
+ "step": 1146000
2302
+ },
2303
+ {
2304
+ "epoch": 29.18,
2305
+ "learning_rate": 8.265727843257308e-06,
2306
+ "loss": 0.3168,
2307
+ "step": 1149000
2308
+ },
2309
+ {
2310
+ "epoch": 29.26,
2311
+ "learning_rate": 7.4961070012408e-06,
2312
+ "loss": 0.3138,
2313
+ "step": 1152000
2314
+ },
2315
+ {
2316
+ "epoch": 29.33,
2317
+ "learning_rate": 6.72648615922429e-06,
2318
+ "loss": 0.3136,
2319
+ "step": 1155000
2320
+ },
2321
+ {
2322
+ "epoch": 29.41,
2323
+ "learning_rate": 5.956865317207781e-06,
2324
+ "loss": 0.317,
2325
+ "step": 1158000
2326
+ },
2327
+ {
2328
+ "epoch": 29.49,
2329
+ "learning_rate": 5.187244475191272e-06,
2330
+ "loss": 0.316,
2331
+ "step": 1161000
2332
+ },
2333
+ {
2334
+ "epoch": 29.56,
2335
+ "learning_rate": 4.417623633174763e-06,
2336
+ "loss": 0.3103,
2337
+ "step": 1164000
2338
+ },
2339
+ {
2340
+ "epoch": 29.64,
2341
+ "learning_rate": 3.6480027911582534e-06,
2342
+ "loss": 0.3164,
2343
+ "step": 1167000
2344
+ },
2345
+ {
2346
+ "epoch": 29.72,
2347
+ "learning_rate": 2.878381949141744e-06,
2348
+ "loss": 0.315,
2349
+ "step": 1170000
2350
+ },
2351
+ {
2352
+ "epoch": 29.79,
2353
+ "learning_rate": 2.108761107125235e-06,
2354
+ "loss": 0.3147,
2355
+ "step": 1173000
2356
+ },
2357
+ {
2358
+ "epoch": 29.87,
2359
+ "learning_rate": 1.3391402651087259e-06,
2360
+ "loss": 0.3113,
2361
+ "step": 1176000
2362
+ },
2363
+ {
2364
+ "epoch": 29.94,
2365
+ "learning_rate": 5.695194230922169e-07,
2366
+ "loss": 0.3131,
2367
+ "step": 1179000
2368
+ }
2369
+ ],
2370
+ "logging_steps": 3000,
2371
+ "max_steps": 1181220,
2372
+ "num_train_epochs": 30,
2373
+ "save_steps": 500,
2374
+ "total_flos": 2.398747739778959e+21,
2375
+ "trial_name": null,
2376
+ "trial_params": null
2377
+ }
checkpoint-1181220/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfeaeee76067fa680ebaa11eeb72287182d835401a9405eba390d9267fb3b238
3
+ size 4600
checkpoint-1181220/vocab.json ADDED
@@ -0,0 +1,2272 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "\b": 0,
3
+ "\"": 2,
4
+ "#": 3,
5
+ ";": 4,
6
+ "=": 5,
7
+ ">": 6,
8
+ "[": 7,
9
+ "[PAD]": 2269,
10
+ "[UNK]": 2268,
11
+ "\\": 8,
12
+ "^": 9,
13
+ "_": 10,
14
+ "|": 1,
15
+ "}": 11,
16
+ "°": 12,
17
+ "±": 13,
18
+ "²": 14,
19
+ "³": 15,
20
+ "¹": 16,
21
+ "×": 17,
22
+ "ā": 18,
23
+ "α": 19,
24
+ "β": 20,
25
+ "θ": 21,
26
+ "μ": 22,
27
+ "π": 23,
28
+ "ω": 24,
29
+ "ᆫ": 25,
30
+ "ḥ": 26,
31
+ "​": 27,
32
+ "–": 28,
33
+ "ⁿ": 29,
34
+ "√": 30,
35
+ "う": 31,
36
+ "し": 32,
37
+ "ぶ": 33,
38
+ "ょ": 34,
39
+ "ㄱ": 35,
40
+ "ㄴ": 36,
41
+ "ㄷ": 37,
42
+ "ㄹ": 38,
43
+ "ㅁ": 39,
44
+ "ㅂ": 40,
45
+ "ㅇ": 41,
46
+ "ㅈ": 42,
47
+ "ㅊ": 43,
48
+ "ㅋ": 44,
49
+ "ㅌ": 45,
50
+ "ㅍ": 46,
51
+ "ㅎ": 47,
52
+ "ㅐ": 48,
53
+ "ㅘ": 49,
54
+ "ㅜ": 50,
55
+ "ㅠ": 51,
56
+ "ㅡ": 52,
57
+ "ㅣ": 53,
58
+ "㎏": 54,
59
+ "㎡": 55,
60
+ "新": 56,
61
+ "聞": 57,
62
+ "가": 58,
63
+ "각": 59,
64
+ "간": 60,
65
+ "갇": 61,
66
+ "갈": 62,
67
+ "갉": 63,
68
+ "감": 64,
69
+ "갑": 65,
70
+ "값": 66,
71
+ "갓": 67,
72
+ "갔": 68,
73
+ "강": 69,
74
+ "갖": 70,
75
+ "같": 71,
76
+ "갚": 72,
77
+ "갛": 73,
78
+ "개": 74,
79
+ "객": 75,
80
+ "갠": 76,
81
+ "갤": 77,
82
+ "갬": 78,
83
+ "갭": 79,
84
+ "갯": 80,
85
+ "갰": 81,
86
+ "갱": 82,
87
+ "갸": 83,
88
+ "갹": 84,
89
+ "걀": 85,
90
+ "걍": 86,
91
+ "걔": 87,
92
+ "걘": 88,
93
+ "거": 89,
94
+ "걱": 90,
95
+ "건": 91,
96
+ "걷": 92,
97
+ "걸": 93,
98
+ "검": 94,
99
+ "겁": 95,
100
+ "것": 96,
101
+ "겄": 97,
102
+ "겅": 98,
103
+ "겆": 99,
104
+ "겉": 100,
105
+ "겊": 101,
106
+ "겋": 102,
107
+ "게": 103,
108
+ "겐": 104,
109
+ "겔": 105,
110
+ "겜": 106,
111
+ "겟": 107,
112
+ "겠": 108,
113
+ "겡": 109,
114
+ "겨": 110,
115
+ "격": 111,
116
+ "겪": 112,
117
+ "견": 113,
118
+ "결": 114,
119
+ "겸": 115,
120
+ "겹": 116,
121
+ "겻": 117,
122
+ "겼": 118,
123
+ "경": 119,
124
+ "곁": 120,
125
+ "계": 121,
126
+ "곈": 122,
127
+ "곗": 123,
128
+ "곘": 124,
129
+ "고": 125,
130
+ "곡": 126,
131
+ "곤": 127,
132
+ "곧": 128,
133
+ "골": 129,
134
+ "곪": 130,
135
+ "곯": 131,
136
+ "곰": 132,
137
+ "곱": 133,
138
+ "곳": 134,
139
+ "공": 135,
140
+ "곶": 136,
141
+ "과": 137,
142
+ "곽": 138,
143
+ "관": 139,
144
+ "괄": 140,
145
+ "괌": 141,
146
+ "괍": 142,
147
+ "괏": 143,
148
+ "광": 144,
149
+ "괘": 145,
150
+ "괜": 146,
151
+ "괞": 147,
152
+ "괭": 148,
153
+ "괮": 149,
154
+ "괴": 150,
155
+ "괸": 151,
156
+ "굉": 152,
157
+ "교": 153,
158
+ "굔": 154,
159
+ "굡": 155,
160
+ "굣": 156,
161
+ "굥": 157,
162
+ "구": 158,
163
+ "국": 159,
164
+ "군": 160,
165
+ "굳": 161,
166
+ "굴": 162,
167
+ "굵": 163,
168
+ "굶": 164,
169
+ "굼": 165,
170
+ "굽": 166,
171
+ "굿": 167,
172
+ "궁": 168,
173
+ "궂": 169,
174
+ "궈": 170,
175
+ "권": 171,
176
+ "궐": 172,
177
+ "궜": 173,
178
+ "궤": 174,
179
+ "귀": 175,
180
+ "귁": 176,
181
+ "귄": 177,
182
+ "귈": 178,
183
+ "귑": 179,
184
+ "귓": 180,
185
+ "귔": 181,
186
+ "규": 182,
187
+ "균": 183,
188
+ "귤": 184,
189
+ "그": 185,
190
+ "극": 186,
191
+ "근": 187,
192
+ "귿": 188,
193
+ "글": 189,
194
+ "긁": 190,
195
+ "금": 191,
196
+ "급": 192,
197
+ "긋": 193,
198
+ "긍": 194,
199
+ "긔": 195,
200
+ "기": 196,
201
+ "긱": 197,
202
+ "긴": 198,
203
+ "길": 199,
204
+ "김": 200,
205
+ "깁": 201,
206
+ "깃": 202,
207
+ "깄": 203,
208
+ "깅": 204,
209
+ "깉": 205,
210
+ "깊": 206,
211
+ "까": 207,
212
+ "깍": 208,
213
+ "깎": 209,
214
+ "깐": 210,
215
+ "깔": 211,
216
+ "깜": 212,
217
+ "깝": 213,
218
+ "깟": 214,
219
+ "깠": 215,
220
+ "깡": 216,
221
+ "깥": 217,
222
+ "깨": 218,
223
+ "깩": 219,
224
+ "깬": 220,
225
+ "깰": 221,
226
+ "깸": 222,
227
+ "깹": 223,
228
+ "깻": 224,
229
+ "깼": 225,
230
+ "깽": 226,
231
+ "꺄": 227,
232
+ "꺅": 228,
233
+ "꺙": 229,
234
+ "꺠": 230,
235
+ "꺳": 231,
236
+ "꺴": 232,
237
+ "꺼": 233,
238
+ "꺽": 234,
239
+ "꺾": 235,
240
+ "껀": 236,
241
+ "껄": 237,
242
+ "껌": 238,
243
+ "껍": 239,
244
+ "껏": 240,
245
+ "껐": 241,
246
+ "껑": 242,
247
+ "께": 243,
248
+ "껜": 244,
249
+ "껨": 245,
250
+ "껩": 246,
251
+ "껫": 247,
252
+ "껭": 248,
253
+ "껴": 249,
254
+ "꼈": 250,
255
+ "꼐": 251,
256
+ "꼔": 252,
257
+ "꼬": 253,
258
+ "꼭": 254,
259
+ "꼰": 255,
260
+ "꼴": 256,
261
+ "꼼": 257,
262
+ "꼽": 258,
263
+ "꼿": 259,
264
+ "꽁": 260,
265
+ "꽂": 261,
266
+ "꽃": 262,
267
+ "꽈": 263,
268
+ "꽉": 264,
269
+ "꽌": 265,
270
+ "꽐": 266,
271
+ "꽜": 267,
272
+ "꽝": 268,
273
+ "꽤": 269,
274
+ "꽥": 270,
275
+ "꽹": 271,
276
+ "꾀": 272,
277
+ "꾜": 273,
278
+ "꾸": 274,
279
+ "꾹": 275,
280
+ "꾼": 276,
281
+ "꿀": 277,
282
+ "꿇": 278,
283
+ "꿈": 279,
284
+ "꿉": 280,
285
+ "꿋": 281,
286
+ "꿍": 282,
287
+ "꿎": 283,
288
+ "꿔": 284,
289
+ "꿘": 285,
290
+ "꿨": 286,
291
+ "꿩": 287,
292
+ "꿰": 288,
293
+ "뀄": 289,
294
+ "뀌": 290,
295
+ "뀐": 291,
296
+ "뀔": 292,
297
+ "뀜": 293,
298
+ "뀝": 294,
299
+ "뀠": 295,
300
+ "뀨": 296,
301
+ "뀰": 297,
302
+ "끄": 298,
303
+ "끅": 299,
304
+ "끈": 300,
305
+ "끊": 301,
306
+ "끌": 302,
307
+ "끍": 303,
308
+ "끓": 304,
309
+ "끔": 305,
310
+ "끕": 306,
311
+ "끗": 307,
312
+ "끙": 308,
313
+ "끝": 309,
314
+ "끟": 310,
315
+ "끼": 311,
316
+ "끽": 312,
317
+ "낀": 313,
318
+ "낄": 314,
319
+ "낌": 315,
320
+ "낍": 316,
321
+ "낐": 317,
322
+ "낑": 318,
323
+ "나": 319,
324
+ "낙": 320,
325
+ "낚": 321,
326
+ "난": 322,
327
+ "날": 323,
328
+ "낡": 324,
329
+ "남": 325,
330
+ "납": 326,
331
+ "낫": 327,
332
+ "났": 328,
333
+ "낭": 329,
334
+ "낮": 330,
335
+ "낯": 331,
336
+ "낱": 332,
337
+ "낳": 333,
338
+ "내": 334,
339
+ "낵": 335,
340
+ "낸": 336,
341
+ "낼": 337,
342
+ "냄": 338,
343
+ "냅": 339,
344
+ "냇": 340,
345
+ "냈": 341,
346
+ "냉": 342,
347
+ "냐": 343,
348
+ "냑": 344,
349
+ "냔": 345,
350
+ "냘": 346,
351
+ "냠": 347,
352
+ "냣": 348,
353
+ "냤": 349,
354
+ "냥": 350,
355
+ "냬": 351,
356
+ "너": 352,
357
+ "넉": 353,
358
+ "넋": 354,
359
+ "넌": 355,
360
+ "널": 356,
361
+ "넓": 357,
362
+ "넘": 358,
363
+ "넙": 359,
364
+ "넛": 360,
365
+ "넜": 361,
366
+ "넝": 362,
367
+ "넢": 363,
368
+ "넣": 364,
369
+ "네": 365,
370
+ "넥": 366,
371
+ "넨": 367,
372
+ "넬": 368,
373
+ "넴": 369,
374
+ "넵": 370,
375
+ "넷": 371,
376
+ "넸": 372,
377
+ "넹": 373,
378
+ "녀": 374,
379
+ "녁": 375,
380
+ "년": 376,
381
+ "녈": 377,
382
+ "념": 378,
383
+ "녓": 379,
384
+ "녔": 380,
385
+ "녕": 381,
386
+ "녘": 382,
387
+ "녛": 383,
388
+ "녜": 384,
389
+ "녤": 385,
390
+ "노": 386,
391
+ "녹": 387,
392
+ "논": 388,
393
+ "놀": 389,
394
+ "놈": 390,
395
+ "놉": 391,
396
+ "놋": 392,
397
+ "농": 393,
398
+ "높": 394,
399
+ "놓": 395,
400
+ "놔": 396,
401
+ "놨": 397,
402
+ "놰": 398,
403
+ "뇌": 399,
404
+ "뇨": 400,
405
+ "뇬": 401,
406
+ "뇸": 402,
407
+ "뇽": 403,
408
+ "누": 404,
409
+ "눅": 405,
410
+ "눈": 406,
411
+ "눌": 407,
412
+ "눔": 408,
413
+ "눕": 409,
414
+ "눗": 410,
415
+ "눙": 411,
416
+ "눟": 412,
417
+ "눠": 413,
418
+ "눴": 414,
419
+ "뉍": 415,
420
+ "뉘": 416,
421
+ "뉜": 417,
422
+ "뉠": 418,
423
+ "뉩": 419,
424
+ "뉴": 420,
425
+ "뉸": 421,
426
+ "늄": 422,
427
+ "늉": 423,
428
+ "늏": 424,
429
+ "느": 425,
430
+ "늑": 426,
431
+ "는": 427,
432
+ "늗": 428,
433
+ "늘": 429,
434
+ "늙": 430,
435
+ "늠": 431,
436
+ "늡": 432,
437
+ "능": 433,
438
+ "늦": 434,
439
+ "늪": 435,
440
+ "늫": 436,
441
+ "늬": 437,
442
+ "니": 438,
443
+ "닉": 439,
444
+ "닌": 440,
445
+ "닐": 441,
446
+ "님": 442,
447
+ "닙": 443,
448
+ "닛": 444,
449
+ "닜": 445,
450
+ "닝": 446,
451
+ "닠": 447,
452
+ "닢": 448,
453
+ "다": 449,
454
+ "닥": 450,
455
+ "닦": 451,
456
+ "단": 452,
457
+ "닫": 453,
458
+ "달": 454,
459
+ "닭": 455,
460
+ "닮": 456,
461
+ "닯": 457,
462
+ "닳": 458,
463
+ "담": 459,
464
+ "답": 460,
465
+ "닷": 461,
466
+ "당": 462,
467
+ "닿": 463,
468
+ "대": 464,
469
+ "댁": 465,
470
+ "댄": 466,
471
+ "댈": 467,
472
+ "댐": 468,
473
+ "댑": 469,
474
+ "댓": 470,
475
+ "댔": 471,
476
+ "댕": 472,
477
+ "댜": 473,
478
+ "댣": 474,
479
+ "더": 475,
480
+ "덕": 476,
481
+ "던": 477,
482
+ "덜": 478,
483
+ "덞": 479,
484
+ "덟": 480,
485
+ "덤": 481,
486
+ "덥": 482,
487
+ "덧": 483,
488
+ "덩": 484,
489
+ "덫": 485,
490
+ "덮": 486,
491
+ "데": 487,
492
+ "덱": 488,
493
+ "덴": 489,
494
+ "델": 490,
495
+ "뎀": 491,
496
+ "뎁": 492,
497
+ "뎃": 493,
498
+ "뎄": 494,
499
+ "뎅": 495,
500
+ "뎆": 496,
501
+ "뎊": 497,
502
+ "뎌": 498,
503
+ "뎠": 499,
504
+ "뎣": 500,
505
+ "도": 501,
506
+ "독": 502,
507
+ "돈": 503,
508
+ "돋": 504,
509
+ "돌": 505,
510
+ "돔": 506,
511
+ "돕": 507,
512
+ "돗": 508,
513
+ "동": 509,
514
+ "돛": 510,
515
+ "돠": 511,
516
+ "돤": 512,
517
+ "돼": 513,
518
+ "됀": 514,
519
+ "됍": 515,
520
+ "됏": 516,
521
+ "됐": 517,
522
+ "되": 518,
523
+ "된": 519,
524
+ "될": 520,
525
+ "됨": 521,
526
+ "됩": 522,
527
+ "됫": 523,
528
+ "됬": 524,
529
+ "됭": 525,
530
+ "두": 526,
531
+ "둑": 527,
532
+ "둔": 528,
533
+ "둘": 529,
534
+ "둠": 530,
535
+ "둡": 531,
536
+ "둣": 532,
537
+ "둥": 533,
538
+ "둬": 534,
539
+ "뒀": 535,
540
+ "뒈": 536,
541
+ "뒤": 537,
542
+ "뒨": 538,
543
+ "뒷": 539,
544
+ "뒹": 540,
545
+ "듀": 541,
546
+ "듈": 542,
547
+ "듐": 543,
548
+ "드": 544,
549
+ "득": 545,
550
+ "든": 546,
551
+ "듣": 547,
552
+ "들": 548,
553
+ "듦": 549,
554
+ "듬": 550,
555
+ "듭": 551,
556
+ "듯": 552,
557
+ "등": 553,
558
+ "디": 554,
559
+ "딕": 555,
560
+ "딘": 556,
561
+ "딛": 557,
562
+ "딜": 558,
563
+ "딤": 559,
564
+ "딥": 560,
565
+ "딧": 561,
566
+ "딨": 562,
567
+ "딩": 563,
568
+ "딪": 564,
569
+ "딫": 565,
570
+ "따": 566,
571
+ "딱": 567,
572
+ "딴": 568,
573
+ "딸": 569,
574
+ "땀": 570,
575
+ "땁": 571,
576
+ "땃": 572,
577
+ "땄": 573,
578
+ "땅": 574,
579
+ "땋": 575,
580
+ "때": 576,
581
+ "땍": 577,
582
+ "땐": 578,
583
+ "땔": 579,
584
+ "땜": 580,
585
+ "땝": 581,
586
+ "땟": 582,
587
+ "땠": 583,
588
+ "땡": 584,
589
+ "땨": 585,
590
+ "땽": 586,
591
+ "떄": 587,
592
+ "떈": 588,
593
+ "떌": 589,
594
+ "떘": 590,
595
+ "떙": 591,
596
+ "떠": 592,
597
+ "떡": 593,
598
+ "떤": 594,
599
+ "떨": 595,
600
+ "떫": 596,
601
+ "떰": 597,
602
+ "떱": 598,
603
+ "떳": 599,
604
+ "떴": 600,
605
+ "떵": 601,
606
+ "떻": 602,
607
+ "떼": 603,
608
+ "떽": 604,
609
+ "뗀": 605,
610
+ "뗄": 606,
611
+ "뗌": 607,
612
+ "뗍": 608,
613
+ "뗏": 609,
614
+ "뗐": 610,
615
+ "뗘": 611,
616
+ "뗴": 612,
617
+ "뗼": 613,
618
+ "똄": 614,
619
+ "또": 615,
620
+ "똑": 616,
621
+ "똔": 617,
622
+ "똘": 618,
623
+ "똠": 619,
624
+ "똥": 620,
625
+ "똧": 621,
626
+ "똬": 622,
627
+ "뙈": 623,
628
+ "뙤": 624,
629
+ "뚁": 625,
630
+ "뚜": 626,
631
+ "뚝": 627,
632
+ "뚠": 628,
633
+ "뚤": 629,
634
+ "뚫": 630,
635
+ "뚬": 631,
636
+ "뚭": 632,
637
+ "뚱": 633,
638
+ "뛀": 634,
639
+ "뛰": 635,
640
+ "뛴": 636,
641
+ "뛸": 637,
642
+ "뜀": 638,
643
+ "뜁": 639,
644
+ "뜃": 640,
645
+ "뜄": 641,
646
+ "뜨": 642,
647
+ "뜩": 643,
648
+ "뜬": 644,
649
+ "뜯": 645,
650
+ "뜰": 646,
651
+ "뜷": 647,
652
+ "뜸": 648,
653
+ "뜹": 649,
654
+ "뜻": 650,
655
+ "뜼": 651,
656
+ "뜽": 652,
657
+ "띁": 653,
658
+ "띄": 654,
659
+ "띈": 655,
660
+ "띌": 656,
661
+ "띔": 657,
662
+ "띕": 658,
663
+ "띠": 659,
664
+ "띡": 660,
665
+ "띤": 661,
666
+ "띨": 662,
667
+ "띰": 663,
668
+ "띱": 664,
669
+ "띵": 665,
670
+ "라": 666,
671
+ "락": 667,
672
+ "란": 668,
673
+ "랄": 669,
674
+ "랆": 670,
675
+ "람": 671,
676
+ "랍": 672,
677
+ "랏": 673,
678
+ "랐": 674,
679
+ "랑": 675,
680
+ "랖": 676,
681
+ "랗": 677,
682
+ "래": 678,
683
+ "랙": 679,
684
+ "랜": 680,
685
+ "랠": 681,
686
+ "램": 682,
687
+ "랩": 683,
688
+ "랫": 684,
689
+ "랬": 685,
690
+ "랭": 686,
691
+ "랴": 687,
692
+ "��": 688,
693
+ "럄": 689,
694
+ "량": 690,
695
+ "러": 691,
696
+ "럭": 692,
697
+ "런": 693,
698
+ "럴": 694,
699
+ "럼": 695,
700
+ "럽": 696,
701
+ "럿": 697,
702
+ "렀": 698,
703
+ "렁": 699,
704
+ "렇": 700,
705
+ "레": 701,
706
+ "렉": 702,
707
+ "렌": 703,
708
+ "렏": 704,
709
+ "렐": 705,
710
+ "렘": 706,
711
+ "렙": 707,
712
+ "렛": 708,
713
+ "렜": 709,
714
+ "렝": 710,
715
+ "려": 711,
716
+ "력": 712,
717
+ "련": 713,
718
+ "렬": 714,
719
+ "렴": 715,
720
+ "렵": 716,
721
+ "렷": 717,
722
+ "렸": 718,
723
+ "령": 719,
724
+ "렿": 720,
725
+ "례": 721,
726
+ "롁": 722,
727
+ "롄": 723,
728
+ "로": 724,
729
+ "록": 725,
730
+ "론": 726,
731
+ "롤": 727,
732
+ "롬": 728,
733
+ "롭": 729,
734
+ "롯": 730,
735
+ "롱": 731,
736
+ "롷": 732,
737
+ "롸": 733,
738
+ "롹": 734,
739
+ "롼": 735,
740
+ "뢰": 736,
741
+ "료": 737,
742
+ "룐": 738,
743
+ "룟": 739,
744
+ "룡": 740,
745
+ "루": 741,
746
+ "룩": 742,
747
+ "룬": 743,
748
+ "룰": 744,
749
+ "룸": 745,
750
+ "룹": 746,
751
+ "룻": 747,
752
+ "룽": 748,
753
+ "뤄": 749,
754
+ "뤘": 750,
755
+ "뤼": 751,
756
+ "류": 752,
757
+ "륙": 753,
758
+ "륜": 754,
759
+ "률": 755,
760
+ "륨": 756,
761
+ "륭": 757,
762
+ "르": 758,
763
+ "륵": 759,
764
+ "른": 760,
765
+ "를": 761,
766
+ "름": 762,
767
+ "릅": 763,
768
+ "릇": 764,
769
+ "릉": 765,
770
+ "릎": 766,
771
+ "릏": 767,
772
+ "리": 768,
773
+ "릭": 769,
774
+ "린": 770,
775
+ "릴": 771,
776
+ "림": 772,
777
+ "립": 773,
778
+ "릿": 774,
779
+ "맀": 775,
780
+ "링": 776,
781
+ "맇": 777,
782
+ "마": 778,
783
+ "막": 779,
784
+ "만": 780,
785
+ "많": 781,
786
+ "맏": 782,
787
+ "말": 783,
788
+ "맑": 784,
789
+ "맘": 785,
790
+ "맙": 786,
791
+ "맛": 787,
792
+ "맜": 788,
793
+ "망": 789,
794
+ "맞": 790,
795
+ "맟": 791,
796
+ "맡": 792,
797
+ "맣": 793,
798
+ "매": 794,
799
+ "맥": 795,
800
+ "맨": 796,
801
+ "맬": 797,
802
+ "맴": 798,
803
+ "맵": 799,
804
+ "맷": 800,
805
+ "맸": 801,
806
+ "맹": 802,
807
+ "맺": 803,
808
+ "맻": 804,
809
+ "맽": 805,
810
+ "먀": 806,
811
+ "먕": 807,
812
+ "머": 808,
813
+ "먹": 809,
814
+ "먼": 810,
815
+ "멀": 811,
816
+ "멈": 812,
817
+ "멉": 813,
818
+ "멋": 814,
819
+ "멍": 815,
820
+ "멎": 816,
821
+ "멓": 817,
822
+ "메": 818,
823
+ "멕": 819,
824
+ "멘": 820,
825
+ "멜": 821,
826
+ "멤": 822,
827
+ "멧": 823,
828
+ "멨": 824,
829
+ "멩": 825,
830
+ "멫": 826,
831
+ "며": 827,
832
+ "멱": 828,
833
+ "면": 829,
834
+ "멸": 830,
835
+ "몄": 831,
836
+ "명": 832,
837
+ "몆": 833,
838
+ "몇": 834,
839
+ "모": 835,
840
+ "목": 836,
841
+ "몫": 837,
842
+ "몬": 838,
843
+ "몰": 839,
844
+ "몸": 840,
845
+ "몹": 841,
846
+ "못": 842,
847
+ "몽": 843,
848
+ "뫄": 844,
849
+ "뫠": 845,
850
+ "뫼": 846,
851
+ "묘": 847,
852
+ "묫": 848,
853
+ "묭": 849,
854
+ "무": 850,
855
+ "묵": 851,
856
+ "묶": 852,
857
+ "문": 853,
858
+ "묻": 854,
859
+ "물": 855,
860
+ "묽": 856,
861
+ "뭄": 857,
862
+ "뭅": 858,
863
+ "뭇": 859,
864
+ "뭉": 860,
865
+ "뭍": 861,
866
+ "뭏": 862,
867
+ "뭐": 863,
868
+ "뭔": 864,
869
+ "뭘": 865,
870
+ "뭠": 866,
871
+ "뭡": 867,
872
+ "뭣": 868,
873
+ "뭥": 869,
874
+ "뭰": 870,
875
+ "뮈": 871,
876
+ "뮌": 872,
877
+ "뮙": 873,
878
+ "뮝": 874,
879
+ "뮤": 875,
880
+ "뮨": 876,
881
+ "뮬": 877,
882
+ "뮴": 878,
883
+ "므": 879,
884
+ "믁": 880,
885
+ "믄": 881,
886
+ "믇": 882,
887
+ "믈": 883,
888
+ "믐": 884,
889
+ "믑": 885,
890
+ "미": 886,
891
+ "믹": 887,
892
+ "민": 888,
893
+ "믾": 889,
894
+ "믿": 890,
895
+ "밀": 891,
896
+ "밈": 892,
897
+ "밉": 893,
898
+ "밋": 894,
899
+ "밌": 895,
900
+ "밍": 896,
901
+ "밎": 897,
902
+ "및": 898,
903
+ "밑": 899,
904
+ "바": 900,
905
+ "박": 901,
906
+ "밖": 902,
907
+ "반": 903,
908
+ "받": 904,
909
+ "발": 905,
910
+ "밝": 906,
911
+ "밟": 907,
912
+ "밤": 908,
913
+ "밥": 909,
914
+ "밧": 910,
915
+ "밨": 911,
916
+ "방": 912,
917
+ "밫": 913,
918
+ "밭": 914,
919
+ "배": 915,
920
+ "백": 916,
921
+ "밲": 917,
922
+ "밴": 918,
923
+ "밸": 919,
924
+ "뱀": 920,
925
+ "뱁": 921,
926
+ "뱃": 922,
927
+ "뱄": 923,
928
+ "뱅": 924,
929
+ "뱉": 925,
930
+ "뱌": 926,
931
+ "버": 927,
932
+ "벅": 928,
933
+ "번": 929,
934
+ "벋": 930,
935
+ "벌": 931,
936
+ "범": 932,
937
+ "법": 933,
938
+ "벗": 934,
939
+ "벙": 935,
940
+ "벚": 936,
941
+ "벛": 937,
942
+ "베": 938,
943
+ "벡": 939,
944
+ "벤": 940,
945
+ "벨": 941,
946
+ "벰": 942,
947
+ "벳": 943,
948
+ "벴": 944,
949
+ "벵": 945,
950
+ "벼": 946,
951
+ "벽": 947,
952
+ "변": 948,
953
+ "별": 949,
954
+ "볌": 950,
955
+ "볍": 951,
956
+ "볏": 952,
957
+ "볐": 953,
958
+ "병": 954,
959
+ "볓": 955,
960
+ "볕": 956,
961
+ "보": 957,
962
+ "복": 958,
963
+ "볶": 959,
964
+ "본": 960,
965
+ "볻": 961,
966
+ "볼": 962,
967
+ "봄": 963,
968
+ "봅": 964,
969
+ "봇": 965,
970
+ "봈": 966,
971
+ "봉": 967,
972
+ "봐": 968,
973
+ "봔": 969,
974
+ "봣": 970,
975
+ "봤": 971,
976
+ "봥": 972,
977
+ "봬": 973,
978
+ "봰": 974,
979
+ "봴": 975,
980
+ "봽": 976,
981
+ "뵀": 977,
982
+ "뵈": 978,
983
+ "뵌": 979,
984
+ "뵐": 980,
985
+ "뵙": 981,
986
+ "뵜": 982,
987
+ "뵤": 983,
988
+ "뵨": 984,
989
+ "뵬": 985,
990
+ "뵹": 986,
991
+ "부": 987,
992
+ "북": 988,
993
+ "분": 989,
994
+ "붇": 990,
995
+ "불": 991,
996
+ "붉": 992,
997
+ "붐": 993,
998
+ "붑": 994,
999
+ "붓": 995,
1000
+ "붔": 996,
1001
+ "붕": 997,
1002
+ "붙": 998,
1003
+ "붜": 999,
1004
+ "뷔": 1000,
1005
+ "뷰": 1001,
1006
+ "뷴": 1002,
1007
+ "뷸": 1003,
1008
+ "븅": 1004,
1009
+ "브": 1005,
1010
+ "븐": 1006,
1011
+ "블": 1007,
1012
+ "븜": 1008,
1013
+ "븝": 1009,
1014
+ "븥": 1010,
1015
+ "비": 1011,
1016
+ "빅": 1012,
1017
+ "빈": 1013,
1018
+ "빌": 1014,
1019
+ "빔": 1015,
1020
+ "빕": 1016,
1021
+ "빗": 1017,
1022
+ "빙": 1018,
1023
+ "빚": 1019,
1024
+ "빛": 1020,
1025
+ "빠": 1021,
1026
+ "빡": 1022,
1027
+ "빤": 1023,
1028
+ "빨": 1024,
1029
+ "빰": 1025,
1030
+ "빱": 1026,
1031
+ "빳": 1027,
1032
+ "빴": 1028,
1033
+ "빵": 1029,
1034
+ "빻": 1030,
1035
+ "빼": 1031,
1036
+ "빽": 1032,
1037
+ "뺀": 1033,
1038
+ "뺄": 1034,
1039
+ "뺌": 1035,
1040
+ "뺍": 1036,
1041
+ "뺏": 1037,
1042
+ "뺐": 1038,
1043
+ "뺑": 1039,
1044
+ "뺘": 1040,
1045
+ "뺨": 1041,
1046
+ "뺴": 1042,
1047
+ "뺵": 1043,
1048
+ "뺸": 1044,
1049
+ "뺼": 1045,
1050
+ "뻐": 1046,
1051
+ "뻑": 1047,
1052
+ "뻔": 1048,
1053
+ "뻗": 1049,
1054
+ "뻘": 1050,
1055
+ "뻠": 1051,
1056
+ "뻣": 1052,
1057
+ "뻤": 1053,
1058
+ "뻥": 1054,
1059
+ "뻬": 1055,
1060
+ "뻰": 1056,
1061
+ "뻴": 1057,
1062
+ "뼀": 1058,
1063
+ "뼈": 1059,
1064
+ "뼉": 1060,
1065
+ "뼌": 1061,
1066
+ "뼘": 1062,
1067
+ "뼛": 1063,
1068
+ "뼝": 1064,
1069
+ "뽀": 1065,
1070
+ "뽁": 1066,
1071
+ "뽂": 1067,
1072
+ "뽄": 1068,
1073
+ "뽈": 1069,
1074
+ "뽐": 1070,
1075
+ "뽑": 1071,
1076
+ "뽕": 1072,
1077
+ "뽝": 1073,
1078
+ "뾰": 1074,
1079
+ "뾱": 1075,
1080
+ "뿅": 1076,
1081
+ "뿌": 1077,
1082
+ "뿍": 1078,
1083
+ "뿐": 1079,
1084
+ "뿔": 1080,
1085
+ "뿛": 1081,
1086
+ "뿜": 1082,
1087
+ "뿝": 1083,
1088
+ "뿟": 1084,
1089
+ "뿠": 1085,
1090
+ "뿡": 1086,
1091
+ "뿨": 1087,
1092
+ "쀠": 1088,
1093
+ "쀼": 1089,
1094
+ "쁘": 1090,
1095
+ "쁜": 1091,
1096
+ "쁠": 1092,
1097
+ "쁨": 1093,
1098
+ "쁩": 1094,
1099
+ "삐": 1095,
1100
+ "삑": 1096,
1101
+ "삔": 1097,
1102
+ "삘": 1098,
1103
+ "삣": 1099,
1104
+ "삤": 1100,
1105
+ "삥": 1101,
1106
+ "사": 1102,
1107
+ "삭": 1103,
1108
+ "산": 1104,
1109
+ "살": 1105,
1110
+ "삶": 1106,
1111
+ "삷": 1107,
1112
+ "삼": 1108,
1113
+ "삽": 1109,
1114
+ "삿": 1110,
1115
+ "샀": 1111,
1116
+ "상": 1112,
1117
+ "샂": 1113,
1118
+ "샅": 1114,
1119
+ "새": 1115,
1120
+ "색": 1116,
1121
+ "샌": 1117,
1122
+ "샐": 1118,
1123
+ "샘": 1119,
1124
+ "샙": 1120,
1125
+ "샛": 1121,
1126
+ "샜": 1122,
1127
+ "생": 1123,
1128
+ "샤": 1124,
1129
+ "샥": 1125,
1130
+ "샨": 1126,
1131
+ "샬": 1127,
1132
+ "샴": 1128,
1133
+ "샵": 1129,
1134
+ "샷": 1130,
1135
+ "샹": 1131,
1136
+ "샾": 1132,
1137
+ "섀": 1133,
1138
+ "서": 1134,
1139
+ "석": 1135,
1140
+ "섞": 1136,
1141
+ "선": 1137,
1142
+ "섣": 1138,
1143
+ "설": 1139,
1144
+ "섫": 1140,
1145
+ "섬": 1141,
1146
+ "섭": 1142,
1147
+ "섯": 1143,
1148
+ "섰": 1144,
1149
+ "성": 1145,
1150
+ "세": 1146,
1151
+ "섹": 1147,
1152
+ "센": 1148,
1153
+ "셀": 1149,
1154
+ "셈": 1150,
1155
+ "셉": 1151,
1156
+ "셋": 1152,
1157
+ "셌": 1153,
1158
+ "셍": 1154,
1159
+ "셔": 1155,
1160
+ "셖": 1156,
1161
+ "션": 1157,
1162
+ "셜": 1158,
1163
+ "셥": 1159,
1164
+ "셧": 1160,
1165
+ "셨": 1161,
1166
+ "셩": 1162,
1167
+ "셰": 1163,
1168
+ "셱": 1164,
1169
+ "셴": 1165,
1170
+ "셸": 1166,
1171
+ "솁": 1167,
1172
+ "솅": 1168,
1173
+ "소": 1169,
1174
+ "속": 1170,
1175
+ "솎": 1171,
1176
+ "손": 1172,
1177
+ "솔": 1173,
1178
+ "솜": 1174,
1179
+ "솝": 1175,
1180
+ "솟": 1176,
1181
+ "송": 1177,
1182
+ "솥": 1178,
1183
+ "솨": 1179,
1184
+ "솼": 1180,
1185
+ "쇄": 1181,
1186
+ "쇠": 1182,
1187
+ "쇳": 1183,
1188
+ "쇼": 1184,
1189
+ "쇽": 1185,
1190
+ "숀": 1186,
1191
+ "숄": 1187,
1192
+ "숍": 1188,
1193
+ "숏": 1189,
1194
+ "숑": 1190,
1195
+ "수": 1191,
1196
+ "숙": 1192,
1197
+ "순": 1193,
1198
+ "숟": 1194,
1199
+ "술": 1195,
1200
+ "숨": 1196,
1201
+ "숩": 1197,
1202
+ "숫": 1198,
1203
+ "숭": 1199,
1204
+ "숯": 1200,
1205
+ "숱": 1201,
1206
+ "숲": 1202,
1207
+ "숴": 1203,
1208
+ "쉈": 1204,
1209
+ "쉐": 1205,
1210
+ "쉑": 1206,
1211
+ "쉔": 1207,
1212
+ "쉘": 1208,
1213
+ "쉡": 1209,
1214
+ "쉣": 1210,
1215
+ "쉬": 1211,
1216
+ "쉭": 1212,
1217
+ "쉰": 1213,
1218
+ "쉴": 1214,
1219
+ "쉼": 1215,
1220
+ "쉽": 1216,
1221
+ "쉿": 1217,
1222
+ "슁": 1218,
1223
+ "슈": 1219,
1224
+ "슉": 1220,
1225
+ "슌": 1221,
1226
+ "슐": 1222,
1227
+ "슘": 1223,
1228
+ "슙": 1224,
1229
+ "슛": 1225,
1230
+ "슝": 1226,
1231
+ "스": 1227,
1232
+ "슥": 1228,
1233
+ "슨": 1229,
1234
+ "슬": 1230,
1235
+ "슴": 1231,
1236
+ "습": 1232,
1237
+ "슷": 1233,
1238
+ "승": 1234,
1239
+ "슺": 1235,
1240
+ "슽": 1236,
1241
+ "슾": 1237,
1242
+ "시": 1238,
1243
+ "식": 1239,
1244
+ "신": 1240,
1245
+ "싣": 1241,
1246
+ "실": 1242,
1247
+ "싫": 1243,
1248
+ "심": 1244,
1249
+ "십": 1245,
1250
+ "싯": 1246,
1251
+ "싰": 1247,
1252
+ "싱": 1248,
1253
+ "싶": 1249,
1254
+ "싸": 1250,
1255
+ "싹": 1251,
1256
+ "싼": 1252,
1257
+ "쌀": 1253,
1258
+ "쌂": 1254,
1259
+ "쌈": 1255,
1260
+ "쌉": 1256,
1261
+ "쌋": 1257,
1262
+ "쌌": 1258,
1263
+ "쌍": 1259,
1264
+ "쌓": 1260,
1265
+ "쌔": 1261,
1266
+ "쌕": 1262,
1267
+ "쌘": 1263,
1268
+ "쌜": 1264,
1269
+ "쌤": 1265,
1270
+ "쌥": 1266,
1271
+ "쌨": 1267,
1272
+ "쌩": 1268,
1273
+ "쌰": 1269,
1274
+ "쌸": 1270,
1275
+ "썅": 1271,
1276
+ "썌": 1272,
1277
+ "썜": 1273,
1278
+ "썡": 1274,
1279
+ "써": 1275,
1280
+ "썩": 1276,
1281
+ "썪": 1277,
1282
+ "썫": 1278,
1283
+ "썬": 1279,
1284
+ "썰": 1280,
1285
+ "썷": 1281,
1286
+ "썸": 1282,
1287
+ "썹": 1283,
1288
+ "썻": 1284,
1289
+ "썼": 1285,
1290
+ "썽": 1286,
1291
+ "쎄": 1287,
1292
+ "쎅": 1288,
1293
+ "쎈": 1289,
1294
+ "쎌": 1290,
1295
+ "쎔": 1291,
1296
+ "쎕": 1292,
1297
+ "쎘": 1293,
1298
+ "쎙": 1294,
1299
+ "쎠": 1295,
1300
+ "쎱": 1296,
1301
+ "쎴": 1297,
1302
+ "쎼": 1298,
1303
+ "쏀": 1299,
1304
+ "쏘": 1300,
1305
+ "쏙": 1301,
1306
+ "쏜": 1302,
1307
+ "쏟": 1303,
1308
+ "쏠": 1304,
1309
+ "쏨": 1305,
1310
+ "쏩": 1306,
1311
+ "쏫": 1307,
1312
+ "쏭": 1308,
1313
+ "쏴": 1309,
1314
+ "쏵": 1310,
1315
+ "쐈": 1311,
1316
+ "쐐": 1312,
1317
+ "쐬": 1313,
1318
+ "쐭": 1314,
1319
+ "쐴": 1315,
1320
+ "쑈": 1316,
1321
+ "쑉": 1317,
1322
+ "쑐": 1318,
1323
+ "쑝": 1319,
1324
+ "쑤": 1320,
1325
+ "쑥": 1321,
1326
+ "쑨": 1322,
1327
+ "쒀": 1323,
1328
+ "쒯": 1324,
1329
+ "쒸": 1325,
1330
+ "쓋": 1326,
1331
+ "쓤": 1327,
1332
+ "쓩": 1328,
1333
+ "쓰": 1329,
1334
+ "쓱": 1330,
1335
+ "쓴": 1331,
1336
+ "쓸": 1332,
1337
+ "쓽": 1333,
1338
+ "씀": 1334,
1339
+ "씁": 1335,
1340
+ "씅": 1336,
1341
+ "씌": 1337,
1342
+ "씐": 1338,
1343
+ "씨": 1339,
1344
+ "씩": 1340,
1345
+ "씬": 1341,
1346
+ "씰": 1342,
1347
+ "씸": 1343,
1348
+ "씹": 1344,
1349
+ "씻": 1345,
1350
+ "씼": 1346,
1351
+ "씽": 1347,
1352
+ "아": 1348,
1353
+ "악": 1349,
1354
+ "안": 1350,
1355
+ "앉": 1351,
1356
+ "않": 1352,
1357
+ "알": 1353,
1358
+ "앎": 1354,
1359
+ "앑": 1355,
1360
+ "앓": 1356,
1361
+ "암": 1357,
1362
+ "압": 1358,
1363
+ "앗": 1359,
1364
+ "았": 1360,
1365
+ "앙": 1361,
1366
+ "앞": 1362,
1367
+ "애": 1363,
1368
+ "액": 1364,
1369
+ "앤": 1365,
1370
+ "앨": 1366,
1371
+ "앰": 1367,
1372
+ "앱": 1368,
1373
+ "앳": 1369,
1374
+ "앴": 1370,
1375
+ "앵": 1371,
1376
+ "앸": 1372,
1377
+ "야": 1373,
1378
+ "약": 1374,
1379
+ "얀": 1375,
1380
+ "얄": 1376,
1381
+ "얇": 1377,
1382
+ "얌": 1378,
1383
+ "얍": 1379,
1384
+ "얏": 1380,
1385
+ "양": 1381,
1386
+ "얕": 1382,
1387
+ "얗": 1383,
1388
+ "얘": 1384,
1389
+ "얜": 1385,
1390
+ "얠": 1386,
1391
+ "얬": 1387,
1392
+ "얭": 1388,
1393
+ "어": 1389,
1394
+ "억": 1390,
1395
+ "언": 1391,
1396
+ "얹": 1392,
1397
+ "얻": 1393,
1398
+ "얼": 1394,
1399
+ "얽": 1395,
1400
+ "엄": 1396,
1401
+ "업": 1397,
1402
+ "없": 1398,
1403
+ "엇": 1399,
1404
+ "었": 1400,
1405
+ "엉": 1401,
1406
+ "엊": 1402,
1407
+ "엌": 1403,
1408
+ "엍": 1404,
1409
+ "엎": 1405,
1410
+ "에": 1406,
1411
+ "엑": 1407,
1412
+ "엔": 1408,
1413
+ "엘": 1409,
1414
+ "엝": 1410,
1415
+ "엠": 1411,
1416
+ "엡": 1412,
1417
+ "엣": 1413,
1418
+ "엥": 1414,
1419
+ "여": 1415,
1420
+ "역": 1416,
1421
+ "엮": 1417,
1422
+ "연": 1418,
1423
+ "열": 1419,
1424
+ "염": 1420,
1425
+ "엽": 1421,
1426
+ "엾": 1422,
1427
+ "엿": 1423,
1428
+ "였": 1424,
1429
+ "영": 1425,
1430
+ "옅": 1426,
1431
+ "옆": 1427,
1432
+ "옇": 1428,
1433
+ "예": 1429,
1434
+ "옉": 1430,
1435
+ "옌": 1431,
1436
+ "옐": 1432,
1437
+ "옘": 1433,
1438
+ "옙": 1434,
1439
+ "옛": 1435,
1440
+ "옜": 1436,
1441
+ "오": 1437,
1442
+ "옥": 1438,
1443
+ "온": 1439,
1444
+ "옫": 1440,
1445
+ "올": 1441,
1446
+ "옮": 1442,
1447
+ "옳": 1443,
1448
+ "옴": 1444,
1449
+ "옵": 1445,
1450
+ "옷": 1446,
1451
+ "옸": 1447,
1452
+ "옹": 1448,
1453
+ "옻": 1449,
1454
+ "옽": 1450,
1455
+ "와": 1451,
1456
+ "왁": 1452,
1457
+ "완": 1453,
1458
+ "왈": 1454,
1459
+ "왐": 1455,
1460
+ "왑": 1456,
1461
+ "왓": 1457,
1462
+ "왔": 1458,
1463
+ "왕": 1459,
1464
+ "왘": 1460,
1465
+ "왜": 1461,
1466
+ "왠": 1462,
1467
+ "왤": 1463,
1468
+ "왯": 1464,
1469
+ "왱": 1465,
1470
+ "외": 1466,
1471
+ "왼": 1467,
1472
+ "욌": 1468,
1473
+ "요": 1469,
1474
+ "욕": 1470,
1475
+ "욘": 1471,
1476
+ "욜": 1472,
1477
+ "욤": 1473,
1478
+ "욥": 1474,
1479
+ "욧": 1475,
1480
+ "용": 1476,
1481
+ "우": 1477,
1482
+ "욱": 1478,
1483
+ "운": 1479,
1484
+ "울": 1480,
1485
+ "움": 1481,
1486
+ "웁": 1482,
1487
+ "웃": 1483,
1488
+ "웅": 1484,
1489
+ "워": 1485,
1490
+ "웍": 1486,
1491
+ "원": 1487,
1492
+ "월": 1488,
1493
+ "웜": 1489,
1494
+ "웟": 1490,
1495
+ "웠": 1491,
1496
+ "웡": 1492,
1497
+ "웤": 1493,
1498
+ "웨": 1494,
1499
+ "웩": 1495,
1500
+ "웬": 1496,
1501
+ "웰": 1497,
1502
+ "웸": 1498,
1503
+ "웹": 1499,
1504
+ "웻": 1500,
1505
+ "웽": 1501,
1506
+ "위": 1502,
1507
+ "윅": 1503,
1508
+ "윈": 1504,
1509
+ "윌": 1505,
1510
+ "윔": 1506,
1511
+ "윕": 1507,
1512
+ "윗": 1508,
1513
+ "윙": 1509,
1514
+ "유": 1510,
1515
+ "육": 1511,
1516
+ "윤": 1512,
1517
+ "윦": 1513,
1518
+ "윧": 1514,
1519
+ "율": 1515,
1520
+ "윰": 1516,
1521
+ "윳": 1517,
1522
+ "융": 1518,
1523
+ "윷": 1519,
1524
+ "으": 1520,
1525
+ "윽": 1521,
1526
+ "은": 1522,
1527
+ "읃": 1523,
1528
+ "을": 1524,
1529
+ "읇": 1525,
1530
+ "읊": 1526,
1531
+ "음": 1527,
1532
+ "읍": 1528,
1533
+ "읎": 1529,
1534
+ "읏": 1530,
1535
+ "읐": 1531,
1536
+ "응": 1532,
1537
+ "읒": 1533,
1538
+ "읓": 1534,
1539
+ "읔": 1535,
1540
+ "읖": 1536,
1541
+ "읗": 1537,
1542
+ "의": 1538,
1543
+ "이": 1539,
1544
+ "익": 1540,
1545
+ "인": 1541,
1546
+ "일": 1542,
1547
+ "읽": 1543,
1548
+ "잃": 1544,
1549
+ "임": 1545,
1550
+ "입": 1546,
1551
+ "잇": 1547,
1552
+ "있": 1548,
1553
+ "잉": 1549,
1554
+ "잊": 1550,
1555
+ "잌": 1551,
1556
+ "잎": 1552,
1557
+ "자": 1553,
1558
+ "작": 1554,
1559
+ "잒": 1555,
1560
+ "잔": 1556,
1561
+ "잖": 1557,
1562
+ "잘": 1558,
1563
+ "잠": 1559,
1564
+ "잡": 1560,
1565
+ "잣": 1561,
1566
+ "잤": 1562,
1567
+ "장": 1563,
1568
+ "잦": 1564,
1569
+ "잩": 1565,
1570
+ "재": 1566,
1571
+ "잭": 1567,
1572
+ "잰": 1568,
1573
+ "잴": 1569,
1574
+ "잼": 1570,
1575
+ "잽": 1571,
1576
+ "잿": 1572,
1577
+ "쟀": 1573,
1578
+ "쟁": 1574,
1579
+ "쟈": 1575,
1580
+ "쟉": 1576,
1581
+ "쟎": 1577,
1582
+ "쟜": 1578,
1583
+ "쟤": 1579,
1584
+ "쟥": 1580,
1585
+ "쟨": 1581,
1586
+ "저": 1582,
1587
+ "적": 1583,
1588
+ "전": 1584,
1589
+ "절": 1585,
1590
+ "젊": 1586,
1591
+ "점": 1587,
1592
+ "접": 1588,
1593
+ "젓": 1589,
1594
+ "젔": 1590,
1595
+ "정": 1591,
1596
+ "젖": 1592,
1597
+ "제": 1593,
1598
+ "젝": 1594,
1599
+ "젠": 1595,
1600
+ "젣": 1596,
1601
+ "젤": 1597,
1602
+ "젬": 1598,
1603
+ "젭": 1599,
1604
+ "젯": 1600,
1605
+ "젶": 1601,
1606
+ "져": 1602,
1607
+ "젹": 1603,
1608
+ "젼": 1604,
1609
+ "졋": 1605,
1610
+ "졌": 1606,
1611
+ "졍": 1607,
1612
+ "조": 1608,
1613
+ "족": 1609,
1614
+ "존": 1610,
1615
+ "졸": 1611,
1616
+ "좀": 1612,
1617
+ "좁": 1613,
1618
+ "좃": 1614,
1619
+ "종": 1615,
1620
+ "좆": 1616,
1621
+ "좇": 1617,
1622
+ "좋": 1618,
1623
+ "좌": 1619,
1624
+ "좍": 1620,
1625
+ "좔": 1621,
1626
+ "죄": 1622,
1627
+ "죈": 1623,
1628
+ "죌": 1624,
1629
+ "죗": 1625,
1630
+ "죙": 1626,
1631
+ "죠": 1627,
1632
+ "죤": 1628,
1633
+ "죨": 1629,
1634
+ "죵": 1630,
1635
+ "죻": 1631,
1636
+ "주": 1632,
1637
+ "죽": 1633,
1638
+ "준": 1634,
1639
+ "줄": 1635,
1640
+ "줌": 1636,
1641
+ "줍": 1637,
1642
+ "줏": 1638,
1643
+ "줐": 1639,
1644
+ "중": 1640,
1645
+ "줘": 1641,
1646
+ "줫": 1642,
1647
+ "줬": 1643,
1648
+ "줮": 1644,
1649
+ "쥐": 1645,
1650
+ "쥑": 1646,
1651
+ "쥔": 1647,
1652
+ "쥘": 1648,
1653
+ "쥬": 1649,
1654
+ "쥰": 1650,
1655
+ "쥴": 1651,
1656
+ "즈": 1652,
1657
+ "즉": 1653,
1658
+ "즌": 1654,
1659
+ "즐": 1655,
1660
+ "즘": 1656,
1661
+ "즙": 1657,
1662
+ "즛": 1658,
1663
+ "증": 1659,
1664
+ "즣": 1660,
1665
+ "지": 1661,
1666
+ "직": 1662,
1667
+ "진": 1663,
1668
+ "짆": 1664,
1669
+ "질": 1665,
1670
+ "짊": 1666,
1671
+ "짐": 1667,
1672
+ "집": 1668,
1673
+ "짓": 1669,
1674
+ "짔": 1670,
1675
+ "징": 1671,
1676
+ "짖": 1672,
1677
+ "짙": 1673,
1678
+ "짚": 1674,
1679
+ "짛": 1675,
1680
+ "짜": 1676,
1681
+ "짝": 1677,
1682
+ "짞": 1678,
1683
+ "짠": 1679,
1684
+ "짢": 1680,
1685
+ "짤": 1681,
1686
+ "짧": 1682,
1687
+ "짬": 1683,
1688
+ "짭": 1684,
1689
+ "짯": 1685,
1690
+ "짰": 1686,
1691
+ "짱": 1687,
1692
+ "째": 1688,
1693
+ "짹": 1689,
1694
+ "짼": 1690,
1695
+ "쨀": 1691,
1696
+ "쨈": 1692,
1697
+ "쨉": 1693,
1698
+ "쨋": 1694,
1699
+ "쨌": 1695,
1700
+ "쨍": 1696,
1701
+ "쨔": 1697,
1702
+ "쨘": 1698,
1703
+ "쨩": 1699,
1704
+ "쨰": 1700,
1705
+ "쨱": 1701,
1706
+ "쩁": 1702,
1707
+ "쩃": 1703,
1708
+ "쩄": 1704,
1709
+ "쩌": 1705,
1710
+ "쩍": 1706,
1711
+ "쩐": 1707,
1712
+ "쩔": 1708,
1713
+ "쩜": 1709,
1714
+ "쩝": 1710,
1715
+ "쩟": 1711,
1716
+ "쩠": 1712,
1717
+ "쩡": 1713,
1718
+ "쩧": 1714,
1719
+ "쩨": 1715,
1720
+ "쩰": 1716,
1721
+ "쩼": 1717,
1722
+ "쪄": 1718,
1723
+ "쪈": 1719,
1724
+ "쪘": 1720,
1725
+ "쪙": 1721,
1726
+ "쪠": 1722,
1727
+ "쪼": 1723,
1728
+ "쪽": 1724,
1729
+ "쫀": 1725,
1730
+ "쫄": 1726,
1731
+ "쫌": 1727,
1732
+ "쫍": 1728,
1733
+ "쫏": 1729,
1734
+ "쫑": 1730,
1735
+ "쫒": 1731,
1736
+ "쫓": 1732,
1737
+ "쫘": 1733,
1738
+ "쫙": 1734,
1739
+ "쫜": 1735,
1740
+ "쬐": 1736,
1741
+ "쬘": 1737,
1742
+ "쬤": 1738,
1743
+ "쬬": 1739,
1744
+ "쬭": 1740,
1745
+ "쭈": 1741,
1746
+ "쭉": 1742,
1747
+ "쭌": 1743,
1748
+ "쭐": 1744,
1749
+ "쭘": 1745,
1750
+ "쭙": 1746,
1751
+ "쭝": 1747,
1752
+ "쭤": 1748,
1753
+ "쭵": 1749,
1754
+ "쮜": 1750,
1755
+ "쮸": 1751,
1756
+ "쮹": 1752,
1757
+ "쯔": 1753,
1758
+ "쯕": 1754,
1759
+ "쯜": 1755,
1760
+ "쯤": 1756,
1761
+ "쯥": 1757,
1762
+ "쯧": 1758,
1763
+ "찌": 1759,
1764
+ "찍": 1760,
1765
+ "찎": 1761,
1766
+ "찐": 1762,
1767
+ "찔": 1763,
1768
+ "찜": 1764,
1769
+ "찝": 1765,
1770
+ "찟": 1766,
1771
+ "찡": 1767,
1772
+ "찢": 1768,
1773
+ "찧": 1769,
1774
+ "차": 1770,
1775
+ "착": 1771,
1776
+ "찬": 1772,
1777
+ "찮": 1773,
1778
+ "찰": 1774,
1779
+ "참": 1775,
1780
+ "찹": 1776,
1781
+ "찻": 1777,
1782
+ "찼": 1778,
1783
+ "창": 1779,
1784
+ "찾": 1780,
1785
+ "찿": 1781,
1786
+ "채": 1782,
1787
+ "책": 1783,
1788
+ "챈": 1784,
1789
+ "챌": 1785,
1790
+ "챔": 1786,
1791
+ "챕": 1787,
1792
+ "챗": 1788,
1793
+ "챘": 1789,
1794
+ "챙": 1790,
1795
+ "챠": 1791,
1796
+ "챤": 1792,
1797
+ "챦": 1793,
1798
+ "처": 1794,
1799
+ "척": 1795,
1800
+ "천": 1796,
1801
+ "철": 1797,
1802
+ "첨": 1798,
1803
+ "첩": 1799,
1804
+ "첫": 1800,
1805
+ "청": 1801,
1806
+ "첮": 1802,
1807
+ "체": 1803,
1808
+ "첵": 1804,
1809
+ "첸": 1805,
1810
+ "첼": 1806,
1811
+ "쳅": 1807,
1812
+ "쳇": 1808,
1813
+ "쳌": 1809,
1814
+ "쳐": 1810,
1815
+ "쳔": 1811,
1816
+ "쳤": 1812,
1817
+ "초": 1813,
1818
+ "촉": 1814,
1819
+ "촌": 1815,
1820
+ "촐": 1816,
1821
+ "촘": 1817,
1822
+ "촙": 1818,
1823
+ "촛": 1819,
1824
+ "총": 1820,
1825
+ "촟": 1821,
1826
+ "촤": 1822,
1827
+ "촥": 1823,
1828
+ "촨": 1824,
1829
+ "촬": 1825,
1830
+ "촵": 1826,
1831
+ "쵀": 1827,
1832
+ "최": 1828,
1833
+ "쵤": 1829,
1834
+ "쵸": 1830,
1835
+ "추": 1831,
1836
+ "축": 1832,
1837
+ "춘": 1833,
1838
+ "출": 1834,
1839
+ "춤": 1835,
1840
+ "춥": 1836,
1841
+ "춧": 1837,
1842
+ "충": 1838,
1843
+ "춰": 1839,
1844
+ "췄": 1840,
1845
+ "췌": 1841,
1846
+ "취": 1842,
1847
+ "츄": 1843,
1848
+ "츌": 1844,
1849
+ "츕": 1845,
1850
+ "츠": 1846,
1851
+ "측": 1847,
1852
+ "츤": 1848,
1853
+ "츨": 1849,
1854
+ "츰": 1850,
1855
+ "츳": 1851,
1856
+ "층": 1852,
1857
+ "치": 1853,
1858
+ "칙": 1854,
1859
+ "친": 1855,
1860
+ "칞": 1856,
1861
+ "칠": 1857,
1862
+ "칡": 1858,
1863
+ "침": 1859,
1864
+ "칩": 1860,
1865
+ "칫": 1861,
1866
+ "칬": 1862,
1867
+ "칭": 1863,
1868
+ "카": 1864,
1869
+ "칵": 1865,
1870
+ "칸": 1866,
1871
+ "칻": 1867,
1872
+ "칼": 1868,
1873
+ "캄": 1869,
1874
+ "캅": 1870,
1875
+ "캇": 1871,
1876
+ "캉": 1872,
1877
+ "캐": 1873,
1878
+ "캑": 1874,
1879
+ "캔": 1875,
1880
+ "캘": 1876,
1881
+ "캠": 1877,
1882
+ "캡": 1878,
1883
+ "캣": 1879,
1884
+ "캤": 1880,
1885
+ "캥": 1881,
1886
+ "캬": 1882,
1887
+ "캭": 1883,
1888
+ "커": 1884,
1889
+ "컥": 1885,
1890
+ "컨": 1886,
1891
+ "컫": 1887,
1892
+ "컬": 1888,
1893
+ "컴": 1889,
1894
+ "컵": 1890,
1895
+ "컷": 1891,
1896
+ "컸": 1892,
1897
+ "컹": 1893,
1898
+ "컽": 1894,
1899
+ "컾": 1895,
1900
+ "케": 1896,
1901
+ "켁": 1897,
1902
+ "켄": 1898,
1903
+ "켈": 1899,
1904
+ "켐": 1900,
1905
+ "켓": 1901,
1906
+ "켔": 1902,
1907
+ "켕": 1903,
1908
+ "켜": 1904,
1909
+ "켝": 1905,
1910
+ "켠": 1906,
1911
+ "켤": 1907,
1912
+ "켭": 1908,
1913
+ "켯": 1909,
1914
+ "켰": 1910,
1915
+ "코": 1911,
1916
+ "콕": 1912,
1917
+ "콘": 1913,
1918
+ "콜": 1914,
1919
+ "콤": 1915,
1920
+ "콥": 1916,
1921
+ "콧": 1917,
1922
+ "콩": 1918,
1923
+ "콰": 1919,
1924
+ "콱": 1920,
1925
+ "콸": 1921,
1926
+ "쾅": 1922,
1927
+ "쾌": 1923,
1928
+ "쾡": 1924,
1929
+ "쿄": 1925,
1930
+ "쿠": 1926,
1931
+ "쿡": 1927,
1932
+ "쿤": 1928,
1933
+ "쿨": 1929,
1934
+ "쿰": 1930,
1935
+ "쿱": 1931,
1936
+ "쿳": 1932,
1937
+ "쿵": 1933,
1938
+ "쿼": 1934,
1939
+ "퀀": 1935,
1940
+ "퀄": 1936,
1941
+ "퀘": 1937,
1942
+ "퀭": 1938,
1943
+ "퀴": 1939,
1944
+ "퀵": 1940,
1945
+ "퀸": 1941,
1946
+ "퀼": 1942,
1947
+ "큐": 1943,
1948
+ "큘": 1944,
1949
+ "큣": 1945,
1950
+ "크": 1946,
1951
+ "큭": 1947,
1952
+ "큰": 1948,
1953
+ "클": 1949,
1954
+ "큼": 1950,
1955
+ "큽": 1951,
1956
+ "킁": 1952,
1957
+ "키": 1953,
1958
+ "킥": 1954,
1959
+ "킨": 1955,
1960
+ "킬": 1956,
1961
+ "킴": 1957,
1962
+ "킵": 1958,
1963
+ "킷": 1959,
1964
+ "킸": 1960,
1965
+ "킹": 1961,
1966
+ "타": 1962,
1967
+ "탁": 1963,
1968
+ "탄": 1964,
1969
+ "탈": 1965,
1970
+ "탉": 1966,
1971
+ "탐": 1967,
1972
+ "탑": 1968,
1973
+ "탓": 1969,
1974
+ "탔": 1970,
1975
+ "탕": 1971,
1976
+ "태": 1972,
1977
+ "택": 1973,
1978
+ "탠": 1974,
1979
+ "탤": 1975,
1980
+ "탬": 1976,
1981
+ "탭": 1977,
1982
+ "탯": 1978,
1983
+ "탰": 1979,
1984
+ "탱": 1980,
1985
+ "탸": 1981,
1986
+ "터": 1982,
1987
+ "턱": 1983,
1988
+ "턴": 1984,
1989
+ "털": 1985,
1990
+ "텀": 1986,
1991
+ "텁": 1987,
1992
+ "텃": 1988,
1993
+ "텄": 1989,
1994
+ "텅": 1990,
1995
+ "테": 1991,
1996
+ "텍": 1992,
1997
+ "텐": 1993,
1998
+ "텔": 1994,
1999
+ "템": 1995,
2000
+ "텝": 1996,
2001
+ "텟": 1997,
2002
+ "텨": 1998,
2003
+ "텼": 1999,
2004
+ "토": 2000,
2005
+ "톡": 2001,
2006
+ "톤": 2002,
2007
+ "톨": 2003,
2008
+ "톰": 2004,
2009
+ "톱": 2005,
2010
+ "톳": 2006,
2011
+ "통": 2007,
2012
+ "퇴": 2008,
2013
+ "툇": 2009,
2014
+ "툐": 2010,
2015
+ "툥": 2011,
2016
+ "투": 2012,
2017
+ "툭": 2013,
2018
+ "툰": 2014,
2019
+ "툴": 2015,
2020
+ "툼": 2016,
2021
+ "툽": 2017,
2022
+ "퉁": 2018,
2023
+ "퉈": 2019,
2024
+ "퉜": 2020,
2025
+ "퉤": 2021,
2026
+ "퉷": 2022,
2027
+ "튀": 2023,
2028
+ "튄": 2024,
2029
+ "튈": 2025,
2030
+ "튑": 2026,
2031
+ "튕": 2027,
2032
+ "튜": 2028,
2033
+ "튠": 2029,
2034
+ "튤": 2030,
2035
+ "튬": 2031,
2036
+ "트": 2032,
2037
+ "특": 2033,
2038
+ "튼": 2034,
2039
+ "틀": 2035,
2040
+ "틈": 2036,
2041
+ "틉": 2037,
2042
+ "틋": 2038,
2043
+ "틑": 2039,
2044
+ "틔": 2040,
2045
+ "티": 2041,
2046
+ "틱": 2042,
2047
+ "틴": 2043,
2048
+ "틸": 2044,
2049
+ "팀": 2045,
2050
+ "팁": 2046,
2051
+ "팅": 2047,
2052
+ "파": 2048,
2053
+ "팍": 2049,
2054
+ "팎": 2050,
2055
+ "판": 2051,
2056
+ "팔": 2052,
2057
+ "팜": 2053,
2058
+ "팝": 2054,
2059
+ "팟": 2055,
2060
+ "팠": 2056,
2061
+ "팡": 2057,
2062
+ "팥": 2058,
2063
+ "패": 2059,
2064
+ "팩": 2060,
2065
+ "팬": 2061,
2066
+ "팰": 2062,
2067
+ "팸": 2063,
2068
+ "팹": 2064,
2069
+ "팻": 2065,
2070
+ "팼": 2066,
2071
+ "팽": 2067,
2072
+ "퍼": 2068,
2073
+ "퍽": 2069,
2074
+ "펀": 2070,
2075
+ "펄": 2071,
2076
+ "펌": 2072,
2077
+ "펍": 2073,
2078
+ "펐": 2074,
2079
+ "펑": 2075,
2080
+ "페": 2076,
2081
+ "펙": 2077,
2082
+ "펜": 2078,
2083
+ "펠": 2079,
2084
+ "펨": 2080,
2085
+ "펩": 2081,
2086
+ "펫": 2082,
2087
+ "펭": 2083,
2088
+ "펴": 2084,
2089
+ "편": 2085,
2090
+ "펼": 2086,
2091
+ "폄": 2087,
2092
+ "폅": 2088,
2093
+ "폈": 2089,
2094
+ "평": 2090,
2095
+ "폐": 2091,
2096
+ "포": 2092,
2097
+ "폭": 2093,
2098
+ "폰": 2094,
2099
+ "폴": 2095,
2100
+ "폼": 2096,
2101
+ "폽": 2097,
2102
+ "폿": 2098,
2103
+ "퐁": 2099,
2104
+ "퐉": 2100,
2105
+ "푀": 2101,
2106
+ "표": 2102,
2107
+ "푝": 2103,
2108
+ "푠": 2104,
2109
+ "푯": 2105,
2110
+ "푱": 2106,
2111
+ "푸": 2107,
2112
+ "푹": 2108,
2113
+ "푼": 2109,
2114
+ "풀": 2110,
2115
+ "풂": 2111,
2116
+ "품": 2112,
2117
+ "풉": 2113,
2118
+ "풋": 2114,
2119
+ "풍": 2115,
2120
+ "퓌": 2116,
2121
+ "퓔": 2117,
2122
+ "퓨": 2118,
2123
+ "퓰": 2119,
2124
+ "퓸": 2120,
2125
+ "프": 2121,
2126
+ "픈": 2122,
2127
+ "플": 2123,
2128
+ "픔": 2124,
2129
+ "픕": 2125,
2130
+ "픗": 2126,
2131
+ "픙": 2127,
2132
+ "픞": 2128,
2133
+ "피": 2129,
2134
+ "픽": 2130,
2135
+ "핀": 2131,
2136
+ "필": 2132,
2137
+ "핌": 2133,
2138
+ "핍": 2134,
2139
+ "핏": 2135,
2140
+ "핑": 2136,
2141
+ "하": 2137,
2142
+ "학": 2138,
2143
+ "한": 2139,
2144
+ "할": 2140,
2145
+ "핥": 2141,
2146
+ "핧": 2142,
2147
+ "함": 2143,
2148
+ "합": 2144,
2149
+ "핫": 2145,
2150
+ "핬": 2146,
2151
+ "항": 2147,
2152
+ "핳": 2148,
2153
+ "해": 2149,
2154
+ "핵": 2150,
2155
+ "핸": 2151,
2156
+ "핼": 2152,
2157
+ "햄": 2153,
2158
+ "햅": 2154,
2159
+ "햇": 2155,
2160
+ "했": 2156,
2161
+ "행": 2157,
2162
+ "햐": 2158,
2163
+ "햔": 2159,
2164
+ "향": 2160,
2165
+ "햬": 2161,
2166
+ "헀": 2162,
2167
+ "허": 2163,
2168
+ "헉": 2164,
2169
+ "헌": 2165,
2170
+ "헐": 2166,
2171
+ "험": 2167,
2172
+ "헙": 2168,
2173
+ "헛": 2169,
2174
+ "헝": 2170,
2175
+ "헣": 2171,
2176
+ "헤": 2172,
2177
+ "헥": 2173,
2178
+ "헨": 2174,
2179
+ "헬": 2175,
2180
+ "헴": 2176,
2181
+ "헷": 2177,
2182
+ "헸": 2178,
2183
+ "헹": 2179,
2184
+ "혀": 2180,
2185
+ "혁": 2181,
2186
+ "현": 2182,
2187
+ "혈": 2183,
2188
+ "혐": 2184,
2189
+ "협": 2185,
2190
+ "혓": 2186,
2191
+ "혔": 2187,
2192
+ "형": 2188,
2193
+ "혜": 2189,
2194
+ "호": 2190,
2195
+ "혹": 2191,
2196
+ "혼": 2192,
2197
+ "홀": 2193,
2198
+ "홈": 2194,
2199
+ "홉": 2195,
2200
+ "홋": 2196,
2201
+ "홍": 2197,
2202
+ "홑": 2198,
2203
+ "화": 2199,
2204
+ "확": 2200,
2205
+ "환": 2201,
2206
+ "활": 2202,
2207
+ "홥": 2203,
2208
+ "홧": 2204,
2209
+ "황": 2205,
2210
+ "홰": 2206,
2211
+ "횃": 2207,
2212
+ "횅": 2208,
2213
+ "회": 2209,
2214
+ "획": 2210,
2215
+ "횐": 2211,
2216
+ "횔": 2212,
2217
+ "횝": 2213,
2218
+ "횟": 2214,
2219
+ "횡": 2215,
2220
+ "효": 2216,
2221
+ "횬": 2217,
2222
+ "횰": 2218,
2223
+ "후": 2219,
2224
+ "훅": 2220,
2225
+ "훈": 2221,
2226
+ "훌": 2222,
2227
+ "훑": 2223,
2228
+ "훔": 2224,
2229
+ "훗": 2225,
2230
+ "훙": 2226,
2231
+ "훠": 2227,
2232
+ "훤": 2228,
2233
+ "훨": 2229,
2234
+ "훼": 2230,
2235
+ "훽": 2231,
2236
+ "휀": 2232,
2237
+ "휑": 2233,
2238
+ "휘": 2234,
2239
+ "휙": 2235,
2240
+ "휜": 2236,
2241
+ "휠": 2237,
2242
+ "휩": 2238,
2243
+ "휴": 2239,
2244
+ "휸": 2240,
2245
+ "휼": 2241,
2246
+ "흄": 2242,
2247
+ "흉": 2243,
2248
+ "흐": 2244,
2249
+ "흑": 2245,
2250
+ "흔": 2246,
2251
+ "흘": 2247,
2252
+ "흙": 2248,
2253
+ "흠": 2249,
2254
+ "흡": 2250,
2255
+ "흣": 2251,
2256
+ "흥": 2252,
2257
+ "흩": 2253,
2258
+ "희": 2254,
2259
+ "흰": 2255,
2260
+ "흴": 2256,
2261
+ "히": 2257,
2262
+ "힉": 2258,
2263
+ "힌": 2259,
2264
+ "힐": 2260,
2265
+ "힘": 2261,
2266
+ "힙": 2262,
2267
+ "힛": 2263,
2268
+ "힜": 2264,
2269
+ "힝": 2265,
2270
+ "힡": 2266,
2271
+ "힣": 2267
2272
+ }
config.json ADDED
@@ -0,0 +1,117 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "facebook/wav2vec2-large-xlsr-53",
3
+ "activation_dropout": 0.0,
4
+ "adapter_attn_dim": null,
5
+ "adapter_kernel_size": 3,
6
+ "adapter_stride": 2,
7
+ "add_adapter": false,
8
+ "apply_spec_augment": true,
9
+ "architectures": [
10
+ "Wav2Vec2ForCTC"
11
+ ],
12
+ "attention_dropout": 0.05,
13
+ "bos_token_id": 1,
14
+ "classifier_proj_size": 256,
15
+ "codevector_dim": 768,
16
+ "contrastive_logits_temperature": 0.1,
17
+ "conv_bias": true,
18
+ "conv_dim": [
19
+ 512,
20
+ 512,
21
+ 512,
22
+ 512,
23
+ 512,
24
+ 512,
25
+ 512
26
+ ],
27
+ "conv_kernel": [
28
+ 10,
29
+ 3,
30
+ 3,
31
+ 3,
32
+ 3,
33
+ 2,
34
+ 2
35
+ ],
36
+ "conv_stride": [
37
+ 5,
38
+ 2,
39
+ 2,
40
+ 2,
41
+ 2,
42
+ 2,
43
+ 2
44
+ ],
45
+ "ctc_loss_reduction": "mean",
46
+ "ctc_zero_infinity": true,
47
+ "diversity_loss_weight": 0.1,
48
+ "do_stable_layer_norm": true,
49
+ "eos_token_id": 2,
50
+ "feat_extract_activation": "gelu",
51
+ "feat_extract_dropout": 0.0,
52
+ "feat_extract_norm": "layer",
53
+ "feat_proj_dropout": 0.05,
54
+ "feat_quantizer_dropout": 0.0,
55
+ "final_dropout": 0.0,
56
+ "gradient_checkpointing": false,
57
+ "hidden_act": "gelu",
58
+ "hidden_dropout": 0.05,
59
+ "hidden_size": 1024,
60
+ "initializer_range": 0.02,
61
+ "intermediate_size": 4096,
62
+ "layer_norm_eps": 1e-05,
63
+ "layerdrop": 0.05,
64
+ "mask_channel_length": 10,
65
+ "mask_channel_min_space": 1,
66
+ "mask_channel_other": 0.0,
67
+ "mask_channel_prob": 0.0,
68
+ "mask_channel_selection": "static",
69
+ "mask_feature_length": 10,
70
+ "mask_feature_min_masks": 0,
71
+ "mask_feature_prob": 0.0,
72
+ "mask_time_length": 10,
73
+ "mask_time_min_masks": 2,
74
+ "mask_time_min_space": 1,
75
+ "mask_time_other": 0.0,
76
+ "mask_time_prob": 0.05,
77
+ "mask_time_selection": "static",
78
+ "model_type": "wav2vec2",
79
+ "num_adapter_layers": 3,
80
+ "num_attention_heads": 16,
81
+ "num_codevector_groups": 2,
82
+ "num_codevectors_per_group": 320,
83
+ "num_conv_pos_embedding_groups": 16,
84
+ "num_conv_pos_embeddings": 128,
85
+ "num_feat_extract_layers": 7,
86
+ "num_hidden_layers": 24,
87
+ "num_negatives": 100,
88
+ "output_hidden_size": 1024,
89
+ "pad_token_id": 2269,
90
+ "proj_codevector_dim": 768,
91
+ "tdnn_dilation": [
92
+ 1,
93
+ 2,
94
+ 3,
95
+ 1,
96
+ 1
97
+ ],
98
+ "tdnn_dim": [
99
+ 512,
100
+ 512,
101
+ 512,
102
+ 512,
103
+ 1500
104
+ ],
105
+ "tdnn_kernel": [
106
+ 5,
107
+ 3,
108
+ 3,
109
+ 1,
110
+ 1
111
+ ],
112
+ "torch_dtype": "float32",
113
+ "transformers_version": "4.35.2",
114
+ "use_weighted_layer_sum": false,
115
+ "vocab_size": 2272,
116
+ "xvector_output_dim": 512
117
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd154be2e3eed244708dfd4ef684dae909621b525c2600b921da1b8e99d1b0ff
3
+ size 1271122704
preprocessor_config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
4
+ "feature_size": 1,
5
+ "padding_side": "right",
6
+ "padding_value": 0,
7
+ "processor_class": "Wav2Vec2Processor",
8
+ "return_attention_mask": true,
9
+ "sampling_rate": 16000
10
+ }
special_tokens_map.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": false,
5
+ "normalized": true,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "</s>",
11
+ "lstrip": false,
12
+ "normalized": true,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": {
17
+ "content": "[PAD]",
18
+ "lstrip": true,
19
+ "normalized": false,
20
+ "rstrip": true,
21
+ "single_word": false
22
+ },
23
+ "unk_token": {
24
+ "content": "[UNK]",
25
+ "lstrip": true,
26
+ "normalized": false,
27
+ "rstrip": true,
28
+ "single_word": false
29
+ }
30
+ }
tokenizer_config.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "2268": {
4
+ "content": "[UNK]",
5
+ "lstrip": true,
6
+ "normalized": false,
7
+ "rstrip": true,
8
+ "single_word": false,
9
+ "special": false
10
+ },
11
+ "2269": {
12
+ "content": "[PAD]",
13
+ "lstrip": true,
14
+ "normalized": false,
15
+ "rstrip": true,
16
+ "single_word": false,
17
+ "special": false
18
+ },
19
+ "2270": {
20
+ "content": "<s>",
21
+ "lstrip": false,
22
+ "normalized": true,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "2271": {
28
+ "content": "</s>",
29
+ "lstrip": false,
30
+ "normalized": true,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ }
35
+ },
36
+ "bos_token": "<s>",
37
+ "clean_up_tokenization_spaces": true,
38
+ "config": null,
39
+ "do_lower_case": false,
40
+ "eos_token": "</s>",
41
+ "model_max_length": 1000000000000000019884624838656,
42
+ "pad_token": "[PAD]",
43
+ "processor_class": "Wav2Vec2Processor",
44
+ "replace_word_delimiter_char": " ",
45
+ "target_lang": null,
46
+ "tokenizer_class": "Wav2Vec2CTCTokenizer",
47
+ "tokenizer_type": "wav2vec2",
48
+ "trust_remote_code": false,
49
+ "unk_token": "[UNK]",
50
+ "word_delimiter_token": "|"
51
+ }
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 30.0,
3
+ "train_loss": 0.5846844887318071,
4
+ "train_runtime": 684864.5478,
5
+ "train_samples": 629984,
6
+ "train_samples_per_second": 27.596,
7
+ "train_steps_per_second": 1.725
8
+ }
trainer_state.json ADDED
@@ -0,0 +1,2386 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 30.0,
5
+ "eval_steps": 500,
6
+ "global_step": 1181220,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.08,
13
+ "learning_rate": 7.61872513332769e-05,
14
+ "loss": 11.8677,
15
+ "step": 3000
16
+ },
17
+ {
18
+ "epoch": 0.15,
19
+ "learning_rate": 0.0001523745026665538,
20
+ "loss": 1.9864,
21
+ "step": 6000
22
+ },
23
+ {
24
+ "epoch": 0.23,
25
+ "learning_rate": 0.00022856175399983065,
26
+ "loss": 1.5124,
27
+ "step": 9000
28
+ },
29
+ {
30
+ "epoch": 0.3,
31
+ "learning_rate": 0.0002999520269675143,
32
+ "loss": 1.4304,
33
+ "step": 12000
34
+ },
35
+ {
36
+ "epoch": 0.38,
37
+ "learning_rate": 0.00029918240612549776,
38
+ "loss": 1.3803,
39
+ "step": 15000
40
+ },
41
+ {
42
+ "epoch": 0.46,
43
+ "learning_rate": 0.00029841278528348127,
44
+ "loss": 1.3166,
45
+ "step": 18000
46
+ },
47
+ {
48
+ "epoch": 0.53,
49
+ "learning_rate": 0.0002976431644414648,
50
+ "loss": 1.2798,
51
+ "step": 21000
52
+ },
53
+ {
54
+ "epoch": 0.61,
55
+ "learning_rate": 0.00029687354359944824,
56
+ "loss": 1.2517,
57
+ "step": 24000
58
+ },
59
+ {
60
+ "epoch": 0.69,
61
+ "learning_rate": 0.0002961039227574317,
62
+ "loss": 1.2085,
63
+ "step": 27000
64
+ },
65
+ {
66
+ "epoch": 0.76,
67
+ "learning_rate": 0.0002953343019154152,
68
+ "loss": 1.197,
69
+ "step": 30000
70
+ },
71
+ {
72
+ "epoch": 0.84,
73
+ "learning_rate": 0.0002945646810733987,
74
+ "loss": 1.1841,
75
+ "step": 33000
76
+ },
77
+ {
78
+ "epoch": 0.91,
79
+ "learning_rate": 0.0002937950602313822,
80
+ "loss": 1.1658,
81
+ "step": 36000
82
+ },
83
+ {
84
+ "epoch": 0.99,
85
+ "learning_rate": 0.0002930254393893657,
86
+ "loss": 1.1471,
87
+ "step": 39000
88
+ },
89
+ {
90
+ "epoch": 1.07,
91
+ "learning_rate": 0.0002922558185473492,
92
+ "loss": 1.0998,
93
+ "step": 42000
94
+ },
95
+ {
96
+ "epoch": 1.14,
97
+ "learning_rate": 0.0002914861977053327,
98
+ "loss": 1.0865,
99
+ "step": 45000
100
+ },
101
+ {
102
+ "epoch": 1.22,
103
+ "learning_rate": 0.0002907165768633162,
104
+ "loss": 1.0697,
105
+ "step": 48000
106
+ },
107
+ {
108
+ "epoch": 1.3,
109
+ "learning_rate": 0.00028994695602129963,
110
+ "loss": 1.0537,
111
+ "step": 51000
112
+ },
113
+ {
114
+ "epoch": 1.37,
115
+ "learning_rate": 0.00028917733517928315,
116
+ "loss": 1.0509,
117
+ "step": 54000
118
+ },
119
+ {
120
+ "epoch": 1.45,
121
+ "learning_rate": 0.00028840771433726666,
122
+ "loss": 1.039,
123
+ "step": 57000
124
+ },
125
+ {
126
+ "epoch": 1.52,
127
+ "learning_rate": 0.0002876380934952501,
128
+ "loss": 1.0224,
129
+ "step": 60000
130
+ },
131
+ {
132
+ "epoch": 1.6,
133
+ "learning_rate": 0.00028686847265323363,
134
+ "loss": 1.0209,
135
+ "step": 63000
136
+ },
137
+ {
138
+ "epoch": 1.68,
139
+ "learning_rate": 0.00028609885181121714,
140
+ "loss": 1.0103,
141
+ "step": 66000
142
+ },
143
+ {
144
+ "epoch": 1.75,
145
+ "learning_rate": 0.0002853292309692006,
146
+ "loss": 1.0058,
147
+ "step": 69000
148
+ },
149
+ {
150
+ "epoch": 1.83,
151
+ "learning_rate": 0.00028455961012718406,
152
+ "loss": 0.9954,
153
+ "step": 72000
154
+ },
155
+ {
156
+ "epoch": 1.9,
157
+ "learning_rate": 0.00028378998928516757,
158
+ "loss": 0.9815,
159
+ "step": 75000
160
+ },
161
+ {
162
+ "epoch": 1.98,
163
+ "learning_rate": 0.0002830203684431511,
164
+ "loss": 0.9832,
165
+ "step": 78000
166
+ },
167
+ {
168
+ "epoch": 2.06,
169
+ "learning_rate": 0.00028225074760113454,
170
+ "loss": 0.9556,
171
+ "step": 81000
172
+ },
173
+ {
174
+ "epoch": 2.13,
175
+ "learning_rate": 0.00028148112675911805,
176
+ "loss": 0.9396,
177
+ "step": 84000
178
+ },
179
+ {
180
+ "epoch": 2.21,
181
+ "learning_rate": 0.00028071150591710156,
182
+ "loss": 0.9337,
183
+ "step": 87000
184
+ },
185
+ {
186
+ "epoch": 2.29,
187
+ "learning_rate": 0.000279941885075085,
188
+ "loss": 0.9211,
189
+ "step": 90000
190
+ },
191
+ {
192
+ "epoch": 2.36,
193
+ "learning_rate": 0.00027917226423306853,
194
+ "loss": 0.9296,
195
+ "step": 93000
196
+ },
197
+ {
198
+ "epoch": 2.44,
199
+ "learning_rate": 0.00027840264339105205,
200
+ "loss": 0.9216,
201
+ "step": 96000
202
+ },
203
+ {
204
+ "epoch": 2.51,
205
+ "learning_rate": 0.0002776330225490355,
206
+ "loss": 0.9132,
207
+ "step": 99000
208
+ },
209
+ {
210
+ "epoch": 2.59,
211
+ "learning_rate": 0.000276863401707019,
212
+ "loss": 0.9041,
213
+ "step": 102000
214
+ },
215
+ {
216
+ "epoch": 2.67,
217
+ "learning_rate": 0.0002760937808650025,
218
+ "loss": 0.9056,
219
+ "step": 105000
220
+ },
221
+ {
222
+ "epoch": 2.74,
223
+ "learning_rate": 0.000275324160022986,
224
+ "loss": 0.9025,
225
+ "step": 108000
226
+ },
227
+ {
228
+ "epoch": 2.82,
229
+ "learning_rate": 0.0002745545391809695,
230
+ "loss": 0.9021,
231
+ "step": 111000
232
+ },
233
+ {
234
+ "epoch": 2.9,
235
+ "learning_rate": 0.00027378491833895296,
236
+ "loss": 0.8958,
237
+ "step": 114000
238
+ },
239
+ {
240
+ "epoch": 2.97,
241
+ "learning_rate": 0.00027301529749693647,
242
+ "loss": 0.888,
243
+ "step": 117000
244
+ },
245
+ {
246
+ "epoch": 3.05,
247
+ "learning_rate": 0.00027224567665492,
248
+ "loss": 0.8677,
249
+ "step": 120000
250
+ },
251
+ {
252
+ "epoch": 3.12,
253
+ "learning_rate": 0.00027147605581290344,
254
+ "loss": 0.8561,
255
+ "step": 123000
256
+ },
257
+ {
258
+ "epoch": 3.2,
259
+ "learning_rate": 0.0002707064349708869,
260
+ "loss": 0.8507,
261
+ "step": 126000
262
+ },
263
+ {
264
+ "epoch": 3.28,
265
+ "learning_rate": 0.0002699368141288704,
266
+ "loss": 0.8409,
267
+ "step": 129000
268
+ },
269
+ {
270
+ "epoch": 3.35,
271
+ "learning_rate": 0.0002691671932868539,
272
+ "loss": 0.8394,
273
+ "step": 132000
274
+ },
275
+ {
276
+ "epoch": 3.43,
277
+ "learning_rate": 0.0002683975724448374,
278
+ "loss": 0.8426,
279
+ "step": 135000
280
+ },
281
+ {
282
+ "epoch": 3.5,
283
+ "learning_rate": 0.0002676279516028209,
284
+ "loss": 0.8401,
285
+ "step": 138000
286
+ },
287
+ {
288
+ "epoch": 3.58,
289
+ "learning_rate": 0.0002668583307608044,
290
+ "loss": 0.8449,
291
+ "step": 141000
292
+ },
293
+ {
294
+ "epoch": 3.66,
295
+ "learning_rate": 0.00026608870991878786,
296
+ "loss": 0.838,
297
+ "step": 144000
298
+ },
299
+ {
300
+ "epoch": 3.73,
301
+ "learning_rate": 0.0002653190890767714,
302
+ "loss": 0.834,
303
+ "step": 147000
304
+ },
305
+ {
306
+ "epoch": 3.81,
307
+ "learning_rate": 0.00026454946823475483,
308
+ "loss": 0.8239,
309
+ "step": 150000
310
+ },
311
+ {
312
+ "epoch": 3.89,
313
+ "learning_rate": 0.00026377984739273835,
314
+ "loss": 0.8228,
315
+ "step": 153000
316
+ },
317
+ {
318
+ "epoch": 3.96,
319
+ "learning_rate": 0.00026301022655072186,
320
+ "loss": 0.8277,
321
+ "step": 156000
322
+ },
323
+ {
324
+ "epoch": 4.04,
325
+ "learning_rate": 0.0002622406057087053,
326
+ "loss": 0.8003,
327
+ "step": 159000
328
+ },
329
+ {
330
+ "epoch": 4.11,
331
+ "learning_rate": 0.00026147098486668883,
332
+ "loss": 0.7925,
333
+ "step": 162000
334
+ },
335
+ {
336
+ "epoch": 4.19,
337
+ "learning_rate": 0.00026070136402467234,
338
+ "loss": 0.7911,
339
+ "step": 165000
340
+ },
341
+ {
342
+ "epoch": 4.27,
343
+ "learning_rate": 0.0002599317431826558,
344
+ "loss": 0.7944,
345
+ "step": 168000
346
+ },
347
+ {
348
+ "epoch": 4.34,
349
+ "learning_rate": 0.00025916212234063926,
350
+ "loss": 0.795,
351
+ "step": 171000
352
+ },
353
+ {
354
+ "epoch": 4.42,
355
+ "learning_rate": 0.00025839250149862277,
356
+ "loss": 0.7868,
357
+ "step": 174000
358
+ },
359
+ {
360
+ "epoch": 4.5,
361
+ "learning_rate": 0.0002576228806566063,
362
+ "loss": 0.7821,
363
+ "step": 177000
364
+ },
365
+ {
366
+ "epoch": 4.57,
367
+ "learning_rate": 0.00025685325981458974,
368
+ "loss": 0.7859,
369
+ "step": 180000
370
+ },
371
+ {
372
+ "epoch": 4.65,
373
+ "learning_rate": 0.00025608363897257325,
374
+ "loss": 0.7765,
375
+ "step": 183000
376
+ },
377
+ {
378
+ "epoch": 4.72,
379
+ "learning_rate": 0.00025531401813055676,
380
+ "loss": 0.775,
381
+ "step": 186000
382
+ },
383
+ {
384
+ "epoch": 4.8,
385
+ "learning_rate": 0.0002545443972885402,
386
+ "loss": 0.7768,
387
+ "step": 189000
388
+ },
389
+ {
390
+ "epoch": 4.88,
391
+ "learning_rate": 0.00025377477644652373,
392
+ "loss": 0.7757,
393
+ "step": 192000
394
+ },
395
+ {
396
+ "epoch": 4.95,
397
+ "learning_rate": 0.0002530051556045072,
398
+ "loss": 0.7701,
399
+ "step": 195000
400
+ },
401
+ {
402
+ "epoch": 5.03,
403
+ "learning_rate": 0.0002522355347624907,
404
+ "loss": 0.7557,
405
+ "step": 198000
406
+ },
407
+ {
408
+ "epoch": 5.1,
409
+ "learning_rate": 0.0002514659139204742,
410
+ "loss": 0.7312,
411
+ "step": 201000
412
+ },
413
+ {
414
+ "epoch": 5.18,
415
+ "learning_rate": 0.0002506962930784577,
416
+ "loss": 0.7372,
417
+ "step": 204000
418
+ },
419
+ {
420
+ "epoch": 5.26,
421
+ "learning_rate": 0.0002499266722364412,
422
+ "loss": 0.7383,
423
+ "step": 207000
424
+ },
425
+ {
426
+ "epoch": 5.33,
427
+ "learning_rate": 0.0002491570513944247,
428
+ "loss": 0.7398,
429
+ "step": 210000
430
+ },
431
+ {
432
+ "epoch": 5.41,
433
+ "learning_rate": 0.00024838743055240816,
434
+ "loss": 0.7229,
435
+ "step": 213000
436
+ },
437
+ {
438
+ "epoch": 5.49,
439
+ "learning_rate": 0.00024761780971039167,
440
+ "loss": 0.733,
441
+ "step": 216000
442
+ },
443
+ {
444
+ "epoch": 5.56,
445
+ "learning_rate": 0.00024684818886837513,
446
+ "loss": 0.7318,
447
+ "step": 219000
448
+ },
449
+ {
450
+ "epoch": 5.64,
451
+ "learning_rate": 0.00024607856802635864,
452
+ "loss": 0.7243,
453
+ "step": 222000
454
+ },
455
+ {
456
+ "epoch": 5.71,
457
+ "learning_rate": 0.0002453089471843421,
458
+ "loss": 0.73,
459
+ "step": 225000
460
+ },
461
+ {
462
+ "epoch": 5.79,
463
+ "learning_rate": 0.0002445393263423256,
464
+ "loss": 0.7289,
465
+ "step": 228000
466
+ },
467
+ {
468
+ "epoch": 5.87,
469
+ "learning_rate": 0.00024376970550030912,
470
+ "loss": 0.7331,
471
+ "step": 231000
472
+ },
473
+ {
474
+ "epoch": 5.94,
475
+ "learning_rate": 0.0002430000846582926,
476
+ "loss": 0.7203,
477
+ "step": 234000
478
+ },
479
+ {
480
+ "epoch": 6.02,
481
+ "learning_rate": 0.0002422304638162761,
482
+ "loss": 0.7235,
483
+ "step": 237000
484
+ },
485
+ {
486
+ "epoch": 6.1,
487
+ "learning_rate": 0.0002414608429742596,
488
+ "loss": 0.6931,
489
+ "step": 240000
490
+ },
491
+ {
492
+ "epoch": 6.17,
493
+ "learning_rate": 0.0002406912221322431,
494
+ "loss": 0.6933,
495
+ "step": 243000
496
+ },
497
+ {
498
+ "epoch": 6.25,
499
+ "learning_rate": 0.00023992160129022655,
500
+ "loss": 0.697,
501
+ "step": 246000
502
+ },
503
+ {
504
+ "epoch": 6.32,
505
+ "learning_rate": 0.00023915198044821003,
506
+ "loss": 0.6926,
507
+ "step": 249000
508
+ },
509
+ {
510
+ "epoch": 6.4,
511
+ "learning_rate": 0.00023838235960619355,
512
+ "loss": 0.6953,
513
+ "step": 252000
514
+ },
515
+ {
516
+ "epoch": 6.48,
517
+ "learning_rate": 0.00023761273876417703,
518
+ "loss": 0.6934,
519
+ "step": 255000
520
+ },
521
+ {
522
+ "epoch": 6.55,
523
+ "learning_rate": 0.00023684311792216054,
524
+ "loss": 0.6926,
525
+ "step": 258000
526
+ },
527
+ {
528
+ "epoch": 6.63,
529
+ "learning_rate": 0.00023607349708014403,
530
+ "loss": 0.6969,
531
+ "step": 261000
532
+ },
533
+ {
534
+ "epoch": 6.7,
535
+ "learning_rate": 0.00023530387623812751,
536
+ "loss": 0.6866,
537
+ "step": 264000
538
+ },
539
+ {
540
+ "epoch": 6.78,
541
+ "learning_rate": 0.00023453425539611103,
542
+ "loss": 0.6929,
543
+ "step": 267000
544
+ },
545
+ {
546
+ "epoch": 6.86,
547
+ "learning_rate": 0.00023376463455409448,
548
+ "loss": 0.6914,
549
+ "step": 270000
550
+ },
551
+ {
552
+ "epoch": 6.93,
553
+ "learning_rate": 0.00023299501371207797,
554
+ "loss": 0.6866,
555
+ "step": 273000
556
+ },
557
+ {
558
+ "epoch": 7.01,
559
+ "learning_rate": 0.00023222539287006145,
560
+ "loss": 0.6806,
561
+ "step": 276000
562
+ },
563
+ {
564
+ "epoch": 7.09,
565
+ "learning_rate": 0.00023145577202804497,
566
+ "loss": 0.6561,
567
+ "step": 279000
568
+ },
569
+ {
570
+ "epoch": 7.16,
571
+ "learning_rate": 0.00023068615118602845,
572
+ "loss": 0.6596,
573
+ "step": 282000
574
+ },
575
+ {
576
+ "epoch": 7.24,
577
+ "learning_rate": 0.00022991653034401196,
578
+ "loss": 0.6621,
579
+ "step": 285000
580
+ },
581
+ {
582
+ "epoch": 7.31,
583
+ "learning_rate": 0.00022914690950199545,
584
+ "loss": 0.6644,
585
+ "step": 288000
586
+ },
587
+ {
588
+ "epoch": 7.39,
589
+ "learning_rate": 0.00022837728865997893,
590
+ "loss": 0.6642,
591
+ "step": 291000
592
+ },
593
+ {
594
+ "epoch": 7.47,
595
+ "learning_rate": 0.0002276076678179624,
596
+ "loss": 0.6621,
597
+ "step": 294000
598
+ },
599
+ {
600
+ "epoch": 7.54,
601
+ "learning_rate": 0.0002268380469759459,
602
+ "loss": 0.6596,
603
+ "step": 297000
604
+ },
605
+ {
606
+ "epoch": 7.62,
607
+ "learning_rate": 0.0002260684261339294,
608
+ "loss": 0.6616,
609
+ "step": 300000
610
+ },
611
+ {
612
+ "epoch": 7.7,
613
+ "learning_rate": 0.00022529880529191288,
614
+ "loss": 0.666,
615
+ "step": 303000
616
+ },
617
+ {
618
+ "epoch": 7.77,
619
+ "learning_rate": 0.0002245291844498964,
620
+ "loss": 0.6645,
621
+ "step": 306000
622
+ },
623
+ {
624
+ "epoch": 7.85,
625
+ "learning_rate": 0.00022375956360787987,
626
+ "loss": 0.6616,
627
+ "step": 309000
628
+ },
629
+ {
630
+ "epoch": 7.92,
631
+ "learning_rate": 0.00022298994276586339,
632
+ "loss": 0.6593,
633
+ "step": 312000
634
+ },
635
+ {
636
+ "epoch": 8.0,
637
+ "learning_rate": 0.00022222032192384687,
638
+ "loss": 0.6622,
639
+ "step": 315000
640
+ },
641
+ {
642
+ "epoch": 8.08,
643
+ "learning_rate": 0.00022145070108183033,
644
+ "loss": 0.6294,
645
+ "step": 318000
646
+ },
647
+ {
648
+ "epoch": 8.15,
649
+ "learning_rate": 0.0002206810802398138,
650
+ "loss": 0.6308,
651
+ "step": 321000
652
+ },
653
+ {
654
+ "epoch": 8.23,
655
+ "learning_rate": 0.00021991145939779733,
656
+ "loss": 0.6335,
657
+ "step": 324000
658
+ },
659
+ {
660
+ "epoch": 8.3,
661
+ "learning_rate": 0.0002191418385557808,
662
+ "loss": 0.629,
663
+ "step": 327000
664
+ },
665
+ {
666
+ "epoch": 8.38,
667
+ "learning_rate": 0.0002183722177137643,
668
+ "loss": 0.6354,
669
+ "step": 330000
670
+ },
671
+ {
672
+ "epoch": 8.46,
673
+ "learning_rate": 0.0002176025968717478,
674
+ "loss": 0.6303,
675
+ "step": 333000
676
+ },
677
+ {
678
+ "epoch": 8.53,
679
+ "learning_rate": 0.0002168329760297313,
680
+ "loss": 0.6338,
681
+ "step": 336000
682
+ },
683
+ {
684
+ "epoch": 8.61,
685
+ "learning_rate": 0.0002160633551877148,
686
+ "loss": 0.6317,
687
+ "step": 339000
688
+ },
689
+ {
690
+ "epoch": 8.69,
691
+ "learning_rate": 0.00021529373434569826,
692
+ "loss": 0.6339,
693
+ "step": 342000
694
+ },
695
+ {
696
+ "epoch": 8.76,
697
+ "learning_rate": 0.00021452411350368175,
698
+ "loss": 0.6344,
699
+ "step": 345000
700
+ },
701
+ {
702
+ "epoch": 8.84,
703
+ "learning_rate": 0.00021375449266166523,
704
+ "loss": 0.631,
705
+ "step": 348000
706
+ },
707
+ {
708
+ "epoch": 8.91,
709
+ "learning_rate": 0.00021298487181964875,
710
+ "loss": 0.6273,
711
+ "step": 351000
712
+ },
713
+ {
714
+ "epoch": 8.99,
715
+ "learning_rate": 0.00021221525097763223,
716
+ "loss": 0.6276,
717
+ "step": 354000
718
+ },
719
+ {
720
+ "epoch": 9.07,
721
+ "learning_rate": 0.00021144563013561572,
722
+ "loss": 0.6045,
723
+ "step": 357000
724
+ },
725
+ {
726
+ "epoch": 9.14,
727
+ "learning_rate": 0.00021067600929359923,
728
+ "loss": 0.6012,
729
+ "step": 360000
730
+ },
731
+ {
732
+ "epoch": 9.22,
733
+ "learning_rate": 0.00020990638845158271,
734
+ "loss": 0.599,
735
+ "step": 363000
736
+ },
737
+ {
738
+ "epoch": 9.3,
739
+ "learning_rate": 0.00020913676760956623,
740
+ "loss": 0.6073,
741
+ "step": 366000
742
+ },
743
+ {
744
+ "epoch": 9.37,
745
+ "learning_rate": 0.00020836714676754968,
746
+ "loss": 0.6053,
747
+ "step": 369000
748
+ },
749
+ {
750
+ "epoch": 9.45,
751
+ "learning_rate": 0.00020759752592553317,
752
+ "loss": 0.6032,
753
+ "step": 372000
754
+ },
755
+ {
756
+ "epoch": 9.52,
757
+ "learning_rate": 0.00020682790508351666,
758
+ "loss": 0.6035,
759
+ "step": 375000
760
+ },
761
+ {
762
+ "epoch": 9.6,
763
+ "learning_rate": 0.00020605828424150017,
764
+ "loss": 0.6058,
765
+ "step": 378000
766
+ },
767
+ {
768
+ "epoch": 9.68,
769
+ "learning_rate": 0.00020528866339948365,
770
+ "loss": 0.6045,
771
+ "step": 381000
772
+ },
773
+ {
774
+ "epoch": 9.75,
775
+ "learning_rate": 0.00020451904255746714,
776
+ "loss": 0.6034,
777
+ "step": 384000
778
+ },
779
+ {
780
+ "epoch": 9.83,
781
+ "learning_rate": 0.00020374942171545065,
782
+ "loss": 0.6016,
783
+ "step": 387000
784
+ },
785
+ {
786
+ "epoch": 9.91,
787
+ "learning_rate": 0.00020297980087343414,
788
+ "loss": 0.599,
789
+ "step": 390000
790
+ },
791
+ {
792
+ "epoch": 9.98,
793
+ "learning_rate": 0.0002022101800314176,
794
+ "loss": 0.6076,
795
+ "step": 393000
796
+ },
797
+ {
798
+ "epoch": 10.06,
799
+ "learning_rate": 0.0002014405591894011,
800
+ "loss": 0.5825,
801
+ "step": 396000
802
+ },
803
+ {
804
+ "epoch": 10.13,
805
+ "learning_rate": 0.0002006709383473846,
806
+ "loss": 0.5748,
807
+ "step": 399000
808
+ },
809
+ {
810
+ "epoch": 10.21,
811
+ "learning_rate": 0.00019990131750536808,
812
+ "loss": 0.5793,
813
+ "step": 402000
814
+ },
815
+ {
816
+ "epoch": 10.29,
817
+ "learning_rate": 0.0001991316966633516,
818
+ "loss": 0.5767,
819
+ "step": 405000
820
+ },
821
+ {
822
+ "epoch": 10.36,
823
+ "learning_rate": 0.00019836207582133507,
824
+ "loss": 0.5839,
825
+ "step": 408000
826
+ },
827
+ {
828
+ "epoch": 10.44,
829
+ "learning_rate": 0.00019759245497931856,
830
+ "loss": 0.5834,
831
+ "step": 411000
832
+ },
833
+ {
834
+ "epoch": 10.51,
835
+ "learning_rate": 0.00019682283413730207,
836
+ "loss": 0.5824,
837
+ "step": 414000
838
+ },
839
+ {
840
+ "epoch": 10.59,
841
+ "learning_rate": 0.00019605321329528553,
842
+ "loss": 0.5817,
843
+ "step": 417000
844
+ },
845
+ {
846
+ "epoch": 10.67,
847
+ "learning_rate": 0.00019528359245326901,
848
+ "loss": 0.5785,
849
+ "step": 420000
850
+ },
851
+ {
852
+ "epoch": 10.74,
853
+ "learning_rate": 0.00019451397161125253,
854
+ "loss": 0.5777,
855
+ "step": 423000
856
+ },
857
+ {
858
+ "epoch": 10.82,
859
+ "learning_rate": 0.000193744350769236,
860
+ "loss": 0.5787,
861
+ "step": 426000
862
+ },
863
+ {
864
+ "epoch": 10.9,
865
+ "learning_rate": 0.0001929747299272195,
866
+ "loss": 0.5803,
867
+ "step": 429000
868
+ },
869
+ {
870
+ "epoch": 10.97,
871
+ "learning_rate": 0.000192205109085203,
872
+ "loss": 0.5772,
873
+ "step": 432000
874
+ },
875
+ {
876
+ "epoch": 11.05,
877
+ "learning_rate": 0.0001914354882431865,
878
+ "loss": 0.5645,
879
+ "step": 435000
880
+ },
881
+ {
882
+ "epoch": 11.12,
883
+ "learning_rate": 0.00019066586740116998,
884
+ "loss": 0.5497,
885
+ "step": 438000
886
+ },
887
+ {
888
+ "epoch": 11.2,
889
+ "learning_rate": 0.00018989624655915346,
890
+ "loss": 0.5556,
891
+ "step": 441000
892
+ },
893
+ {
894
+ "epoch": 11.28,
895
+ "learning_rate": 0.00018912662571713695,
896
+ "loss": 0.5562,
897
+ "step": 444000
898
+ },
899
+ {
900
+ "epoch": 11.35,
901
+ "learning_rate": 0.00018835700487512043,
902
+ "loss": 0.5523,
903
+ "step": 447000
904
+ },
905
+ {
906
+ "epoch": 11.43,
907
+ "learning_rate": 0.00018758738403310395,
908
+ "loss": 0.5595,
909
+ "step": 450000
910
+ },
911
+ {
912
+ "epoch": 11.51,
913
+ "learning_rate": 0.00018681776319108743,
914
+ "loss": 0.5638,
915
+ "step": 453000
916
+ },
917
+ {
918
+ "epoch": 11.58,
919
+ "learning_rate": 0.00018604814234907092,
920
+ "loss": 0.5593,
921
+ "step": 456000
922
+ },
923
+ {
924
+ "epoch": 11.66,
925
+ "learning_rate": 0.00018527852150705443,
926
+ "loss": 0.5588,
927
+ "step": 459000
928
+ },
929
+ {
930
+ "epoch": 11.73,
931
+ "learning_rate": 0.00018450890066503791,
932
+ "loss": 0.5549,
933
+ "step": 462000
934
+ },
935
+ {
936
+ "epoch": 11.81,
937
+ "learning_rate": 0.00018373927982302137,
938
+ "loss": 0.5659,
939
+ "step": 465000
940
+ },
941
+ {
942
+ "epoch": 11.89,
943
+ "learning_rate": 0.00018296965898100489,
944
+ "loss": 0.5567,
945
+ "step": 468000
946
+ },
947
+ {
948
+ "epoch": 11.96,
949
+ "learning_rate": 0.00018220003813898837,
950
+ "loss": 0.5594,
951
+ "step": 471000
952
+ },
953
+ {
954
+ "epoch": 12.04,
955
+ "learning_rate": 0.00018143041729697186,
956
+ "loss": 0.5468,
957
+ "step": 474000
958
+ },
959
+ {
960
+ "epoch": 12.11,
961
+ "learning_rate": 0.00018066079645495537,
962
+ "loss": 0.5331,
963
+ "step": 477000
964
+ },
965
+ {
966
+ "epoch": 12.19,
967
+ "learning_rate": 0.00017989117561293885,
968
+ "loss": 0.5387,
969
+ "step": 480000
970
+ },
971
+ {
972
+ "epoch": 12.27,
973
+ "learning_rate": 0.00017912155477092234,
974
+ "loss": 0.54,
975
+ "step": 483000
976
+ },
977
+ {
978
+ "epoch": 12.34,
979
+ "learning_rate": 0.00017835193392890585,
980
+ "loss": 0.5396,
981
+ "step": 486000
982
+ },
983
+ {
984
+ "epoch": 12.42,
985
+ "learning_rate": 0.00017758231308688934,
986
+ "loss": 0.5388,
987
+ "step": 489000
988
+ },
989
+ {
990
+ "epoch": 12.5,
991
+ "learning_rate": 0.0001768126922448728,
992
+ "loss": 0.5422,
993
+ "step": 492000
994
+ },
995
+ {
996
+ "epoch": 12.57,
997
+ "learning_rate": 0.0001760430714028563,
998
+ "loss": 0.5353,
999
+ "step": 495000
1000
+ },
1001
+ {
1002
+ "epoch": 12.65,
1003
+ "learning_rate": 0.0001752734505608398,
1004
+ "loss": 0.536,
1005
+ "step": 498000
1006
+ },
1007
+ {
1008
+ "epoch": 12.72,
1009
+ "learning_rate": 0.00017450382971882328,
1010
+ "loss": 0.5418,
1011
+ "step": 501000
1012
+ },
1013
+ {
1014
+ "epoch": 12.8,
1015
+ "learning_rate": 0.0001737342088768068,
1016
+ "loss": 0.5449,
1017
+ "step": 504000
1018
+ },
1019
+ {
1020
+ "epoch": 12.88,
1021
+ "learning_rate": 0.00017296458803479027,
1022
+ "loss": 0.5385,
1023
+ "step": 507000
1024
+ },
1025
+ {
1026
+ "epoch": 12.95,
1027
+ "learning_rate": 0.00017219496719277376,
1028
+ "loss": 0.5465,
1029
+ "step": 510000
1030
+ },
1031
+ {
1032
+ "epoch": 13.03,
1033
+ "learning_rate": 0.00017142534635075727,
1034
+ "loss": 0.5263,
1035
+ "step": 513000
1036
+ },
1037
+ {
1038
+ "epoch": 13.11,
1039
+ "learning_rate": 0.00017065572550874073,
1040
+ "loss": 0.5144,
1041
+ "step": 516000
1042
+ },
1043
+ {
1044
+ "epoch": 13.18,
1045
+ "learning_rate": 0.00016988610466672421,
1046
+ "loss": 0.5184,
1047
+ "step": 519000
1048
+ },
1049
+ {
1050
+ "epoch": 13.26,
1051
+ "learning_rate": 0.00016911648382470773,
1052
+ "loss": 0.5191,
1053
+ "step": 522000
1054
+ },
1055
+ {
1056
+ "epoch": 13.33,
1057
+ "learning_rate": 0.0001683468629826912,
1058
+ "loss": 0.5202,
1059
+ "step": 525000
1060
+ },
1061
+ {
1062
+ "epoch": 13.41,
1063
+ "learning_rate": 0.0001675772421406747,
1064
+ "loss": 0.5225,
1065
+ "step": 528000
1066
+ },
1067
+ {
1068
+ "epoch": 13.49,
1069
+ "learning_rate": 0.0001668076212986582,
1070
+ "loss": 0.5247,
1071
+ "step": 531000
1072
+ },
1073
+ {
1074
+ "epoch": 13.56,
1075
+ "learning_rate": 0.0001660380004566417,
1076
+ "loss": 0.521,
1077
+ "step": 534000
1078
+ },
1079
+ {
1080
+ "epoch": 13.64,
1081
+ "learning_rate": 0.00016526837961462518,
1082
+ "loss": 0.5251,
1083
+ "step": 537000
1084
+ },
1085
+ {
1086
+ "epoch": 13.71,
1087
+ "learning_rate": 0.00016449875877260866,
1088
+ "loss": 0.5247,
1089
+ "step": 540000
1090
+ },
1091
+ {
1092
+ "epoch": 13.79,
1093
+ "learning_rate": 0.00016372913793059215,
1094
+ "loss": 0.5219,
1095
+ "step": 543000
1096
+ },
1097
+ {
1098
+ "epoch": 13.87,
1099
+ "learning_rate": 0.00016295951708857564,
1100
+ "loss": 0.522,
1101
+ "step": 546000
1102
+ },
1103
+ {
1104
+ "epoch": 13.94,
1105
+ "learning_rate": 0.00016218989624655915,
1106
+ "loss": 0.5207,
1107
+ "step": 549000
1108
+ },
1109
+ {
1110
+ "epoch": 14.02,
1111
+ "learning_rate": 0.00016142027540454263,
1112
+ "loss": 0.5167,
1113
+ "step": 552000
1114
+ },
1115
+ {
1116
+ "epoch": 14.1,
1117
+ "learning_rate": 0.00016065065456252612,
1118
+ "loss": 0.5018,
1119
+ "step": 555000
1120
+ },
1121
+ {
1122
+ "epoch": 14.17,
1123
+ "learning_rate": 0.00015988103372050963,
1124
+ "loss": 0.5001,
1125
+ "step": 558000
1126
+ },
1127
+ {
1128
+ "epoch": 14.25,
1129
+ "learning_rate": 0.00015911141287849312,
1130
+ "loss": 0.4997,
1131
+ "step": 561000
1132
+ },
1133
+ {
1134
+ "epoch": 14.32,
1135
+ "learning_rate": 0.00015834179203647657,
1136
+ "loss": 0.5007,
1137
+ "step": 564000
1138
+ },
1139
+ {
1140
+ "epoch": 14.4,
1141
+ "learning_rate": 0.00015757217119446009,
1142
+ "loss": 0.5028,
1143
+ "step": 567000
1144
+ },
1145
+ {
1146
+ "epoch": 14.48,
1147
+ "learning_rate": 0.00015680255035244357,
1148
+ "loss": 0.5004,
1149
+ "step": 570000
1150
+ },
1151
+ {
1152
+ "epoch": 14.55,
1153
+ "learning_rate": 0.00015603292951042706,
1154
+ "loss": 0.5028,
1155
+ "step": 573000
1156
+ },
1157
+ {
1158
+ "epoch": 14.63,
1159
+ "learning_rate": 0.00015526330866841057,
1160
+ "loss": 0.5053,
1161
+ "step": 576000
1162
+ },
1163
+ {
1164
+ "epoch": 14.71,
1165
+ "learning_rate": 0.00015449368782639405,
1166
+ "loss": 0.5058,
1167
+ "step": 579000
1168
+ },
1169
+ {
1170
+ "epoch": 14.78,
1171
+ "learning_rate": 0.00015372406698437754,
1172
+ "loss": 0.5037,
1173
+ "step": 582000
1174
+ },
1175
+ {
1176
+ "epoch": 14.86,
1177
+ "learning_rate": 0.00015295444614236105,
1178
+ "loss": 0.5051,
1179
+ "step": 585000
1180
+ },
1181
+ {
1182
+ "epoch": 14.93,
1183
+ "learning_rate": 0.0001521848253003445,
1184
+ "loss": 0.5041,
1185
+ "step": 588000
1186
+ },
1187
+ {
1188
+ "epoch": 15.01,
1189
+ "learning_rate": 0.000151415204458328,
1190
+ "loss": 0.5031,
1191
+ "step": 591000
1192
+ },
1193
+ {
1194
+ "epoch": 15.09,
1195
+ "learning_rate": 0.0001506455836163115,
1196
+ "loss": 0.4792,
1197
+ "step": 594000
1198
+ },
1199
+ {
1200
+ "epoch": 15.16,
1201
+ "learning_rate": 0.000149875962774295,
1202
+ "loss": 0.4834,
1203
+ "step": 597000
1204
+ },
1205
+ {
1206
+ "epoch": 15.24,
1207
+ "learning_rate": 0.00014910634193227848,
1208
+ "loss": 0.4833,
1209
+ "step": 600000
1210
+ },
1211
+ {
1212
+ "epoch": 15.31,
1213
+ "learning_rate": 0.000148336721090262,
1214
+ "loss": 0.4821,
1215
+ "step": 603000
1216
+ },
1217
+ {
1218
+ "epoch": 15.39,
1219
+ "learning_rate": 0.00014756710024824547,
1220
+ "loss": 0.4869,
1221
+ "step": 606000
1222
+ },
1223
+ {
1224
+ "epoch": 15.47,
1225
+ "learning_rate": 0.00014679747940622896,
1226
+ "loss": 0.4823,
1227
+ "step": 609000
1228
+ },
1229
+ {
1230
+ "epoch": 15.54,
1231
+ "learning_rate": 0.00014602785856421244,
1232
+ "loss": 0.486,
1233
+ "step": 612000
1234
+ },
1235
+ {
1236
+ "epoch": 15.62,
1237
+ "learning_rate": 0.00014525823772219593,
1238
+ "loss": 0.4847,
1239
+ "step": 615000
1240
+ },
1241
+ {
1242
+ "epoch": 15.7,
1243
+ "learning_rate": 0.00014448861688017944,
1244
+ "loss": 0.4897,
1245
+ "step": 618000
1246
+ },
1247
+ {
1248
+ "epoch": 15.77,
1249
+ "learning_rate": 0.00014371899603816293,
1250
+ "loss": 0.4886,
1251
+ "step": 621000
1252
+ },
1253
+ {
1254
+ "epoch": 15.85,
1255
+ "learning_rate": 0.0001429493751961464,
1256
+ "loss": 0.491,
1257
+ "step": 624000
1258
+ },
1259
+ {
1260
+ "epoch": 15.92,
1261
+ "learning_rate": 0.0001421797543541299,
1262
+ "loss": 0.488,
1263
+ "step": 627000
1264
+ },
1265
+ {
1266
+ "epoch": 16.0,
1267
+ "learning_rate": 0.0001414101335121134,
1268
+ "loss": 0.4881,
1269
+ "step": 630000
1270
+ },
1271
+ {
1272
+ "epoch": 16.08,
1273
+ "learning_rate": 0.00014064051267009687,
1274
+ "loss": 0.4638,
1275
+ "step": 633000
1276
+ },
1277
+ {
1278
+ "epoch": 16.15,
1279
+ "learning_rate": 0.00013987089182808038,
1280
+ "loss": 0.4701,
1281
+ "step": 636000
1282
+ },
1283
+ {
1284
+ "epoch": 16.23,
1285
+ "learning_rate": 0.00013910127098606387,
1286
+ "loss": 0.4688,
1287
+ "step": 639000
1288
+ },
1289
+ {
1290
+ "epoch": 16.31,
1291
+ "learning_rate": 0.00013833165014404735,
1292
+ "loss": 0.4663,
1293
+ "step": 642000
1294
+ },
1295
+ {
1296
+ "epoch": 16.38,
1297
+ "learning_rate": 0.00013756202930203084,
1298
+ "loss": 0.4669,
1299
+ "step": 645000
1300
+ },
1301
+ {
1302
+ "epoch": 16.46,
1303
+ "learning_rate": 0.00013679240846001435,
1304
+ "loss": 0.4658,
1305
+ "step": 648000
1306
+ },
1307
+ {
1308
+ "epoch": 16.53,
1309
+ "learning_rate": 0.00013602278761799783,
1310
+ "loss": 0.463,
1311
+ "step": 651000
1312
+ },
1313
+ {
1314
+ "epoch": 16.61,
1315
+ "learning_rate": 0.00013525316677598132,
1316
+ "loss": 0.4683,
1317
+ "step": 654000
1318
+ },
1319
+ {
1320
+ "epoch": 16.69,
1321
+ "learning_rate": 0.0001344835459339648,
1322
+ "loss": 0.4669,
1323
+ "step": 657000
1324
+ },
1325
+ {
1326
+ "epoch": 16.76,
1327
+ "learning_rate": 0.0001337139250919483,
1328
+ "loss": 0.4691,
1329
+ "step": 660000
1330
+ },
1331
+ {
1332
+ "epoch": 16.84,
1333
+ "learning_rate": 0.0001329443042499318,
1334
+ "loss": 0.4701,
1335
+ "step": 663000
1336
+ },
1337
+ {
1338
+ "epoch": 16.91,
1339
+ "learning_rate": 0.00013217468340791529,
1340
+ "loss": 0.4698,
1341
+ "step": 666000
1342
+ },
1343
+ {
1344
+ "epoch": 16.99,
1345
+ "learning_rate": 0.00013140506256589877,
1346
+ "loss": 0.4738,
1347
+ "step": 669000
1348
+ },
1349
+ {
1350
+ "epoch": 17.07,
1351
+ "learning_rate": 0.00013063544172388226,
1352
+ "loss": 0.4584,
1353
+ "step": 672000
1354
+ },
1355
+ {
1356
+ "epoch": 17.14,
1357
+ "learning_rate": 0.00012986582088186577,
1358
+ "loss": 0.4488,
1359
+ "step": 675000
1360
+ },
1361
+ {
1362
+ "epoch": 17.22,
1363
+ "learning_rate": 0.00012909620003984925,
1364
+ "loss": 0.4494,
1365
+ "step": 678000
1366
+ },
1367
+ {
1368
+ "epoch": 17.3,
1369
+ "learning_rate": 0.00012832657919783274,
1370
+ "loss": 0.4521,
1371
+ "step": 681000
1372
+ },
1373
+ {
1374
+ "epoch": 17.37,
1375
+ "learning_rate": 0.00012755695835581622,
1376
+ "loss": 0.4551,
1377
+ "step": 684000
1378
+ },
1379
+ {
1380
+ "epoch": 17.45,
1381
+ "learning_rate": 0.0001267873375137997,
1382
+ "loss": 0.4511,
1383
+ "step": 687000
1384
+ },
1385
+ {
1386
+ "epoch": 17.52,
1387
+ "learning_rate": 0.00012601771667178322,
1388
+ "loss": 0.4536,
1389
+ "step": 690000
1390
+ },
1391
+ {
1392
+ "epoch": 17.6,
1393
+ "learning_rate": 0.00012524809582976668,
1394
+ "loss": 0.4532,
1395
+ "step": 693000
1396
+ },
1397
+ {
1398
+ "epoch": 17.68,
1399
+ "learning_rate": 0.0001244784749877502,
1400
+ "loss": 0.4541,
1401
+ "step": 696000
1402
+ },
1403
+ {
1404
+ "epoch": 17.75,
1405
+ "learning_rate": 0.00012370885414573368,
1406
+ "loss": 0.4535,
1407
+ "step": 699000
1408
+ },
1409
+ {
1410
+ "epoch": 17.83,
1411
+ "learning_rate": 0.0001229392333037172,
1412
+ "loss": 0.4516,
1413
+ "step": 702000
1414
+ },
1415
+ {
1416
+ "epoch": 17.91,
1417
+ "learning_rate": 0.00012216961246170065,
1418
+ "loss": 0.4519,
1419
+ "step": 705000
1420
+ },
1421
+ {
1422
+ "epoch": 17.98,
1423
+ "learning_rate": 0.00012139999161968415,
1424
+ "loss": 0.4577,
1425
+ "step": 708000
1426
+ },
1427
+ {
1428
+ "epoch": 18.06,
1429
+ "learning_rate": 0.00012063037077766764,
1430
+ "loss": 0.437,
1431
+ "step": 711000
1432
+ },
1433
+ {
1434
+ "epoch": 18.13,
1435
+ "learning_rate": 0.00011986074993565114,
1436
+ "loss": 0.437,
1437
+ "step": 714000
1438
+ },
1439
+ {
1440
+ "epoch": 18.21,
1441
+ "learning_rate": 0.00011909112909363462,
1442
+ "loss": 0.4363,
1443
+ "step": 717000
1444
+ },
1445
+ {
1446
+ "epoch": 18.29,
1447
+ "learning_rate": 0.00011832150825161811,
1448
+ "loss": 0.4365,
1449
+ "step": 720000
1450
+ },
1451
+ {
1452
+ "epoch": 18.36,
1453
+ "learning_rate": 0.00011755188740960161,
1454
+ "loss": 0.4351,
1455
+ "step": 723000
1456
+ },
1457
+ {
1458
+ "epoch": 18.44,
1459
+ "learning_rate": 0.0001167822665675851,
1460
+ "loss": 0.4356,
1461
+ "step": 726000
1462
+ },
1463
+ {
1464
+ "epoch": 18.51,
1465
+ "learning_rate": 0.0001160126457255686,
1466
+ "loss": 0.4404,
1467
+ "step": 729000
1468
+ },
1469
+ {
1470
+ "epoch": 18.59,
1471
+ "learning_rate": 0.00011524302488355208,
1472
+ "loss": 0.4386,
1473
+ "step": 732000
1474
+ },
1475
+ {
1476
+ "epoch": 18.67,
1477
+ "learning_rate": 0.00011447340404153557,
1478
+ "loss": 0.4345,
1479
+ "step": 735000
1480
+ },
1481
+ {
1482
+ "epoch": 18.74,
1483
+ "learning_rate": 0.00011370378319951907,
1484
+ "loss": 0.4362,
1485
+ "step": 738000
1486
+ },
1487
+ {
1488
+ "epoch": 18.82,
1489
+ "learning_rate": 0.00011293416235750256,
1490
+ "loss": 0.4397,
1491
+ "step": 741000
1492
+ },
1493
+ {
1494
+ "epoch": 18.9,
1495
+ "learning_rate": 0.00011216454151548604,
1496
+ "loss": 0.4408,
1497
+ "step": 744000
1498
+ },
1499
+ {
1500
+ "epoch": 18.97,
1501
+ "learning_rate": 0.00011139492067346953,
1502
+ "loss": 0.4406,
1503
+ "step": 747000
1504
+ },
1505
+ {
1506
+ "epoch": 19.05,
1507
+ "learning_rate": 0.00011062529983145303,
1508
+ "loss": 0.4269,
1509
+ "step": 750000
1510
+ },
1511
+ {
1512
+ "epoch": 19.12,
1513
+ "learning_rate": 0.00010985567898943652,
1514
+ "loss": 0.4185,
1515
+ "step": 753000
1516
+ },
1517
+ {
1518
+ "epoch": 19.2,
1519
+ "learning_rate": 0.00010908605814742,
1520
+ "loss": 0.4227,
1521
+ "step": 756000
1522
+ },
1523
+ {
1524
+ "epoch": 19.28,
1525
+ "learning_rate": 0.0001083164373054035,
1526
+ "loss": 0.4208,
1527
+ "step": 759000
1528
+ },
1529
+ {
1530
+ "epoch": 19.35,
1531
+ "learning_rate": 0.00010754681646338699,
1532
+ "loss": 0.4222,
1533
+ "step": 762000
1534
+ },
1535
+ {
1536
+ "epoch": 19.43,
1537
+ "learning_rate": 0.00010677719562137049,
1538
+ "loss": 0.4209,
1539
+ "step": 765000
1540
+ },
1541
+ {
1542
+ "epoch": 19.51,
1543
+ "learning_rate": 0.00010600757477935397,
1544
+ "loss": 0.4235,
1545
+ "step": 768000
1546
+ },
1547
+ {
1548
+ "epoch": 19.58,
1549
+ "learning_rate": 0.00010523795393733746,
1550
+ "loss": 0.4229,
1551
+ "step": 771000
1552
+ },
1553
+ {
1554
+ "epoch": 19.66,
1555
+ "learning_rate": 0.00010446833309532096,
1556
+ "loss": 0.4263,
1557
+ "step": 774000
1558
+ },
1559
+ {
1560
+ "epoch": 19.73,
1561
+ "learning_rate": 0.00010369871225330445,
1562
+ "loss": 0.4247,
1563
+ "step": 777000
1564
+ },
1565
+ {
1566
+ "epoch": 19.81,
1567
+ "learning_rate": 0.00010292909141128793,
1568
+ "loss": 0.4224,
1569
+ "step": 780000
1570
+ },
1571
+ {
1572
+ "epoch": 19.89,
1573
+ "learning_rate": 0.00010215947056927142,
1574
+ "loss": 0.422,
1575
+ "step": 783000
1576
+ },
1577
+ {
1578
+ "epoch": 19.96,
1579
+ "learning_rate": 0.00010138984972725492,
1580
+ "loss": 0.4247,
1581
+ "step": 786000
1582
+ },
1583
+ {
1584
+ "epoch": 20.04,
1585
+ "learning_rate": 0.00010062022888523841,
1586
+ "loss": 0.4111,
1587
+ "step": 789000
1588
+ },
1589
+ {
1590
+ "epoch": 20.11,
1591
+ "learning_rate": 9.98506080432219e-05,
1592
+ "loss": 0.4058,
1593
+ "step": 792000
1594
+ },
1595
+ {
1596
+ "epoch": 20.19,
1597
+ "learning_rate": 9.908098720120539e-05,
1598
+ "loss": 0.4069,
1599
+ "step": 795000
1600
+ },
1601
+ {
1602
+ "epoch": 20.27,
1603
+ "learning_rate": 9.831136635918888e-05,
1604
+ "loss": 0.4046,
1605
+ "step": 798000
1606
+ },
1607
+ {
1608
+ "epoch": 20.34,
1609
+ "learning_rate": 9.754174551717238e-05,
1610
+ "loss": 0.4051,
1611
+ "step": 801000
1612
+ },
1613
+ {
1614
+ "epoch": 20.42,
1615
+ "learning_rate": 9.677212467515585e-05,
1616
+ "loss": 0.4079,
1617
+ "step": 804000
1618
+ },
1619
+ {
1620
+ "epoch": 20.5,
1621
+ "learning_rate": 9.600250383313935e-05,
1622
+ "loss": 0.4045,
1623
+ "step": 807000
1624
+ },
1625
+ {
1626
+ "epoch": 20.57,
1627
+ "learning_rate": 9.523288299112285e-05,
1628
+ "loss": 0.4083,
1629
+ "step": 810000
1630
+ },
1631
+ {
1632
+ "epoch": 20.65,
1633
+ "learning_rate": 9.446326214910634e-05,
1634
+ "loss": 0.408,
1635
+ "step": 813000
1636
+ },
1637
+ {
1638
+ "epoch": 20.72,
1639
+ "learning_rate": 9.369364130708982e-05,
1640
+ "loss": 0.4074,
1641
+ "step": 816000
1642
+ },
1643
+ {
1644
+ "epoch": 20.8,
1645
+ "learning_rate": 9.292402046507331e-05,
1646
+ "loss": 0.41,
1647
+ "step": 819000
1648
+ },
1649
+ {
1650
+ "epoch": 20.88,
1651
+ "learning_rate": 9.215439962305681e-05,
1652
+ "loss": 0.4093,
1653
+ "step": 822000
1654
+ },
1655
+ {
1656
+ "epoch": 20.95,
1657
+ "learning_rate": 9.13847787810403e-05,
1658
+ "loss": 0.411,
1659
+ "step": 825000
1660
+ },
1661
+ {
1662
+ "epoch": 21.03,
1663
+ "learning_rate": 9.061515793902378e-05,
1664
+ "loss": 0.4029,
1665
+ "step": 828000
1666
+ },
1667
+ {
1668
+ "epoch": 21.11,
1669
+ "learning_rate": 8.984553709700728e-05,
1670
+ "loss": 0.3928,
1671
+ "step": 831000
1672
+ },
1673
+ {
1674
+ "epoch": 21.18,
1675
+ "learning_rate": 8.907591625499077e-05,
1676
+ "loss": 0.3953,
1677
+ "step": 834000
1678
+ },
1679
+ {
1680
+ "epoch": 21.26,
1681
+ "learning_rate": 8.830629541297427e-05,
1682
+ "loss": 0.3899,
1683
+ "step": 837000
1684
+ },
1685
+ {
1686
+ "epoch": 21.33,
1687
+ "learning_rate": 8.753667457095774e-05,
1688
+ "loss": 0.3938,
1689
+ "step": 840000
1690
+ },
1691
+ {
1692
+ "epoch": 21.41,
1693
+ "learning_rate": 8.676705372894124e-05,
1694
+ "loss": 0.3958,
1695
+ "step": 843000
1696
+ },
1697
+ {
1698
+ "epoch": 21.49,
1699
+ "learning_rate": 8.599743288692473e-05,
1700
+ "loss": 0.3952,
1701
+ "step": 846000
1702
+ },
1703
+ {
1704
+ "epoch": 21.56,
1705
+ "learning_rate": 8.522781204490823e-05,
1706
+ "loss": 0.3959,
1707
+ "step": 849000
1708
+ },
1709
+ {
1710
+ "epoch": 21.64,
1711
+ "learning_rate": 8.445819120289172e-05,
1712
+ "loss": 0.3989,
1713
+ "step": 852000
1714
+ },
1715
+ {
1716
+ "epoch": 21.71,
1717
+ "learning_rate": 8.36885703608752e-05,
1718
+ "loss": 0.3976,
1719
+ "step": 855000
1720
+ },
1721
+ {
1722
+ "epoch": 21.79,
1723
+ "learning_rate": 8.29189495188587e-05,
1724
+ "loss": 0.3935,
1725
+ "step": 858000
1726
+ },
1727
+ {
1728
+ "epoch": 21.87,
1729
+ "learning_rate": 8.214932867684219e-05,
1730
+ "loss": 0.3951,
1731
+ "step": 861000
1732
+ },
1733
+ {
1734
+ "epoch": 21.94,
1735
+ "learning_rate": 8.137970783482569e-05,
1736
+ "loss": 0.3976,
1737
+ "step": 864000
1738
+ },
1739
+ {
1740
+ "epoch": 22.02,
1741
+ "learning_rate": 8.061008699280916e-05,
1742
+ "loss": 0.388,
1743
+ "step": 867000
1744
+ },
1745
+ {
1746
+ "epoch": 22.1,
1747
+ "learning_rate": 7.984046615079266e-05,
1748
+ "loss": 0.3745,
1749
+ "step": 870000
1750
+ },
1751
+ {
1752
+ "epoch": 22.17,
1753
+ "learning_rate": 7.907084530877616e-05,
1754
+ "loss": 0.382,
1755
+ "step": 873000
1756
+ },
1757
+ {
1758
+ "epoch": 22.25,
1759
+ "learning_rate": 7.830122446675965e-05,
1760
+ "loss": 0.3833,
1761
+ "step": 876000
1762
+ },
1763
+ {
1764
+ "epoch": 22.32,
1765
+ "learning_rate": 7.753160362474313e-05,
1766
+ "loss": 0.3837,
1767
+ "step": 879000
1768
+ },
1769
+ {
1770
+ "epoch": 22.4,
1771
+ "learning_rate": 7.676198278272662e-05,
1772
+ "loss": 0.3792,
1773
+ "step": 882000
1774
+ },
1775
+ {
1776
+ "epoch": 22.48,
1777
+ "learning_rate": 7.599236194071012e-05,
1778
+ "loss": 0.3826,
1779
+ "step": 885000
1780
+ },
1781
+ {
1782
+ "epoch": 22.55,
1783
+ "learning_rate": 7.522274109869361e-05,
1784
+ "loss": 0.3802,
1785
+ "step": 888000
1786
+ },
1787
+ {
1788
+ "epoch": 22.63,
1789
+ "learning_rate": 7.44531202566771e-05,
1790
+ "loss": 0.3796,
1791
+ "step": 891000
1792
+ },
1793
+ {
1794
+ "epoch": 22.71,
1795
+ "learning_rate": 7.368349941466058e-05,
1796
+ "loss": 0.383,
1797
+ "step": 894000
1798
+ },
1799
+ {
1800
+ "epoch": 22.78,
1801
+ "learning_rate": 7.291387857264408e-05,
1802
+ "loss": 0.3804,
1803
+ "step": 897000
1804
+ },
1805
+ {
1806
+ "epoch": 22.86,
1807
+ "learning_rate": 7.214425773062756e-05,
1808
+ "loss": 0.3802,
1809
+ "step": 900000
1810
+ },
1811
+ {
1812
+ "epoch": 22.93,
1813
+ "learning_rate": 7.137463688861106e-05,
1814
+ "loss": 0.383,
1815
+ "step": 903000
1816
+ },
1817
+ {
1818
+ "epoch": 23.01,
1819
+ "learning_rate": 7.060501604659455e-05,
1820
+ "loss": 0.3775,
1821
+ "step": 906000
1822
+ },
1823
+ {
1824
+ "epoch": 23.09,
1825
+ "learning_rate": 6.983539520457805e-05,
1826
+ "loss": 0.3663,
1827
+ "step": 909000
1828
+ },
1829
+ {
1830
+ "epoch": 23.16,
1831
+ "learning_rate": 6.906577436256153e-05,
1832
+ "loss": 0.3634,
1833
+ "step": 912000
1834
+ },
1835
+ {
1836
+ "epoch": 23.24,
1837
+ "learning_rate": 6.829615352054503e-05,
1838
+ "loss": 0.3691,
1839
+ "step": 915000
1840
+ },
1841
+ {
1842
+ "epoch": 23.31,
1843
+ "learning_rate": 6.752653267852851e-05,
1844
+ "loss": 0.3721,
1845
+ "step": 918000
1846
+ },
1847
+ {
1848
+ "epoch": 23.39,
1849
+ "learning_rate": 6.6756911836512e-05,
1850
+ "loss": 0.3694,
1851
+ "step": 921000
1852
+ },
1853
+ {
1854
+ "epoch": 23.47,
1855
+ "learning_rate": 6.59872909944955e-05,
1856
+ "loss": 0.371,
1857
+ "step": 924000
1858
+ },
1859
+ {
1860
+ "epoch": 23.54,
1861
+ "learning_rate": 6.521767015247898e-05,
1862
+ "loss": 0.3668,
1863
+ "step": 927000
1864
+ },
1865
+ {
1866
+ "epoch": 23.62,
1867
+ "learning_rate": 6.444804931046247e-05,
1868
+ "loss": 0.3701,
1869
+ "step": 930000
1870
+ },
1871
+ {
1872
+ "epoch": 23.7,
1873
+ "learning_rate": 6.367842846844597e-05,
1874
+ "loss": 0.37,
1875
+ "step": 933000
1876
+ },
1877
+ {
1878
+ "epoch": 23.77,
1879
+ "learning_rate": 6.290880762642945e-05,
1880
+ "loss": 0.3682,
1881
+ "step": 936000
1882
+ },
1883
+ {
1884
+ "epoch": 23.85,
1885
+ "learning_rate": 6.213918678441295e-05,
1886
+ "loss": 0.3698,
1887
+ "step": 939000
1888
+ },
1889
+ {
1890
+ "epoch": 23.92,
1891
+ "learning_rate": 6.136956594239644e-05,
1892
+ "loss": 0.3681,
1893
+ "step": 942000
1894
+ },
1895
+ {
1896
+ "epoch": 24.0,
1897
+ "learning_rate": 6.0599945100379935e-05,
1898
+ "loss": 0.3685,
1899
+ "step": 945000
1900
+ },
1901
+ {
1902
+ "epoch": 24.08,
1903
+ "learning_rate": 5.983032425836342e-05,
1904
+ "loss": 0.3552,
1905
+ "step": 948000
1906
+ },
1907
+ {
1908
+ "epoch": 24.15,
1909
+ "learning_rate": 5.906070341634691e-05,
1910
+ "loss": 0.3553,
1911
+ "step": 951000
1912
+ },
1913
+ {
1914
+ "epoch": 24.23,
1915
+ "learning_rate": 5.82910825743304e-05,
1916
+ "loss": 0.3523,
1917
+ "step": 954000
1918
+ },
1919
+ {
1920
+ "epoch": 24.31,
1921
+ "learning_rate": 5.7521461732313896e-05,
1922
+ "loss": 0.3557,
1923
+ "step": 957000
1924
+ },
1925
+ {
1926
+ "epoch": 24.38,
1927
+ "learning_rate": 5.675184089029738e-05,
1928
+ "loss": 0.3573,
1929
+ "step": 960000
1930
+ },
1931
+ {
1932
+ "epoch": 24.46,
1933
+ "learning_rate": 5.5982220048280873e-05,
1934
+ "loss": 0.357,
1935
+ "step": 963000
1936
+ },
1937
+ {
1938
+ "epoch": 24.53,
1939
+ "learning_rate": 5.5212599206264365e-05,
1940
+ "loss": 0.358,
1941
+ "step": 966000
1942
+ },
1943
+ {
1944
+ "epoch": 24.61,
1945
+ "learning_rate": 5.444297836424786e-05,
1946
+ "loss": 0.3572,
1947
+ "step": 969000
1948
+ },
1949
+ {
1950
+ "epoch": 24.69,
1951
+ "learning_rate": 5.367335752223134e-05,
1952
+ "loss": 0.3589,
1953
+ "step": 972000
1954
+ },
1955
+ {
1956
+ "epoch": 24.76,
1957
+ "learning_rate": 5.290373668021484e-05,
1958
+ "loss": 0.3585,
1959
+ "step": 975000
1960
+ },
1961
+ {
1962
+ "epoch": 24.84,
1963
+ "learning_rate": 5.213411583819833e-05,
1964
+ "loss": 0.3544,
1965
+ "step": 978000
1966
+ },
1967
+ {
1968
+ "epoch": 24.91,
1969
+ "learning_rate": 5.136449499618182e-05,
1970
+ "loss": 0.3542,
1971
+ "step": 981000
1972
+ },
1973
+ {
1974
+ "epoch": 24.99,
1975
+ "learning_rate": 5.059487415416532e-05,
1976
+ "loss": 0.358,
1977
+ "step": 984000
1978
+ },
1979
+ {
1980
+ "epoch": 25.07,
1981
+ "learning_rate": 4.98252533121488e-05,
1982
+ "loss": 0.3488,
1983
+ "step": 987000
1984
+ },
1985
+ {
1986
+ "epoch": 25.14,
1987
+ "learning_rate": 4.9055632470132294e-05,
1988
+ "loss": 0.346,
1989
+ "step": 990000
1990
+ },
1991
+ {
1992
+ "epoch": 25.22,
1993
+ "learning_rate": 4.8286011628115786e-05,
1994
+ "loss": 0.3437,
1995
+ "step": 993000
1996
+ },
1997
+ {
1998
+ "epoch": 25.3,
1999
+ "learning_rate": 4.751639078609928e-05,
2000
+ "loss": 0.3474,
2001
+ "step": 996000
2002
+ },
2003
+ {
2004
+ "epoch": 25.37,
2005
+ "learning_rate": 4.674676994408276e-05,
2006
+ "loss": 0.3452,
2007
+ "step": 999000
2008
+ },
2009
+ {
2010
+ "epoch": 25.45,
2011
+ "learning_rate": 4.597714910206626e-05,
2012
+ "loss": 0.3439,
2013
+ "step": 1002000
2014
+ },
2015
+ {
2016
+ "epoch": 25.52,
2017
+ "learning_rate": 4.520752826004975e-05,
2018
+ "loss": 0.3475,
2019
+ "step": 1005000
2020
+ },
2021
+ {
2022
+ "epoch": 25.6,
2023
+ "learning_rate": 4.443790741803324e-05,
2024
+ "loss": 0.3441,
2025
+ "step": 1008000
2026
+ },
2027
+ {
2028
+ "epoch": 25.68,
2029
+ "learning_rate": 4.366828657601673e-05,
2030
+ "loss": 0.345,
2031
+ "step": 1011000
2032
+ },
2033
+ {
2034
+ "epoch": 25.75,
2035
+ "learning_rate": 4.289866573400022e-05,
2036
+ "loss": 0.3467,
2037
+ "step": 1014000
2038
+ },
2039
+ {
2040
+ "epoch": 25.83,
2041
+ "learning_rate": 4.212904489198371e-05,
2042
+ "loss": 0.3473,
2043
+ "step": 1017000
2044
+ },
2045
+ {
2046
+ "epoch": 25.91,
2047
+ "learning_rate": 4.135942404996721e-05,
2048
+ "loss": 0.3435,
2049
+ "step": 1020000
2050
+ },
2051
+ {
2052
+ "epoch": 25.98,
2053
+ "learning_rate": 4.058980320795069e-05,
2054
+ "loss": 0.3441,
2055
+ "step": 1023000
2056
+ },
2057
+ {
2058
+ "epoch": 26.06,
2059
+ "learning_rate": 3.9820182365934184e-05,
2060
+ "loss": 0.3416,
2061
+ "step": 1026000
2062
+ },
2063
+ {
2064
+ "epoch": 26.13,
2065
+ "learning_rate": 3.9050561523917676e-05,
2066
+ "loss": 0.3348,
2067
+ "step": 1029000
2068
+ },
2069
+ {
2070
+ "epoch": 26.21,
2071
+ "learning_rate": 3.828094068190117e-05,
2072
+ "loss": 0.3382,
2073
+ "step": 1032000
2074
+ },
2075
+ {
2076
+ "epoch": 26.29,
2077
+ "learning_rate": 3.751131983988465e-05,
2078
+ "loss": 0.3383,
2079
+ "step": 1035000
2080
+ },
2081
+ {
2082
+ "epoch": 26.36,
2083
+ "learning_rate": 3.6741698997868145e-05,
2084
+ "loss": 0.3358,
2085
+ "step": 1038000
2086
+ },
2087
+ {
2088
+ "epoch": 26.44,
2089
+ "learning_rate": 3.597207815585164e-05,
2090
+ "loss": 0.3355,
2091
+ "step": 1041000
2092
+ },
2093
+ {
2094
+ "epoch": 26.51,
2095
+ "learning_rate": 3.520245731383513e-05,
2096
+ "loss": 0.3377,
2097
+ "step": 1044000
2098
+ },
2099
+ {
2100
+ "epoch": 26.59,
2101
+ "learning_rate": 3.443283647181862e-05,
2102
+ "loss": 0.3358,
2103
+ "step": 1047000
2104
+ },
2105
+ {
2106
+ "epoch": 26.67,
2107
+ "learning_rate": 3.366321562980211e-05,
2108
+ "loss": 0.336,
2109
+ "step": 1050000
2110
+ },
2111
+ {
2112
+ "epoch": 26.74,
2113
+ "learning_rate": 3.2893594787785605e-05,
2114
+ "loss": 0.336,
2115
+ "step": 1053000
2116
+ },
2117
+ {
2118
+ "epoch": 26.82,
2119
+ "learning_rate": 3.21239739457691e-05,
2120
+ "loss": 0.3329,
2121
+ "step": 1056000
2122
+ },
2123
+ {
2124
+ "epoch": 26.9,
2125
+ "learning_rate": 3.135435310375258e-05,
2126
+ "loss": 0.3364,
2127
+ "step": 1059000
2128
+ },
2129
+ {
2130
+ "epoch": 26.97,
2131
+ "learning_rate": 3.0584732261736074e-05,
2132
+ "loss": 0.3354,
2133
+ "step": 1062000
2134
+ },
2135
+ {
2136
+ "epoch": 27.05,
2137
+ "learning_rate": 2.9815111419719566e-05,
2138
+ "loss": 0.3311,
2139
+ "step": 1065000
2140
+ },
2141
+ {
2142
+ "epoch": 27.12,
2143
+ "learning_rate": 2.9045490577703058e-05,
2144
+ "loss": 0.3287,
2145
+ "step": 1068000
2146
+ },
2147
+ {
2148
+ "epoch": 27.2,
2149
+ "learning_rate": 2.8275869735686546e-05,
2150
+ "loss": 0.3288,
2151
+ "step": 1071000
2152
+ },
2153
+ {
2154
+ "epoch": 27.28,
2155
+ "learning_rate": 2.7506248893670038e-05,
2156
+ "loss": 0.3261,
2157
+ "step": 1074000
2158
+ },
2159
+ {
2160
+ "epoch": 27.35,
2161
+ "learning_rate": 2.673662805165353e-05,
2162
+ "loss": 0.3272,
2163
+ "step": 1077000
2164
+ },
2165
+ {
2166
+ "epoch": 27.43,
2167
+ "learning_rate": 2.596700720963702e-05,
2168
+ "loss": 0.3306,
2169
+ "step": 1080000
2170
+ },
2171
+ {
2172
+ "epoch": 27.51,
2173
+ "learning_rate": 2.519738636762051e-05,
2174
+ "loss": 0.3268,
2175
+ "step": 1083000
2176
+ },
2177
+ {
2178
+ "epoch": 27.58,
2179
+ "learning_rate": 2.4427765525604003e-05,
2180
+ "loss": 0.3256,
2181
+ "step": 1086000
2182
+ },
2183
+ {
2184
+ "epoch": 27.66,
2185
+ "learning_rate": 2.365814468358749e-05,
2186
+ "loss": 0.325,
2187
+ "step": 1089000
2188
+ },
2189
+ {
2190
+ "epoch": 27.73,
2191
+ "learning_rate": 2.2888523841570983e-05,
2192
+ "loss": 0.3258,
2193
+ "step": 1092000
2194
+ },
2195
+ {
2196
+ "epoch": 27.81,
2197
+ "learning_rate": 2.2118902999554475e-05,
2198
+ "loss": 0.3249,
2199
+ "step": 1095000
2200
+ },
2201
+ {
2202
+ "epoch": 27.89,
2203
+ "learning_rate": 2.1349282157537964e-05,
2204
+ "loss": 0.3272,
2205
+ "step": 1098000
2206
+ },
2207
+ {
2208
+ "epoch": 27.96,
2209
+ "learning_rate": 2.0579661315521456e-05,
2210
+ "loss": 0.3233,
2211
+ "step": 1101000
2212
+ },
2213
+ {
2214
+ "epoch": 28.04,
2215
+ "learning_rate": 1.9810040473504944e-05,
2216
+ "loss": 0.3239,
2217
+ "step": 1104000
2218
+ },
2219
+ {
2220
+ "epoch": 28.11,
2221
+ "learning_rate": 1.9040419631488436e-05,
2222
+ "loss": 0.3223,
2223
+ "step": 1107000
2224
+ },
2225
+ {
2226
+ "epoch": 28.19,
2227
+ "learning_rate": 1.8270798789471928e-05,
2228
+ "loss": 0.3188,
2229
+ "step": 1110000
2230
+ },
2231
+ {
2232
+ "epoch": 28.27,
2233
+ "learning_rate": 1.7501177947455417e-05,
2234
+ "loss": 0.3191,
2235
+ "step": 1113000
2236
+ },
2237
+ {
2238
+ "epoch": 28.34,
2239
+ "learning_rate": 1.673155710543891e-05,
2240
+ "loss": 0.3201,
2241
+ "step": 1116000
2242
+ },
2243
+ {
2244
+ "epoch": 28.42,
2245
+ "learning_rate": 1.59619362634224e-05,
2246
+ "loss": 0.32,
2247
+ "step": 1119000
2248
+ },
2249
+ {
2250
+ "epoch": 28.5,
2251
+ "learning_rate": 1.519231542140589e-05,
2252
+ "loss": 0.318,
2253
+ "step": 1122000
2254
+ },
2255
+ {
2256
+ "epoch": 28.57,
2257
+ "learning_rate": 1.4422694579389381e-05,
2258
+ "loss": 0.3171,
2259
+ "step": 1125000
2260
+ },
2261
+ {
2262
+ "epoch": 28.65,
2263
+ "learning_rate": 1.3653073737372871e-05,
2264
+ "loss": 0.3195,
2265
+ "step": 1128000
2266
+ },
2267
+ {
2268
+ "epoch": 28.72,
2269
+ "learning_rate": 1.2883452895356363e-05,
2270
+ "loss": 0.3199,
2271
+ "step": 1131000
2272
+ },
2273
+ {
2274
+ "epoch": 28.8,
2275
+ "learning_rate": 1.2113832053339853e-05,
2276
+ "loss": 0.3201,
2277
+ "step": 1134000
2278
+ },
2279
+ {
2280
+ "epoch": 28.88,
2281
+ "learning_rate": 1.1344211211323345e-05,
2282
+ "loss": 0.3207,
2283
+ "step": 1137000
2284
+ },
2285
+ {
2286
+ "epoch": 28.95,
2287
+ "learning_rate": 1.0574590369306837e-05,
2288
+ "loss": 0.3172,
2289
+ "step": 1140000
2290
+ },
2291
+ {
2292
+ "epoch": 29.03,
2293
+ "learning_rate": 9.804969527290328e-06,
2294
+ "loss": 0.3143,
2295
+ "step": 1143000
2296
+ },
2297
+ {
2298
+ "epoch": 29.11,
2299
+ "learning_rate": 9.035348685273818e-06,
2300
+ "loss": 0.3172,
2301
+ "step": 1146000
2302
+ },
2303
+ {
2304
+ "epoch": 29.18,
2305
+ "learning_rate": 8.265727843257308e-06,
2306
+ "loss": 0.3168,
2307
+ "step": 1149000
2308
+ },
2309
+ {
2310
+ "epoch": 29.26,
2311
+ "learning_rate": 7.4961070012408e-06,
2312
+ "loss": 0.3138,
2313
+ "step": 1152000
2314
+ },
2315
+ {
2316
+ "epoch": 29.33,
2317
+ "learning_rate": 6.72648615922429e-06,
2318
+ "loss": 0.3136,
2319
+ "step": 1155000
2320
+ },
2321
+ {
2322
+ "epoch": 29.41,
2323
+ "learning_rate": 5.956865317207781e-06,
2324
+ "loss": 0.317,
2325
+ "step": 1158000
2326
+ },
2327
+ {
2328
+ "epoch": 29.49,
2329
+ "learning_rate": 5.187244475191272e-06,
2330
+ "loss": 0.316,
2331
+ "step": 1161000
2332
+ },
2333
+ {
2334
+ "epoch": 29.56,
2335
+ "learning_rate": 4.417623633174763e-06,
2336
+ "loss": 0.3103,
2337
+ "step": 1164000
2338
+ },
2339
+ {
2340
+ "epoch": 29.64,
2341
+ "learning_rate": 3.6480027911582534e-06,
2342
+ "loss": 0.3164,
2343
+ "step": 1167000
2344
+ },
2345
+ {
2346
+ "epoch": 29.72,
2347
+ "learning_rate": 2.878381949141744e-06,
2348
+ "loss": 0.315,
2349
+ "step": 1170000
2350
+ },
2351
+ {
2352
+ "epoch": 29.79,
2353
+ "learning_rate": 2.108761107125235e-06,
2354
+ "loss": 0.3147,
2355
+ "step": 1173000
2356
+ },
2357
+ {
2358
+ "epoch": 29.87,
2359
+ "learning_rate": 1.3391402651087259e-06,
2360
+ "loss": 0.3113,
2361
+ "step": 1176000
2362
+ },
2363
+ {
2364
+ "epoch": 29.94,
2365
+ "learning_rate": 5.695194230922169e-07,
2366
+ "loss": 0.3131,
2367
+ "step": 1179000
2368
+ },
2369
+ {
2370
+ "epoch": 30.0,
2371
+ "step": 1181220,
2372
+ "total_flos": 2.398747739778959e+21,
2373
+ "train_loss": 0.5846844887318071,
2374
+ "train_runtime": 684864.5478,
2375
+ "train_samples_per_second": 27.596,
2376
+ "train_steps_per_second": 1.725
2377
+ }
2378
+ ],
2379
+ "logging_steps": 3000,
2380
+ "max_steps": 1181220,
2381
+ "num_train_epochs": 30,
2382
+ "save_steps": 500,
2383
+ "total_flos": 2.398747739778959e+21,
2384
+ "trial_name": null,
2385
+ "trial_params": null
2386
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfeaeee76067fa680ebaa11eeb72287182d835401a9405eba390d9267fb3b238
3
+ size 4600
vocab.json ADDED
@@ -0,0 +1,2272 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "\b": 0,
3
+ "\"": 2,
4
+ "#": 3,
5
+ ";": 4,
6
+ "=": 5,
7
+ ">": 6,
8
+ "[": 7,
9
+ "[PAD]": 2269,
10
+ "[UNK]": 2268,
11
+ "\\": 8,
12
+ "^": 9,
13
+ "_": 10,
14
+ "|": 1,
15
+ "}": 11,
16
+ "°": 12,
17
+ "±": 13,
18
+ "²": 14,
19
+ "³": 15,
20
+ "¹": 16,
21
+ "×": 17,
22
+ "ā": 18,
23
+ "α": 19,
24
+ "β": 20,
25
+ "θ": 21,
26
+ "μ": 22,
27
+ "π": 23,
28
+ "ω": 24,
29
+ "ᆫ": 25,
30
+ "ḥ": 26,
31
+ "​": 27,
32
+ "–": 28,
33
+ "ⁿ": 29,
34
+ "√": 30,
35
+ "う": 31,
36
+ "し": 32,
37
+ "ぶ": 33,
38
+ "ょ": 34,
39
+ "ㄱ": 35,
40
+ "ㄴ": 36,
41
+ "ㄷ": 37,
42
+ "ㄹ": 38,
43
+ "ㅁ": 39,
44
+ "ㅂ": 40,
45
+ "ㅇ": 41,
46
+ "ㅈ": 42,
47
+ "ㅊ": 43,
48
+ "ㅋ": 44,
49
+ "ㅌ": 45,
50
+ "ㅍ": 46,
51
+ "ㅎ": 47,
52
+ "ㅐ": 48,
53
+ "ㅘ": 49,
54
+ "ㅜ": 50,
55
+ "ㅠ": 51,
56
+ "ㅡ": 52,
57
+ "ㅣ": 53,
58
+ "㎏": 54,
59
+ "㎡": 55,
60
+ "新": 56,
61
+ "聞": 57,
62
+ "가": 58,
63
+ "각": 59,
64
+ "간": 60,
65
+ "갇": 61,
66
+ "갈": 62,
67
+ "갉": 63,
68
+ "감": 64,
69
+ "갑": 65,
70
+ "값": 66,
71
+ "갓": 67,
72
+ "갔": 68,
73
+ "강": 69,
74
+ "갖": 70,
75
+ "같": 71,
76
+ "갚": 72,
77
+ "갛": 73,
78
+ "개": 74,
79
+ "객": 75,
80
+ "갠": 76,
81
+ "갤": 77,
82
+ "갬": 78,
83
+ "갭": 79,
84
+ "갯": 80,
85
+ "갰": 81,
86
+ "갱": 82,
87
+ "갸": 83,
88
+ "갹": 84,
89
+ "걀": 85,
90
+ "걍": 86,
91
+ "걔": 87,
92
+ "걘": 88,
93
+ "거": 89,
94
+ "걱": 90,
95
+ "건": 91,
96
+ "걷": 92,
97
+ "걸": 93,
98
+ "검": 94,
99
+ "겁": 95,
100
+ "것": 96,
101
+ "겄": 97,
102
+ "겅": 98,
103
+ "겆": 99,
104
+ "겉": 100,
105
+ "겊": 101,
106
+ "겋": 102,
107
+ "게": 103,
108
+ "겐": 104,
109
+ "겔": 105,
110
+ "겜": 106,
111
+ "겟": 107,
112
+ "겠": 108,
113
+ "겡": 109,
114
+ "겨": 110,
115
+ "격": 111,
116
+ "겪": 112,
117
+ "견": 113,
118
+ "결": 114,
119
+ "겸": 115,
120
+ "겹": 116,
121
+ "겻": 117,
122
+ "겼": 118,
123
+ "경": 119,
124
+ "곁": 120,
125
+ "계": 121,
126
+ "곈": 122,
127
+ "곗": 123,
128
+ "곘": 124,
129
+ "고": 125,
130
+ "곡": 126,
131
+ "곤": 127,
132
+ "곧": 128,
133
+ "골": 129,
134
+ "곪": 130,
135
+ "곯": 131,
136
+ "곰": 132,
137
+ "곱": 133,
138
+ "곳": 134,
139
+ "공": 135,
140
+ "곶": 136,
141
+ "과": 137,
142
+ "곽": 138,
143
+ "관": 139,
144
+ "괄": 140,
145
+ "괌": 141,
146
+ "괍": 142,
147
+ "괏": 143,
148
+ "광": 144,
149
+ "괘": 145,
150
+ "괜": 146,
151
+ "괞": 147,
152
+ "괭": 148,
153
+ "괮": 149,
154
+ "괴": 150,
155
+ "괸": 151,
156
+ "굉": 152,
157
+ "교": 153,
158
+ "굔": 154,
159
+ "굡": 155,
160
+ "굣": 156,
161
+ "굥": 157,
162
+ "구": 158,
163
+ "국": 159,
164
+ "군": 160,
165
+ "굳": 161,
166
+ "굴": 162,
167
+ "굵": 163,
168
+ "굶": 164,
169
+ "굼": 165,
170
+ "굽": 166,
171
+ "굿": 167,
172
+ "궁": 168,
173
+ "궂": 169,
174
+ "궈": 170,
175
+ "권": 171,
176
+ "궐": 172,
177
+ "궜": 173,
178
+ "궤": 174,
179
+ "귀": 175,
180
+ "귁": 176,
181
+ "귄": 177,
182
+ "귈": 178,
183
+ "귑": 179,
184
+ "귓": 180,
185
+ "귔": 181,
186
+ "규": 182,
187
+ "균": 183,
188
+ "귤": 184,
189
+ "그": 185,
190
+ "극": 186,
191
+ "근": 187,
192
+ "귿": 188,
193
+ "글": 189,
194
+ "긁": 190,
195
+ "금": 191,
196
+ "급": 192,
197
+ "긋": 193,
198
+ "긍": 194,
199
+ "긔": 195,
200
+ "기": 196,
201
+ "긱": 197,
202
+ "긴": 198,
203
+ "길": 199,
204
+ "김": 200,
205
+ "깁": 201,
206
+ "깃": 202,
207
+ "깄": 203,
208
+ "깅": 204,
209
+ "깉": 205,
210
+ "깊": 206,
211
+ "까": 207,
212
+ "깍": 208,
213
+ "깎": 209,
214
+ "깐": 210,
215
+ "깔": 211,
216
+ "깜": 212,
217
+ "깝": 213,
218
+ "깟": 214,
219
+ "깠": 215,
220
+ "깡": 216,
221
+ "깥": 217,
222
+ "깨": 218,
223
+ "깩": 219,
224
+ "깬": 220,
225
+ "깰": 221,
226
+ "깸": 222,
227
+ "깹": 223,
228
+ "깻": 224,
229
+ "깼": 225,
230
+ "깽": 226,
231
+ "꺄": 227,
232
+ "꺅": 228,
233
+ "꺙": 229,
234
+ "꺠": 230,
235
+ "꺳": 231,
236
+ "꺴": 232,
237
+ "꺼": 233,
238
+ "꺽": 234,
239
+ "꺾": 235,
240
+ "껀": 236,
241
+ "껄": 237,
242
+ "껌": 238,
243
+ "껍": 239,
244
+ "껏": 240,
245
+ "껐": 241,
246
+ "껑": 242,
247
+ "께": 243,
248
+ "껜": 244,
249
+ "껨": 245,
250
+ "껩": 246,
251
+ "껫": 247,
252
+ "껭": 248,
253
+ "껴": 249,
254
+ "꼈": 250,
255
+ "꼐": 251,
256
+ "꼔": 252,
257
+ "꼬": 253,
258
+ "꼭": 254,
259
+ "꼰": 255,
260
+ "꼴": 256,
261
+ "꼼": 257,
262
+ "꼽": 258,
263
+ "꼿": 259,
264
+ "꽁": 260,
265
+ "꽂": 261,
266
+ "꽃": 262,
267
+ "꽈": 263,
268
+ "꽉": 264,
269
+ "꽌": 265,
270
+ "꽐": 266,
271
+ "꽜": 267,
272
+ "꽝": 268,
273
+ "꽤": 269,
274
+ "꽥": 270,
275
+ "꽹": 271,
276
+ "꾀": 272,
277
+ "꾜": 273,
278
+ "꾸": 274,
279
+ "꾹": 275,
280
+ "꾼": 276,
281
+ "꿀": 277,
282
+ "꿇": 278,
283
+ "꿈": 279,
284
+ "꿉": 280,
285
+ "꿋": 281,
286
+ "꿍": 282,
287
+ "꿎": 283,
288
+ "꿔": 284,
289
+ "꿘": 285,
290
+ "꿨": 286,
291
+ "꿩": 287,
292
+ "꿰": 288,
293
+ "뀄": 289,
294
+ "뀌": 290,
295
+ "뀐": 291,
296
+ "뀔": 292,
297
+ "뀜": 293,
298
+ "뀝": 294,
299
+ "뀠": 295,
300
+ "뀨": 296,
301
+ "뀰": 297,
302
+ "끄": 298,
303
+ "끅": 299,
304
+ "끈": 300,
305
+ "끊": 301,
306
+ "끌": 302,
307
+ "끍": 303,
308
+ "끓": 304,
309
+ "끔": 305,
310
+ "끕": 306,
311
+ "끗": 307,
312
+ "끙": 308,
313
+ "끝": 309,
314
+ "끟": 310,
315
+ "끼": 311,
316
+ "끽": 312,
317
+ "낀": 313,
318
+ "낄": 314,
319
+ "낌": 315,
320
+ "낍": 316,
321
+ "낐": 317,
322
+ "낑": 318,
323
+ "나": 319,
324
+ "낙": 320,
325
+ "낚": 321,
326
+ "난": 322,
327
+ "날": 323,
328
+ "낡": 324,
329
+ "남": 325,
330
+ "납": 326,
331
+ "낫": 327,
332
+ "났": 328,
333
+ "낭": 329,
334
+ "낮": 330,
335
+ "낯": 331,
336
+ "낱": 332,
337
+ "낳": 333,
338
+ "내": 334,
339
+ "낵": 335,
340
+ "낸": 336,
341
+ "낼": 337,
342
+ "냄": 338,
343
+ "냅": 339,
344
+ "냇": 340,
345
+ "냈": 341,
346
+ "냉": 342,
347
+ "냐": 343,
348
+ "냑": 344,
349
+ "냔": 345,
350
+ "냘": 346,
351
+ "냠": 347,
352
+ "냣": 348,
353
+ "냤": 349,
354
+ "냥": 350,
355
+ "냬": 351,
356
+ "너": 352,
357
+ "넉": 353,
358
+ "넋": 354,
359
+ "넌": 355,
360
+ "널": 356,
361
+ "넓": 357,
362
+ "넘": 358,
363
+ "넙": 359,
364
+ "넛": 360,
365
+ "넜": 361,
366
+ "넝": 362,
367
+ "넢": 363,
368
+ "넣": 364,
369
+ "네": 365,
370
+ "넥": 366,
371
+ "넨": 367,
372
+ "넬": 368,
373
+ "넴": 369,
374
+ "넵": 370,
375
+ "넷": 371,
376
+ "넸": 372,
377
+ "넹": 373,
378
+ "녀": 374,
379
+ "녁": 375,
380
+ "년": 376,
381
+ "녈": 377,
382
+ "념": 378,
383
+ "녓": 379,
384
+ "녔": 380,
385
+ "녕": 381,
386
+ "녘": 382,
387
+ "녛": 383,
388
+ "녜": 384,
389
+ "녤": 385,
390
+ "노": 386,
391
+ "녹": 387,
392
+ "논": 388,
393
+ "놀": 389,
394
+ "놈": 390,
395
+ "놉": 391,
396
+ "놋": 392,
397
+ "농": 393,
398
+ "높": 394,
399
+ "놓": 395,
400
+ "놔": 396,
401
+ "놨": 397,
402
+ "놰": 398,
403
+ "뇌": 399,
404
+ "뇨": 400,
405
+ "뇬": 401,
406
+ "뇸": 402,
407
+ "뇽": 403,
408
+ "누": 404,
409
+ "눅": 405,
410
+ "눈": 406,
411
+ "눌": 407,
412
+ "눔": 408,
413
+ "눕": 409,
414
+ "눗": 410,
415
+ "눙": 411,
416
+ "눟": 412,
417
+ "눠": 413,
418
+ "눴": 414,
419
+ "뉍": 415,
420
+ "뉘": 416,
421
+ "뉜": 417,
422
+ "뉠": 418,
423
+ "뉩": 419,
424
+ "뉴": 420,
425
+ "뉸": 421,
426
+ "늄": 422,
427
+ "늉": 423,
428
+ "늏": 424,
429
+ "느": 425,
430
+ "늑": 426,
431
+ "는": 427,
432
+ "늗": 428,
433
+ "늘": 429,
434
+ "늙": 430,
435
+ "늠": 431,
436
+ "늡": 432,
437
+ "능": 433,
438
+ "늦": 434,
439
+ "늪": 435,
440
+ "늫": 436,
441
+ "늬": 437,
442
+ "니": 438,
443
+ "닉": 439,
444
+ "닌": 440,
445
+ "닐": 441,
446
+ "님": 442,
447
+ "닙": 443,
448
+ "닛": 444,
449
+ "닜": 445,
450
+ "닝": 446,
451
+ "닠": 447,
452
+ "닢": 448,
453
+ "다": 449,
454
+ "닥": 450,
455
+ "닦": 451,
456
+ "단": 452,
457
+ "닫": 453,
458
+ "달": 454,
459
+ "닭": 455,
460
+ "닮": 456,
461
+ "닯": 457,
462
+ "닳": 458,
463
+ "담": 459,
464
+ "답": 460,
465
+ "닷": 461,
466
+ "당": 462,
467
+ "닿": 463,
468
+ "대": 464,
469
+ "댁": 465,
470
+ "댄": 466,
471
+ "댈": 467,
472
+ "댐": 468,
473
+ "댑": 469,
474
+ "댓": 470,
475
+ "댔": 471,
476
+ "댕": 472,
477
+ "댜": 473,
478
+ "댣": 474,
479
+ "더": 475,
480
+ "덕": 476,
481
+ "던": 477,
482
+ "덜": 478,
483
+ "덞": 479,
484
+ "덟": 480,
485
+ "덤": 481,
486
+ "덥": 482,
487
+ "덧": 483,
488
+ "덩": 484,
489
+ "덫": 485,
490
+ "덮": 486,
491
+ "데": 487,
492
+ "덱": 488,
493
+ "덴": 489,
494
+ "델": 490,
495
+ "뎀": 491,
496
+ "뎁": 492,
497
+ "뎃": 493,
498
+ "뎄": 494,
499
+ "뎅": 495,
500
+ "뎆": 496,
501
+ "뎊": 497,
502
+ "뎌": 498,
503
+ "뎠": 499,
504
+ "뎣": 500,
505
+ "도": 501,
506
+ "독": 502,
507
+ "돈": 503,
508
+ "돋": 504,
509
+ "돌": 505,
510
+ "돔": 506,
511
+ "돕": 507,
512
+ "돗": 508,
513
+ "동": 509,
514
+ "돛": 510,
515
+ "돠": 511,
516
+ "돤": 512,
517
+ "돼": 513,
518
+ "됀": 514,
519
+ "됍": 515,
520
+ "됏": 516,
521
+ "됐": 517,
522
+ "되": 518,
523
+ "된": 519,
524
+ "될": 520,
525
+ "됨": 521,
526
+ "됩": 522,
527
+ "됫": 523,
528
+ "됬": 524,
529
+ "됭": 525,
530
+ "두": 526,
531
+ "둑": 527,
532
+ "둔": 528,
533
+ "둘": 529,
534
+ "둠": 530,
535
+ "둡": 531,
536
+ "둣": 532,
537
+ "둥": 533,
538
+ "둬": 534,
539
+ "뒀": 535,
540
+ "뒈": 536,
541
+ "뒤": 537,
542
+ "뒨": 538,
543
+ "뒷": 539,
544
+ "뒹": 540,
545
+ "듀": 541,
546
+ "듈": 542,
547
+ "듐": 543,
548
+ "드": 544,
549
+ "득": 545,
550
+ "든": 546,
551
+ "듣": 547,
552
+ "들": 548,
553
+ "듦": 549,
554
+ "듬": 550,
555
+ "듭": 551,
556
+ "듯": 552,
557
+ "등": 553,
558
+ "디": 554,
559
+ "딕": 555,
560
+ "딘": 556,
561
+ "딛": 557,
562
+ "딜": 558,
563
+ "딤": 559,
564
+ "딥": 560,
565
+ "딧": 561,
566
+ "딨": 562,
567
+ "딩": 563,
568
+ "딪": 564,
569
+ "딫": 565,
570
+ "따": 566,
571
+ "딱": 567,
572
+ "딴": 568,
573
+ "딸": 569,
574
+ "땀": 570,
575
+ "땁": 571,
576
+ "땃": 572,
577
+ "땄": 573,
578
+ "땅": 574,
579
+ "땋": 575,
580
+ "때": 576,
581
+ "땍": 577,
582
+ "땐": 578,
583
+ "땔": 579,
584
+ "땜": 580,
585
+ "땝": 581,
586
+ "땟": 582,
587
+ "땠": 583,
588
+ "땡": 584,
589
+ "땨": 585,
590
+ "땽": 586,
591
+ "떄": 587,
592
+ "떈": 588,
593
+ "떌": 589,
594
+ "떘": 590,
595
+ "떙": 591,
596
+ "떠": 592,
597
+ "떡": 593,
598
+ "떤": 594,
599
+ "떨": 595,
600
+ "떫": 596,
601
+ "떰": 597,
602
+ "떱": 598,
603
+ "떳": 599,
604
+ "떴": 600,
605
+ "떵": 601,
606
+ "떻": 602,
607
+ "떼": 603,
608
+ "떽": 604,
609
+ "뗀": 605,
610
+ "뗄": 606,
611
+ "뗌": 607,
612
+ "뗍": 608,
613
+ "뗏": 609,
614
+ "뗐": 610,
615
+ "뗘": 611,
616
+ "뗴": 612,
617
+ "뗼": 613,
618
+ "똄": 614,
619
+ "또": 615,
620
+ "똑": 616,
621
+ "똔": 617,
622
+ "똘": 618,
623
+ "똠": 619,
624
+ "똥": 620,
625
+ "똧": 621,
626
+ "똬": 622,
627
+ "뙈": 623,
628
+ "뙤": 624,
629
+ "뚁": 625,
630
+ "뚜": 626,
631
+ "뚝": 627,
632
+ "뚠": 628,
633
+ "뚤": 629,
634
+ "뚫": 630,
635
+ "뚬": 631,
636
+ "뚭": 632,
637
+ "뚱": 633,
638
+ "뛀": 634,
639
+ "뛰": 635,
640
+ "뛴": 636,
641
+ "뛸": 637,
642
+ "뜀": 638,
643
+ "뜁": 639,
644
+ "뜃": 640,
645
+ "뜄": 641,
646
+ "뜨": 642,
647
+ "뜩": 643,
648
+ "뜬": 644,
649
+ "뜯": 645,
650
+ "뜰": 646,
651
+ "뜷": 647,
652
+ "뜸": 648,
653
+ "뜹": 649,
654
+ "뜻": 650,
655
+ "뜼": 651,
656
+ "뜽": 652,
657
+ "띁": 653,
658
+ "띄": 654,
659
+ "띈": 655,
660
+ "띌": 656,
661
+ "띔": 657,
662
+ "띕": 658,
663
+ "띠": 659,
664
+ "띡": 660,
665
+ "띤": 661,
666
+ "띨": 662,
667
+ "띰": 663,
668
+ "띱": 664,
669
+ "띵": 665,
670
+ "라": 666,
671
+ "락": 667,
672
+ "란": 668,
673
+ "랄": 669,
674
+ "랆": 670,
675
+ "람": 671,
676
+ "랍": 672,
677
+ "랏": 673,
678
+ "랐": 674,
679
+ "랑": 675,
680
+ "랖": 676,
681
+ "랗": 677,
682
+ "래": 678,
683
+ "랙": 679,
684
+ "랜": 680,
685
+ "랠": 681,
686
+ "램": 682,
687
+ "랩": 683,
688
+ "랫": 684,
689
+ "랬": 685,
690
+ "랭": 686,
691
+ "랴": 687,
692
+ "��": 688,
693
+ "럄": 689,
694
+ "량": 690,
695
+ "러": 691,
696
+ "럭": 692,
697
+ "런": 693,
698
+ "럴": 694,
699
+ "럼": 695,
700
+ "럽": 696,
701
+ "럿": 697,
702
+ "렀": 698,
703
+ "렁": 699,
704
+ "렇": 700,
705
+ "레": 701,
706
+ "렉": 702,
707
+ "렌": 703,
708
+ "렏": 704,
709
+ "렐": 705,
710
+ "렘": 706,
711
+ "렙": 707,
712
+ "렛": 708,
713
+ "렜": 709,
714
+ "렝": 710,
715
+ "려": 711,
716
+ "력": 712,
717
+ "련": 713,
718
+ "렬": 714,
719
+ "렴": 715,
720
+ "렵": 716,
721
+ "렷": 717,
722
+ "렸": 718,
723
+ "령": 719,
724
+ "렿": 720,
725
+ "례": 721,
726
+ "롁": 722,
727
+ "롄": 723,
728
+ "로": 724,
729
+ "록": 725,
730
+ "론": 726,
731
+ "롤": 727,
732
+ "롬": 728,
733
+ "롭": 729,
734
+ "롯": 730,
735
+ "롱": 731,
736
+ "롷": 732,
737
+ "롸": 733,
738
+ "롹": 734,
739
+ "롼": 735,
740
+ "뢰": 736,
741
+ "료": 737,
742
+ "룐": 738,
743
+ "룟": 739,
744
+ "룡": 740,
745
+ "루": 741,
746
+ "룩": 742,
747
+ "룬": 743,
748
+ "룰": 744,
749
+ "룸": 745,
750
+ "룹": 746,
751
+ "룻": 747,
752
+ "룽": 748,
753
+ "뤄": 749,
754
+ "뤘": 750,
755
+ "뤼": 751,
756
+ "류": 752,
757
+ "륙": 753,
758
+ "륜": 754,
759
+ "률": 755,
760
+ "륨": 756,
761
+ "륭": 757,
762
+ "르": 758,
763
+ "륵": 759,
764
+ "른": 760,
765
+ "를": 761,
766
+ "름": 762,
767
+ "릅": 763,
768
+ "릇": 764,
769
+ "릉": 765,
770
+ "릎": 766,
771
+ "릏": 767,
772
+ "리": 768,
773
+ "릭": 769,
774
+ "린": 770,
775
+ "릴": 771,
776
+ "림": 772,
777
+ "립": 773,
778
+ "릿": 774,
779
+ "맀": 775,
780
+ "링": 776,
781
+ "맇": 777,
782
+ "마": 778,
783
+ "막": 779,
784
+ "만": 780,
785
+ "많": 781,
786
+ "맏": 782,
787
+ "말": 783,
788
+ "맑": 784,
789
+ "맘": 785,
790
+ "맙": 786,
791
+ "맛": 787,
792
+ "맜": 788,
793
+ "망": 789,
794
+ "맞": 790,
795
+ "맟": 791,
796
+ "맡": 792,
797
+ "맣": 793,
798
+ "매": 794,
799
+ "맥": 795,
800
+ "맨": 796,
801
+ "맬": 797,
802
+ "맴": 798,
803
+ "맵": 799,
804
+ "맷": 800,
805
+ "맸": 801,
806
+ "맹": 802,
807
+ "맺": 803,
808
+ "맻": 804,
809
+ "맽": 805,
810
+ "먀": 806,
811
+ "먕": 807,
812
+ "머": 808,
813
+ "먹": 809,
814
+ "먼": 810,
815
+ "멀": 811,
816
+ "멈": 812,
817
+ "멉": 813,
818
+ "멋": 814,
819
+ "멍": 815,
820
+ "멎": 816,
821
+ "멓": 817,
822
+ "메": 818,
823
+ "멕": 819,
824
+ "멘": 820,
825
+ "멜": 821,
826
+ "멤": 822,
827
+ "멧": 823,
828
+ "멨": 824,
829
+ "멩": 825,
830
+ "멫": 826,
831
+ "며": 827,
832
+ "멱": 828,
833
+ "면": 829,
834
+ "멸": 830,
835
+ "몄": 831,
836
+ "명": 832,
837
+ "몆": 833,
838
+ "몇": 834,
839
+ "모": 835,
840
+ "목": 836,
841
+ "몫": 837,
842
+ "몬": 838,
843
+ "몰": 839,
844
+ "몸": 840,
845
+ "몹": 841,
846
+ "못": 842,
847
+ "몽": 843,
848
+ "뫄": 844,
849
+ "뫠": 845,
850
+ "뫼": 846,
851
+ "묘": 847,
852
+ "묫": 848,
853
+ "묭": 849,
854
+ "무": 850,
855
+ "묵": 851,
856
+ "묶": 852,
857
+ "문": 853,
858
+ "묻": 854,
859
+ "물": 855,
860
+ "묽": 856,
861
+ "뭄": 857,
862
+ "뭅": 858,
863
+ "뭇": 859,
864
+ "뭉": 860,
865
+ "뭍": 861,
866
+ "뭏": 862,
867
+ "뭐": 863,
868
+ "뭔": 864,
869
+ "뭘": 865,
870
+ "뭠": 866,
871
+ "뭡": 867,
872
+ "뭣": 868,
873
+ "뭥": 869,
874
+ "뭰": 870,
875
+ "뮈": 871,
876
+ "뮌": 872,
877
+ "뮙": 873,
878
+ "뮝": 874,
879
+ "뮤": 875,
880
+ "뮨": 876,
881
+ "뮬": 877,
882
+ "뮴": 878,
883
+ "므": 879,
884
+ "믁": 880,
885
+ "믄": 881,
886
+ "믇": 882,
887
+ "믈": 883,
888
+ "믐": 884,
889
+ "믑": 885,
890
+ "미": 886,
891
+ "믹": 887,
892
+ "민": 888,
893
+ "믾": 889,
894
+ "믿": 890,
895
+ "밀": 891,
896
+ "밈": 892,
897
+ "밉": 893,
898
+ "밋": 894,
899
+ "밌": 895,
900
+ "밍": 896,
901
+ "밎": 897,
902
+ "및": 898,
903
+ "밑": 899,
904
+ "바": 900,
905
+ "박": 901,
906
+ "밖": 902,
907
+ "반": 903,
908
+ "받": 904,
909
+ "발": 905,
910
+ "밝": 906,
911
+ "밟": 907,
912
+ "밤": 908,
913
+ "밥": 909,
914
+ "밧": 910,
915
+ "밨": 911,
916
+ "방": 912,
917
+ "밫": 913,
918
+ "밭": 914,
919
+ "배": 915,
920
+ "백": 916,
921
+ "밲": 917,
922
+ "밴": 918,
923
+ "밸": 919,
924
+ "뱀": 920,
925
+ "뱁": 921,
926
+ "뱃": 922,
927
+ "뱄": 923,
928
+ "뱅": 924,
929
+ "뱉": 925,
930
+ "뱌": 926,
931
+ "버": 927,
932
+ "벅": 928,
933
+ "번": 929,
934
+ "벋": 930,
935
+ "벌": 931,
936
+ "범": 932,
937
+ "법": 933,
938
+ "벗": 934,
939
+ "벙": 935,
940
+ "벚": 936,
941
+ "벛": 937,
942
+ "베": 938,
943
+ "벡": 939,
944
+ "벤": 940,
945
+ "벨": 941,
946
+ "벰": 942,
947
+ "벳": 943,
948
+ "벴": 944,
949
+ "벵": 945,
950
+ "벼": 946,
951
+ "벽": 947,
952
+ "변": 948,
953
+ "별": 949,
954
+ "볌": 950,
955
+ "볍": 951,
956
+ "볏": 952,
957
+ "볐": 953,
958
+ "병": 954,
959
+ "볓": 955,
960
+ "볕": 956,
961
+ "보": 957,
962
+ "복": 958,
963
+ "볶": 959,
964
+ "본": 960,
965
+ "볻": 961,
966
+ "볼": 962,
967
+ "봄": 963,
968
+ "봅": 964,
969
+ "봇": 965,
970
+ "봈": 966,
971
+ "봉": 967,
972
+ "봐": 968,
973
+ "봔": 969,
974
+ "봣": 970,
975
+ "봤": 971,
976
+ "봥": 972,
977
+ "봬": 973,
978
+ "봰": 974,
979
+ "봴": 975,
980
+ "봽": 976,
981
+ "뵀": 977,
982
+ "뵈": 978,
983
+ "뵌": 979,
984
+ "뵐": 980,
985
+ "뵙": 981,
986
+ "뵜": 982,
987
+ "뵤": 983,
988
+ "뵨": 984,
989
+ "뵬": 985,
990
+ "뵹": 986,
991
+ "부": 987,
992
+ "북": 988,
993
+ "분": 989,
994
+ "붇": 990,
995
+ "불": 991,
996
+ "붉": 992,
997
+ "붐": 993,
998
+ "붑": 994,
999
+ "붓": 995,
1000
+ "붔": 996,
1001
+ "붕": 997,
1002
+ "붙": 998,
1003
+ "붜": 999,
1004
+ "뷔": 1000,
1005
+ "뷰": 1001,
1006
+ "뷴": 1002,
1007
+ "뷸": 1003,
1008
+ "븅": 1004,
1009
+ "브": 1005,
1010
+ "븐": 1006,
1011
+ "블": 1007,
1012
+ "븜": 1008,
1013
+ "븝": 1009,
1014
+ "븥": 1010,
1015
+ "비": 1011,
1016
+ "빅": 1012,
1017
+ "빈": 1013,
1018
+ "빌": 1014,
1019
+ "빔": 1015,
1020
+ "빕": 1016,
1021
+ "빗": 1017,
1022
+ "빙": 1018,
1023
+ "빚": 1019,
1024
+ "빛": 1020,
1025
+ "빠": 1021,
1026
+ "빡": 1022,
1027
+ "빤": 1023,
1028
+ "빨": 1024,
1029
+ "빰": 1025,
1030
+ "빱": 1026,
1031
+ "빳": 1027,
1032
+ "빴": 1028,
1033
+ "빵": 1029,
1034
+ "빻": 1030,
1035
+ "빼": 1031,
1036
+ "빽": 1032,
1037
+ "뺀": 1033,
1038
+ "뺄": 1034,
1039
+ "뺌": 1035,
1040
+ "뺍": 1036,
1041
+ "뺏": 1037,
1042
+ "뺐": 1038,
1043
+ "뺑": 1039,
1044
+ "뺘": 1040,
1045
+ "뺨": 1041,
1046
+ "뺴": 1042,
1047
+ "뺵": 1043,
1048
+ "뺸": 1044,
1049
+ "뺼": 1045,
1050
+ "뻐": 1046,
1051
+ "뻑": 1047,
1052
+ "뻔": 1048,
1053
+ "뻗": 1049,
1054
+ "뻘": 1050,
1055
+ "뻠": 1051,
1056
+ "뻣": 1052,
1057
+ "뻤": 1053,
1058
+ "뻥": 1054,
1059
+ "뻬": 1055,
1060
+ "뻰": 1056,
1061
+ "뻴": 1057,
1062
+ "뼀": 1058,
1063
+ "뼈": 1059,
1064
+ "뼉": 1060,
1065
+ "뼌": 1061,
1066
+ "뼘": 1062,
1067
+ "뼛": 1063,
1068
+ "뼝": 1064,
1069
+ "뽀": 1065,
1070
+ "뽁": 1066,
1071
+ "뽂": 1067,
1072
+ "뽄": 1068,
1073
+ "뽈": 1069,
1074
+ "뽐": 1070,
1075
+ "뽑": 1071,
1076
+ "뽕": 1072,
1077
+ "뽝": 1073,
1078
+ "뾰": 1074,
1079
+ "뾱": 1075,
1080
+ "뿅": 1076,
1081
+ "뿌": 1077,
1082
+ "뿍": 1078,
1083
+ "뿐": 1079,
1084
+ "뿔": 1080,
1085
+ "뿛": 1081,
1086
+ "뿜": 1082,
1087
+ "뿝": 1083,
1088
+ "뿟": 1084,
1089
+ "뿠": 1085,
1090
+ "뿡": 1086,
1091
+ "뿨": 1087,
1092
+ "쀠": 1088,
1093
+ "쀼": 1089,
1094
+ "쁘": 1090,
1095
+ "쁜": 1091,
1096
+ "쁠": 1092,
1097
+ "쁨": 1093,
1098
+ "쁩": 1094,
1099
+ "삐": 1095,
1100
+ "삑": 1096,
1101
+ "삔": 1097,
1102
+ "삘": 1098,
1103
+ "삣": 1099,
1104
+ "삤": 1100,
1105
+ "삥": 1101,
1106
+ "사": 1102,
1107
+ "삭": 1103,
1108
+ "산": 1104,
1109
+ "살": 1105,
1110
+ "삶": 1106,
1111
+ "삷": 1107,
1112
+ "삼": 1108,
1113
+ "삽": 1109,
1114
+ "삿": 1110,
1115
+ "샀": 1111,
1116
+ "상": 1112,
1117
+ "샂": 1113,
1118
+ "샅": 1114,
1119
+ "새": 1115,
1120
+ "색": 1116,
1121
+ "샌": 1117,
1122
+ "샐": 1118,
1123
+ "샘": 1119,
1124
+ "샙": 1120,
1125
+ "샛": 1121,
1126
+ "샜": 1122,
1127
+ "생": 1123,
1128
+ "샤": 1124,
1129
+ "샥": 1125,
1130
+ "샨": 1126,
1131
+ "샬": 1127,
1132
+ "샴": 1128,
1133
+ "샵": 1129,
1134
+ "샷": 1130,
1135
+ "샹": 1131,
1136
+ "샾": 1132,
1137
+ "섀": 1133,
1138
+ "서": 1134,
1139
+ "석": 1135,
1140
+ "섞": 1136,
1141
+ "선": 1137,
1142
+ "섣": 1138,
1143
+ "설": 1139,
1144
+ "섫": 1140,
1145
+ "섬": 1141,
1146
+ "섭": 1142,
1147
+ "섯": 1143,
1148
+ "섰": 1144,
1149
+ "성": 1145,
1150
+ "세": 1146,
1151
+ "섹": 1147,
1152
+ "센": 1148,
1153
+ "셀": 1149,
1154
+ "셈": 1150,
1155
+ "셉": 1151,
1156
+ "셋": 1152,
1157
+ "셌": 1153,
1158
+ "셍": 1154,
1159
+ "셔": 1155,
1160
+ "셖": 1156,
1161
+ "션": 1157,
1162
+ "셜": 1158,
1163
+ "셥": 1159,
1164
+ "셧": 1160,
1165
+ "셨": 1161,
1166
+ "셩": 1162,
1167
+ "셰": 1163,
1168
+ "셱": 1164,
1169
+ "셴": 1165,
1170
+ "셸": 1166,
1171
+ "솁": 1167,
1172
+ "솅": 1168,
1173
+ "소": 1169,
1174
+ "속": 1170,
1175
+ "솎": 1171,
1176
+ "손": 1172,
1177
+ "솔": 1173,
1178
+ "솜": 1174,
1179
+ "솝": 1175,
1180
+ "솟": 1176,
1181
+ "송": 1177,
1182
+ "솥": 1178,
1183
+ "솨": 1179,
1184
+ "솼": 1180,
1185
+ "쇄": 1181,
1186
+ "쇠": 1182,
1187
+ "쇳": 1183,
1188
+ "쇼": 1184,
1189
+ "쇽": 1185,
1190
+ "숀": 1186,
1191
+ "숄": 1187,
1192
+ "숍": 1188,
1193
+ "숏": 1189,
1194
+ "숑": 1190,
1195
+ "수": 1191,
1196
+ "숙": 1192,
1197
+ "순": 1193,
1198
+ "숟": 1194,
1199
+ "술": 1195,
1200
+ "숨": 1196,
1201
+ "숩": 1197,
1202
+ "숫": 1198,
1203
+ "숭": 1199,
1204
+ "숯": 1200,
1205
+ "숱": 1201,
1206
+ "숲": 1202,
1207
+ "숴": 1203,
1208
+ "쉈": 1204,
1209
+ "쉐": 1205,
1210
+ "쉑": 1206,
1211
+ "쉔": 1207,
1212
+ "쉘": 1208,
1213
+ "쉡": 1209,
1214
+ "쉣": 1210,
1215
+ "쉬": 1211,
1216
+ "쉭": 1212,
1217
+ "쉰": 1213,
1218
+ "쉴": 1214,
1219
+ "쉼": 1215,
1220
+ "쉽": 1216,
1221
+ "쉿": 1217,
1222
+ "슁": 1218,
1223
+ "슈": 1219,
1224
+ "슉": 1220,
1225
+ "슌": 1221,
1226
+ "슐": 1222,
1227
+ "슘": 1223,
1228
+ "슙": 1224,
1229
+ "슛": 1225,
1230
+ "슝": 1226,
1231
+ "스": 1227,
1232
+ "슥": 1228,
1233
+ "슨": 1229,
1234
+ "슬": 1230,
1235
+ "슴": 1231,
1236
+ "습": 1232,
1237
+ "슷": 1233,
1238
+ "승": 1234,
1239
+ "슺": 1235,
1240
+ "슽": 1236,
1241
+ "슾": 1237,
1242
+ "시": 1238,
1243
+ "식": 1239,
1244
+ "신": 1240,
1245
+ "싣": 1241,
1246
+ "실": 1242,
1247
+ "싫": 1243,
1248
+ "심": 1244,
1249
+ "십": 1245,
1250
+ "싯": 1246,
1251
+ "싰": 1247,
1252
+ "싱": 1248,
1253
+ "싶": 1249,
1254
+ "싸": 1250,
1255
+ "싹": 1251,
1256
+ "싼": 1252,
1257
+ "쌀": 1253,
1258
+ "쌂": 1254,
1259
+ "쌈": 1255,
1260
+ "쌉": 1256,
1261
+ "쌋": 1257,
1262
+ "쌌": 1258,
1263
+ "쌍": 1259,
1264
+ "쌓": 1260,
1265
+ "쌔": 1261,
1266
+ "쌕": 1262,
1267
+ "쌘": 1263,
1268
+ "쌜": 1264,
1269
+ "쌤": 1265,
1270
+ "쌥": 1266,
1271
+ "쌨": 1267,
1272
+ "쌩": 1268,
1273
+ "쌰": 1269,
1274
+ "쌸": 1270,
1275
+ "썅": 1271,
1276
+ "썌": 1272,
1277
+ "썜": 1273,
1278
+ "썡": 1274,
1279
+ "써": 1275,
1280
+ "썩": 1276,
1281
+ "썪": 1277,
1282
+ "썫": 1278,
1283
+ "썬": 1279,
1284
+ "썰": 1280,
1285
+ "썷": 1281,
1286
+ "썸": 1282,
1287
+ "썹": 1283,
1288
+ "썻": 1284,
1289
+ "썼": 1285,
1290
+ "썽": 1286,
1291
+ "쎄": 1287,
1292
+ "쎅": 1288,
1293
+ "쎈": 1289,
1294
+ "쎌": 1290,
1295
+ "쎔": 1291,
1296
+ "쎕": 1292,
1297
+ "쎘": 1293,
1298
+ "쎙": 1294,
1299
+ "쎠": 1295,
1300
+ "쎱": 1296,
1301
+ "쎴": 1297,
1302
+ "쎼": 1298,
1303
+ "쏀": 1299,
1304
+ "쏘": 1300,
1305
+ "쏙": 1301,
1306
+ "쏜": 1302,
1307
+ "쏟": 1303,
1308
+ "쏠": 1304,
1309
+ "쏨": 1305,
1310
+ "쏩": 1306,
1311
+ "쏫": 1307,
1312
+ "쏭": 1308,
1313
+ "쏴": 1309,
1314
+ "쏵": 1310,
1315
+ "쐈": 1311,
1316
+ "쐐": 1312,
1317
+ "쐬": 1313,
1318
+ "쐭": 1314,
1319
+ "쐴": 1315,
1320
+ "쑈": 1316,
1321
+ "쑉": 1317,
1322
+ "쑐": 1318,
1323
+ "쑝": 1319,
1324
+ "쑤": 1320,
1325
+ "쑥": 1321,
1326
+ "쑨": 1322,
1327
+ "쒀": 1323,
1328
+ "쒯": 1324,
1329
+ "쒸": 1325,
1330
+ "쓋": 1326,
1331
+ "쓤": 1327,
1332
+ "쓩": 1328,
1333
+ "쓰": 1329,
1334
+ "쓱": 1330,
1335
+ "쓴": 1331,
1336
+ "쓸": 1332,
1337
+ "쓽": 1333,
1338
+ "씀": 1334,
1339
+ "씁": 1335,
1340
+ "씅": 1336,
1341
+ "씌": 1337,
1342
+ "씐": 1338,
1343
+ "씨": 1339,
1344
+ "씩": 1340,
1345
+ "씬": 1341,
1346
+ "씰": 1342,
1347
+ "씸": 1343,
1348
+ "씹": 1344,
1349
+ "씻": 1345,
1350
+ "씼": 1346,
1351
+ "씽": 1347,
1352
+ "아": 1348,
1353
+ "악": 1349,
1354
+ "안": 1350,
1355
+ "앉": 1351,
1356
+ "않": 1352,
1357
+ "알": 1353,
1358
+ "앎": 1354,
1359
+ "앑": 1355,
1360
+ "앓": 1356,
1361
+ "암": 1357,
1362
+ "압": 1358,
1363
+ "앗": 1359,
1364
+ "았": 1360,
1365
+ "앙": 1361,
1366
+ "앞": 1362,
1367
+ "애": 1363,
1368
+ "액": 1364,
1369
+ "앤": 1365,
1370
+ "앨": 1366,
1371
+ "앰": 1367,
1372
+ "앱": 1368,
1373
+ "앳": 1369,
1374
+ "앴": 1370,
1375
+ "앵": 1371,
1376
+ "앸": 1372,
1377
+ "야": 1373,
1378
+ "약": 1374,
1379
+ "얀": 1375,
1380
+ "얄": 1376,
1381
+ "얇": 1377,
1382
+ "얌": 1378,
1383
+ "얍": 1379,
1384
+ "얏": 1380,
1385
+ "양": 1381,
1386
+ "얕": 1382,
1387
+ "얗": 1383,
1388
+ "얘": 1384,
1389
+ "얜": 1385,
1390
+ "얠": 1386,
1391
+ "얬": 1387,
1392
+ "얭": 1388,
1393
+ "어": 1389,
1394
+ "억": 1390,
1395
+ "언": 1391,
1396
+ "얹": 1392,
1397
+ "얻": 1393,
1398
+ "얼": 1394,
1399
+ "얽": 1395,
1400
+ "엄": 1396,
1401
+ "업": 1397,
1402
+ "없": 1398,
1403
+ "엇": 1399,
1404
+ "었": 1400,
1405
+ "엉": 1401,
1406
+ "엊": 1402,
1407
+ "엌": 1403,
1408
+ "엍": 1404,
1409
+ "엎": 1405,
1410
+ "에": 1406,
1411
+ "엑": 1407,
1412
+ "엔": 1408,
1413
+ "엘": 1409,
1414
+ "엝": 1410,
1415
+ "엠": 1411,
1416
+ "엡": 1412,
1417
+ "엣": 1413,
1418
+ "엥": 1414,
1419
+ "여": 1415,
1420
+ "역": 1416,
1421
+ "엮": 1417,
1422
+ "연": 1418,
1423
+ "열": 1419,
1424
+ "염": 1420,
1425
+ "엽": 1421,
1426
+ "엾": 1422,
1427
+ "엿": 1423,
1428
+ "였": 1424,
1429
+ "영": 1425,
1430
+ "옅": 1426,
1431
+ "옆": 1427,
1432
+ "옇": 1428,
1433
+ "예": 1429,
1434
+ "옉": 1430,
1435
+ "옌": 1431,
1436
+ "옐": 1432,
1437
+ "옘": 1433,
1438
+ "옙": 1434,
1439
+ "옛": 1435,
1440
+ "옜": 1436,
1441
+ "오": 1437,
1442
+ "옥": 1438,
1443
+ "온": 1439,
1444
+ "옫": 1440,
1445
+ "올": 1441,
1446
+ "옮": 1442,
1447
+ "옳": 1443,
1448
+ "옴": 1444,
1449
+ "옵": 1445,
1450
+ "옷": 1446,
1451
+ "옸": 1447,
1452
+ "옹": 1448,
1453
+ "옻": 1449,
1454
+ "옽": 1450,
1455
+ "와": 1451,
1456
+ "왁": 1452,
1457
+ "완": 1453,
1458
+ "왈": 1454,
1459
+ "왐": 1455,
1460
+ "왑": 1456,
1461
+ "왓": 1457,
1462
+ "왔": 1458,
1463
+ "왕": 1459,
1464
+ "왘": 1460,
1465
+ "왜": 1461,
1466
+ "왠": 1462,
1467
+ "왤": 1463,
1468
+ "왯": 1464,
1469
+ "왱": 1465,
1470
+ "외": 1466,
1471
+ "왼": 1467,
1472
+ "욌": 1468,
1473
+ "요": 1469,
1474
+ "욕": 1470,
1475
+ "욘": 1471,
1476
+ "욜": 1472,
1477
+ "욤": 1473,
1478
+ "욥": 1474,
1479
+ "욧": 1475,
1480
+ "용": 1476,
1481
+ "우": 1477,
1482
+ "욱": 1478,
1483
+ "운": 1479,
1484
+ "울": 1480,
1485
+ "움": 1481,
1486
+ "웁": 1482,
1487
+ "웃": 1483,
1488
+ "웅": 1484,
1489
+ "워": 1485,
1490
+ "웍": 1486,
1491
+ "원": 1487,
1492
+ "월": 1488,
1493
+ "웜": 1489,
1494
+ "웟": 1490,
1495
+ "웠": 1491,
1496
+ "웡": 1492,
1497
+ "웤": 1493,
1498
+ "웨": 1494,
1499
+ "웩": 1495,
1500
+ "웬": 1496,
1501
+ "웰": 1497,
1502
+ "웸": 1498,
1503
+ "웹": 1499,
1504
+ "웻": 1500,
1505
+ "웽": 1501,
1506
+ "위": 1502,
1507
+ "윅": 1503,
1508
+ "윈": 1504,
1509
+ "윌": 1505,
1510
+ "윔": 1506,
1511
+ "윕": 1507,
1512
+ "윗": 1508,
1513
+ "윙": 1509,
1514
+ "유": 1510,
1515
+ "육": 1511,
1516
+ "윤": 1512,
1517
+ "윦": 1513,
1518
+ "윧": 1514,
1519
+ "율": 1515,
1520
+ "윰": 1516,
1521
+ "윳": 1517,
1522
+ "융": 1518,
1523
+ "윷": 1519,
1524
+ "으": 1520,
1525
+ "윽": 1521,
1526
+ "은": 1522,
1527
+ "읃": 1523,
1528
+ "을": 1524,
1529
+ "읇": 1525,
1530
+ "읊": 1526,
1531
+ "음": 1527,
1532
+ "읍": 1528,
1533
+ "읎": 1529,
1534
+ "읏": 1530,
1535
+ "읐": 1531,
1536
+ "응": 1532,
1537
+ "읒": 1533,
1538
+ "읓": 1534,
1539
+ "읔": 1535,
1540
+ "읖": 1536,
1541
+ "읗": 1537,
1542
+ "의": 1538,
1543
+ "이": 1539,
1544
+ "익": 1540,
1545
+ "인": 1541,
1546
+ "일": 1542,
1547
+ "읽": 1543,
1548
+ "잃": 1544,
1549
+ "임": 1545,
1550
+ "입": 1546,
1551
+ "잇": 1547,
1552
+ "있": 1548,
1553
+ "잉": 1549,
1554
+ "잊": 1550,
1555
+ "잌": 1551,
1556
+ "잎": 1552,
1557
+ "자": 1553,
1558
+ "작": 1554,
1559
+ "잒": 1555,
1560
+ "잔": 1556,
1561
+ "잖": 1557,
1562
+ "잘": 1558,
1563
+ "잠": 1559,
1564
+ "잡": 1560,
1565
+ "잣": 1561,
1566
+ "잤": 1562,
1567
+ "장": 1563,
1568
+ "잦": 1564,
1569
+ "잩": 1565,
1570
+ "재": 1566,
1571
+ "잭": 1567,
1572
+ "잰": 1568,
1573
+ "잴": 1569,
1574
+ "잼": 1570,
1575
+ "잽": 1571,
1576
+ "잿": 1572,
1577
+ "쟀": 1573,
1578
+ "쟁": 1574,
1579
+ "쟈": 1575,
1580
+ "쟉": 1576,
1581
+ "쟎": 1577,
1582
+ "쟜": 1578,
1583
+ "쟤": 1579,
1584
+ "쟥": 1580,
1585
+ "쟨": 1581,
1586
+ "저": 1582,
1587
+ "적": 1583,
1588
+ "전": 1584,
1589
+ "절": 1585,
1590
+ "젊": 1586,
1591
+ "점": 1587,
1592
+ "접": 1588,
1593
+ "젓": 1589,
1594
+ "젔": 1590,
1595
+ "정": 1591,
1596
+ "젖": 1592,
1597
+ "제": 1593,
1598
+ "젝": 1594,
1599
+ "젠": 1595,
1600
+ "젣": 1596,
1601
+ "젤": 1597,
1602
+ "젬": 1598,
1603
+ "젭": 1599,
1604
+ "젯": 1600,
1605
+ "젶": 1601,
1606
+ "져": 1602,
1607
+ "젹": 1603,
1608
+ "젼": 1604,
1609
+ "졋": 1605,
1610
+ "졌": 1606,
1611
+ "졍": 1607,
1612
+ "조": 1608,
1613
+ "족": 1609,
1614
+ "존": 1610,
1615
+ "졸": 1611,
1616
+ "좀": 1612,
1617
+ "좁": 1613,
1618
+ "좃": 1614,
1619
+ "종": 1615,
1620
+ "좆": 1616,
1621
+ "좇": 1617,
1622
+ "좋": 1618,
1623
+ "좌": 1619,
1624
+ "좍": 1620,
1625
+ "좔": 1621,
1626
+ "죄": 1622,
1627
+ "죈": 1623,
1628
+ "죌": 1624,
1629
+ "죗": 1625,
1630
+ "죙": 1626,
1631
+ "죠": 1627,
1632
+ "죤": 1628,
1633
+ "죨": 1629,
1634
+ "죵": 1630,
1635
+ "죻": 1631,
1636
+ "주": 1632,
1637
+ "죽": 1633,
1638
+ "준": 1634,
1639
+ "줄": 1635,
1640
+ "줌": 1636,
1641
+ "줍": 1637,
1642
+ "줏": 1638,
1643
+ "줐": 1639,
1644
+ "중": 1640,
1645
+ "줘": 1641,
1646
+ "줫": 1642,
1647
+ "줬": 1643,
1648
+ "줮": 1644,
1649
+ "쥐": 1645,
1650
+ "쥑": 1646,
1651
+ "쥔": 1647,
1652
+ "쥘": 1648,
1653
+ "쥬": 1649,
1654
+ "쥰": 1650,
1655
+ "쥴": 1651,
1656
+ "즈": 1652,
1657
+ "즉": 1653,
1658
+ "즌": 1654,
1659
+ "즐": 1655,
1660
+ "즘": 1656,
1661
+ "즙": 1657,
1662
+ "즛": 1658,
1663
+ "증": 1659,
1664
+ "즣": 1660,
1665
+ "지": 1661,
1666
+ "직": 1662,
1667
+ "진": 1663,
1668
+ "짆": 1664,
1669
+ "질": 1665,
1670
+ "짊": 1666,
1671
+ "짐": 1667,
1672
+ "집": 1668,
1673
+ "짓": 1669,
1674
+ "짔": 1670,
1675
+ "징": 1671,
1676
+ "짖": 1672,
1677
+ "짙": 1673,
1678
+ "짚": 1674,
1679
+ "짛": 1675,
1680
+ "짜": 1676,
1681
+ "짝": 1677,
1682
+ "짞": 1678,
1683
+ "짠": 1679,
1684
+ "짢": 1680,
1685
+ "짤": 1681,
1686
+ "짧": 1682,
1687
+ "짬": 1683,
1688
+ "짭": 1684,
1689
+ "짯": 1685,
1690
+ "짰": 1686,
1691
+ "짱": 1687,
1692
+ "째": 1688,
1693
+ "짹": 1689,
1694
+ "짼": 1690,
1695
+ "쨀": 1691,
1696
+ "쨈": 1692,
1697
+ "쨉": 1693,
1698
+ "쨋": 1694,
1699
+ "쨌": 1695,
1700
+ "쨍": 1696,
1701
+ "쨔": 1697,
1702
+ "쨘": 1698,
1703
+ "쨩": 1699,
1704
+ "쨰": 1700,
1705
+ "쨱": 1701,
1706
+ "쩁": 1702,
1707
+ "쩃": 1703,
1708
+ "쩄": 1704,
1709
+ "쩌": 1705,
1710
+ "쩍": 1706,
1711
+ "쩐": 1707,
1712
+ "쩔": 1708,
1713
+ "쩜": 1709,
1714
+ "쩝": 1710,
1715
+ "쩟": 1711,
1716
+ "쩠": 1712,
1717
+ "쩡": 1713,
1718
+ "쩧": 1714,
1719
+ "쩨": 1715,
1720
+ "쩰": 1716,
1721
+ "쩼": 1717,
1722
+ "쪄": 1718,
1723
+ "쪈": 1719,
1724
+ "쪘": 1720,
1725
+ "쪙": 1721,
1726
+ "쪠": 1722,
1727
+ "쪼": 1723,
1728
+ "쪽": 1724,
1729
+ "쫀": 1725,
1730
+ "쫄": 1726,
1731
+ "쫌": 1727,
1732
+ "쫍": 1728,
1733
+ "쫏": 1729,
1734
+ "쫑": 1730,
1735
+ "쫒": 1731,
1736
+ "쫓": 1732,
1737
+ "쫘": 1733,
1738
+ "쫙": 1734,
1739
+ "쫜": 1735,
1740
+ "쬐": 1736,
1741
+ "쬘": 1737,
1742
+ "쬤": 1738,
1743
+ "쬬": 1739,
1744
+ "쬭": 1740,
1745
+ "쭈": 1741,
1746
+ "쭉": 1742,
1747
+ "쭌": 1743,
1748
+ "쭐": 1744,
1749
+ "쭘": 1745,
1750
+ "쭙": 1746,
1751
+ "쭝": 1747,
1752
+ "쭤": 1748,
1753
+ "쭵": 1749,
1754
+ "쮜": 1750,
1755
+ "쮸": 1751,
1756
+ "쮹": 1752,
1757
+ "쯔": 1753,
1758
+ "쯕": 1754,
1759
+ "쯜": 1755,
1760
+ "쯤": 1756,
1761
+ "쯥": 1757,
1762
+ "쯧": 1758,
1763
+ "찌": 1759,
1764
+ "찍": 1760,
1765
+ "찎": 1761,
1766
+ "찐": 1762,
1767
+ "찔": 1763,
1768
+ "찜": 1764,
1769
+ "찝": 1765,
1770
+ "찟": 1766,
1771
+ "찡": 1767,
1772
+ "찢": 1768,
1773
+ "찧": 1769,
1774
+ "차": 1770,
1775
+ "착": 1771,
1776
+ "찬": 1772,
1777
+ "찮": 1773,
1778
+ "찰": 1774,
1779
+ "참": 1775,
1780
+ "찹": 1776,
1781
+ "찻": 1777,
1782
+ "찼": 1778,
1783
+ "창": 1779,
1784
+ "찾": 1780,
1785
+ "찿": 1781,
1786
+ "채": 1782,
1787
+ "책": 1783,
1788
+ "챈": 1784,
1789
+ "챌": 1785,
1790
+ "챔": 1786,
1791
+ "챕": 1787,
1792
+ "챗": 1788,
1793
+ "챘": 1789,
1794
+ "챙": 1790,
1795
+ "챠": 1791,
1796
+ "챤": 1792,
1797
+ "챦": 1793,
1798
+ "처": 1794,
1799
+ "척": 1795,
1800
+ "천": 1796,
1801
+ "철": 1797,
1802
+ "첨": 1798,
1803
+ "첩": 1799,
1804
+ "첫": 1800,
1805
+ "청": 1801,
1806
+ "첮": 1802,
1807
+ "체": 1803,
1808
+ "첵": 1804,
1809
+ "첸": 1805,
1810
+ "첼": 1806,
1811
+ "쳅": 1807,
1812
+ "쳇": 1808,
1813
+ "쳌": 1809,
1814
+ "쳐": 1810,
1815
+ "쳔": 1811,
1816
+ "쳤": 1812,
1817
+ "초": 1813,
1818
+ "촉": 1814,
1819
+ "촌": 1815,
1820
+ "촐": 1816,
1821
+ "촘": 1817,
1822
+ "촙": 1818,
1823
+ "촛": 1819,
1824
+ "총": 1820,
1825
+ "촟": 1821,
1826
+ "촤": 1822,
1827
+ "촥": 1823,
1828
+ "촨": 1824,
1829
+ "촬": 1825,
1830
+ "촵": 1826,
1831
+ "쵀": 1827,
1832
+ "최": 1828,
1833
+ "쵤": 1829,
1834
+ "쵸": 1830,
1835
+ "추": 1831,
1836
+ "축": 1832,
1837
+ "춘": 1833,
1838
+ "출": 1834,
1839
+ "춤": 1835,
1840
+ "춥": 1836,
1841
+ "춧": 1837,
1842
+ "충": 1838,
1843
+ "춰": 1839,
1844
+ "췄": 1840,
1845
+ "췌": 1841,
1846
+ "취": 1842,
1847
+ "츄": 1843,
1848
+ "츌": 1844,
1849
+ "츕": 1845,
1850
+ "츠": 1846,
1851
+ "측": 1847,
1852
+ "츤": 1848,
1853
+ "츨": 1849,
1854
+ "츰": 1850,
1855
+ "츳": 1851,
1856
+ "층": 1852,
1857
+ "치": 1853,
1858
+ "칙": 1854,
1859
+ "친": 1855,
1860
+ "칞": 1856,
1861
+ "칠": 1857,
1862
+ "칡": 1858,
1863
+ "침": 1859,
1864
+ "칩": 1860,
1865
+ "칫": 1861,
1866
+ "칬": 1862,
1867
+ "칭": 1863,
1868
+ "카": 1864,
1869
+ "칵": 1865,
1870
+ "칸": 1866,
1871
+ "칻": 1867,
1872
+ "칼": 1868,
1873
+ "캄": 1869,
1874
+ "캅": 1870,
1875
+ "캇": 1871,
1876
+ "캉": 1872,
1877
+ "캐": 1873,
1878
+ "캑": 1874,
1879
+ "캔": 1875,
1880
+ "캘": 1876,
1881
+ "캠": 1877,
1882
+ "캡": 1878,
1883
+ "캣": 1879,
1884
+ "캤": 1880,
1885
+ "캥": 1881,
1886
+ "캬": 1882,
1887
+ "캭": 1883,
1888
+ "커": 1884,
1889
+ "컥": 1885,
1890
+ "컨": 1886,
1891
+ "컫": 1887,
1892
+ "컬": 1888,
1893
+ "컴": 1889,
1894
+ "컵": 1890,
1895
+ "컷": 1891,
1896
+ "컸": 1892,
1897
+ "컹": 1893,
1898
+ "컽": 1894,
1899
+ "컾": 1895,
1900
+ "케": 1896,
1901
+ "켁": 1897,
1902
+ "켄": 1898,
1903
+ "켈": 1899,
1904
+ "켐": 1900,
1905
+ "켓": 1901,
1906
+ "켔": 1902,
1907
+ "켕": 1903,
1908
+ "켜": 1904,
1909
+ "켝": 1905,
1910
+ "켠": 1906,
1911
+ "켤": 1907,
1912
+ "켭": 1908,
1913
+ "켯": 1909,
1914
+ "켰": 1910,
1915
+ "코": 1911,
1916
+ "콕": 1912,
1917
+ "콘": 1913,
1918
+ "콜": 1914,
1919
+ "콤": 1915,
1920
+ "콥": 1916,
1921
+ "콧": 1917,
1922
+ "콩": 1918,
1923
+ "콰": 1919,
1924
+ "콱": 1920,
1925
+ "콸": 1921,
1926
+ "쾅": 1922,
1927
+ "쾌": 1923,
1928
+ "쾡": 1924,
1929
+ "쿄": 1925,
1930
+ "쿠": 1926,
1931
+ "쿡": 1927,
1932
+ "쿤": 1928,
1933
+ "쿨": 1929,
1934
+ "쿰": 1930,
1935
+ "쿱": 1931,
1936
+ "쿳": 1932,
1937
+ "쿵": 1933,
1938
+ "쿼": 1934,
1939
+ "퀀": 1935,
1940
+ "퀄": 1936,
1941
+ "퀘": 1937,
1942
+ "퀭": 1938,
1943
+ "퀴": 1939,
1944
+ "퀵": 1940,
1945
+ "퀸": 1941,
1946
+ "퀼": 1942,
1947
+ "큐": 1943,
1948
+ "큘": 1944,
1949
+ "큣": 1945,
1950
+ "크": 1946,
1951
+ "큭": 1947,
1952
+ "큰": 1948,
1953
+ "클": 1949,
1954
+ "큼": 1950,
1955
+ "큽": 1951,
1956
+ "킁": 1952,
1957
+ "키": 1953,
1958
+ "킥": 1954,
1959
+ "킨": 1955,
1960
+ "킬": 1956,
1961
+ "킴": 1957,
1962
+ "킵": 1958,
1963
+ "킷": 1959,
1964
+ "킸": 1960,
1965
+ "킹": 1961,
1966
+ "타": 1962,
1967
+ "탁": 1963,
1968
+ "탄": 1964,
1969
+ "탈": 1965,
1970
+ "탉": 1966,
1971
+ "탐": 1967,
1972
+ "탑": 1968,
1973
+ "탓": 1969,
1974
+ "탔": 1970,
1975
+ "탕": 1971,
1976
+ "태": 1972,
1977
+ "택": 1973,
1978
+ "탠": 1974,
1979
+ "탤": 1975,
1980
+ "탬": 1976,
1981
+ "탭": 1977,
1982
+ "탯": 1978,
1983
+ "탰": 1979,
1984
+ "탱": 1980,
1985
+ "탸": 1981,
1986
+ "터": 1982,
1987
+ "턱": 1983,
1988
+ "턴": 1984,
1989
+ "털": 1985,
1990
+ "텀": 1986,
1991
+ "텁": 1987,
1992
+ "텃": 1988,
1993
+ "텄": 1989,
1994
+ "텅": 1990,
1995
+ "테": 1991,
1996
+ "텍": 1992,
1997
+ "텐": 1993,
1998
+ "텔": 1994,
1999
+ "템": 1995,
2000
+ "텝": 1996,
2001
+ "텟": 1997,
2002
+ "텨": 1998,
2003
+ "텼": 1999,
2004
+ "토": 2000,
2005
+ "톡": 2001,
2006
+ "톤": 2002,
2007
+ "톨": 2003,
2008
+ "톰": 2004,
2009
+ "톱": 2005,
2010
+ "톳": 2006,
2011
+ "통": 2007,
2012
+ "퇴": 2008,
2013
+ "툇": 2009,
2014
+ "툐": 2010,
2015
+ "툥": 2011,
2016
+ "투": 2012,
2017
+ "툭": 2013,
2018
+ "툰": 2014,
2019
+ "툴": 2015,
2020
+ "툼": 2016,
2021
+ "툽": 2017,
2022
+ "퉁": 2018,
2023
+ "퉈": 2019,
2024
+ "퉜": 2020,
2025
+ "퉤": 2021,
2026
+ "퉷": 2022,
2027
+ "튀": 2023,
2028
+ "튄": 2024,
2029
+ "튈": 2025,
2030
+ "튑": 2026,
2031
+ "튕": 2027,
2032
+ "튜": 2028,
2033
+ "튠": 2029,
2034
+ "튤": 2030,
2035
+ "튬": 2031,
2036
+ "트": 2032,
2037
+ "특": 2033,
2038
+ "튼": 2034,
2039
+ "틀": 2035,
2040
+ "틈": 2036,
2041
+ "틉": 2037,
2042
+ "틋": 2038,
2043
+ "틑": 2039,
2044
+ "틔": 2040,
2045
+ "티": 2041,
2046
+ "틱": 2042,
2047
+ "틴": 2043,
2048
+ "틸": 2044,
2049
+ "팀": 2045,
2050
+ "팁": 2046,
2051
+ "팅": 2047,
2052
+ "파": 2048,
2053
+ "팍": 2049,
2054
+ "팎": 2050,
2055
+ "판": 2051,
2056
+ "팔": 2052,
2057
+ "팜": 2053,
2058
+ "팝": 2054,
2059
+ "팟": 2055,
2060
+ "팠": 2056,
2061
+ "팡": 2057,
2062
+ "팥": 2058,
2063
+ "패": 2059,
2064
+ "팩": 2060,
2065
+ "팬": 2061,
2066
+ "팰": 2062,
2067
+ "팸": 2063,
2068
+ "팹": 2064,
2069
+ "팻": 2065,
2070
+ "팼": 2066,
2071
+ "팽": 2067,
2072
+ "퍼": 2068,
2073
+ "퍽": 2069,
2074
+ "펀": 2070,
2075
+ "펄": 2071,
2076
+ "펌": 2072,
2077
+ "펍": 2073,
2078
+ "펐": 2074,
2079
+ "펑": 2075,
2080
+ "페": 2076,
2081
+ "펙": 2077,
2082
+ "펜": 2078,
2083
+ "펠": 2079,
2084
+ "펨": 2080,
2085
+ "펩": 2081,
2086
+ "펫": 2082,
2087
+ "펭": 2083,
2088
+ "펴": 2084,
2089
+ "편": 2085,
2090
+ "펼": 2086,
2091
+ "폄": 2087,
2092
+ "폅": 2088,
2093
+ "폈": 2089,
2094
+ "평": 2090,
2095
+ "폐": 2091,
2096
+ "포": 2092,
2097
+ "폭": 2093,
2098
+ "폰": 2094,
2099
+ "폴": 2095,
2100
+ "폼": 2096,
2101
+ "폽": 2097,
2102
+ "폿": 2098,
2103
+ "퐁": 2099,
2104
+ "퐉": 2100,
2105
+ "푀": 2101,
2106
+ "표": 2102,
2107
+ "푝": 2103,
2108
+ "푠": 2104,
2109
+ "푯": 2105,
2110
+ "푱": 2106,
2111
+ "푸": 2107,
2112
+ "푹": 2108,
2113
+ "푼": 2109,
2114
+ "풀": 2110,
2115
+ "풂": 2111,
2116
+ "품": 2112,
2117
+ "풉": 2113,
2118
+ "풋": 2114,
2119
+ "풍": 2115,
2120
+ "퓌": 2116,
2121
+ "퓔": 2117,
2122
+ "퓨": 2118,
2123
+ "퓰": 2119,
2124
+ "퓸": 2120,
2125
+ "프": 2121,
2126
+ "픈": 2122,
2127
+ "플": 2123,
2128
+ "픔": 2124,
2129
+ "픕": 2125,
2130
+ "픗": 2126,
2131
+ "픙": 2127,
2132
+ "픞": 2128,
2133
+ "피": 2129,
2134
+ "픽": 2130,
2135
+ "핀": 2131,
2136
+ "필": 2132,
2137
+ "핌": 2133,
2138
+ "핍": 2134,
2139
+ "핏": 2135,
2140
+ "핑": 2136,
2141
+ "하": 2137,
2142
+ "학": 2138,
2143
+ "한": 2139,
2144
+ "할": 2140,
2145
+ "핥": 2141,
2146
+ "핧": 2142,
2147
+ "함": 2143,
2148
+ "합": 2144,
2149
+ "핫": 2145,
2150
+ "핬": 2146,
2151
+ "항": 2147,
2152
+ "핳": 2148,
2153
+ "해": 2149,
2154
+ "핵": 2150,
2155
+ "핸": 2151,
2156
+ "핼": 2152,
2157
+ "햄": 2153,
2158
+ "햅": 2154,
2159
+ "햇": 2155,
2160
+ "했": 2156,
2161
+ "행": 2157,
2162
+ "햐": 2158,
2163
+ "햔": 2159,
2164
+ "향": 2160,
2165
+ "햬": 2161,
2166
+ "헀": 2162,
2167
+ "허": 2163,
2168
+ "헉": 2164,
2169
+ "헌": 2165,
2170
+ "헐": 2166,
2171
+ "험": 2167,
2172
+ "헙": 2168,
2173
+ "헛": 2169,
2174
+ "헝": 2170,
2175
+ "헣": 2171,
2176
+ "헤": 2172,
2177
+ "헥": 2173,
2178
+ "헨": 2174,
2179
+ "헬": 2175,
2180
+ "헴": 2176,
2181
+ "헷": 2177,
2182
+ "헸": 2178,
2183
+ "헹": 2179,
2184
+ "혀": 2180,
2185
+ "혁": 2181,
2186
+ "현": 2182,
2187
+ "혈": 2183,
2188
+ "혐": 2184,
2189
+ "협": 2185,
2190
+ "혓": 2186,
2191
+ "혔": 2187,
2192
+ "형": 2188,
2193
+ "혜": 2189,
2194
+ "호": 2190,
2195
+ "혹": 2191,
2196
+ "혼": 2192,
2197
+ "홀": 2193,
2198
+ "홈": 2194,
2199
+ "홉": 2195,
2200
+ "홋": 2196,
2201
+ "홍": 2197,
2202
+ "홑": 2198,
2203
+ "화": 2199,
2204
+ "확": 2200,
2205
+ "환": 2201,
2206
+ "활": 2202,
2207
+ "홥": 2203,
2208
+ "홧": 2204,
2209
+ "황": 2205,
2210
+ "홰": 2206,
2211
+ "횃": 2207,
2212
+ "횅": 2208,
2213
+ "회": 2209,
2214
+ "획": 2210,
2215
+ "횐": 2211,
2216
+ "횔": 2212,
2217
+ "횝": 2213,
2218
+ "횟": 2214,
2219
+ "횡": 2215,
2220
+ "효": 2216,
2221
+ "횬": 2217,
2222
+ "횰": 2218,
2223
+ "후": 2219,
2224
+ "훅": 2220,
2225
+ "훈": 2221,
2226
+ "훌": 2222,
2227
+ "훑": 2223,
2228
+ "훔": 2224,
2229
+ "훗": 2225,
2230
+ "훙": 2226,
2231
+ "훠": 2227,
2232
+ "훤": 2228,
2233
+ "훨": 2229,
2234
+ "훼": 2230,
2235
+ "훽": 2231,
2236
+ "휀": 2232,
2237
+ "휑": 2233,
2238
+ "휘": 2234,
2239
+ "휙": 2235,
2240
+ "휜": 2236,
2241
+ "휠": 2237,
2242
+ "휩": 2238,
2243
+ "휴": 2239,
2244
+ "휸": 2240,
2245
+ "휼": 2241,
2246
+ "흄": 2242,
2247
+ "흉": 2243,
2248
+ "흐": 2244,
2249
+ "흑": 2245,
2250
+ "흔": 2246,
2251
+ "흘": 2247,
2252
+ "흙": 2248,
2253
+ "흠": 2249,
2254
+ "흡": 2250,
2255
+ "흣": 2251,
2256
+ "흥": 2252,
2257
+ "흩": 2253,
2258
+ "희": 2254,
2259
+ "흰": 2255,
2260
+ "흴": 2256,
2261
+ "히": 2257,
2262
+ "힉": 2258,
2263
+ "힌": 2259,
2264
+ "힐": 2260,
2265
+ "힘": 2261,
2266
+ "힙": 2262,
2267
+ "힛": 2263,
2268
+ "힜": 2264,
2269
+ "힝": 2265,
2270
+ "힡": 2266,
2271
+ "힣": 2267
2272
+ }