Upload 7 files

Training.txt

@@ -0,0 +1,88 @@
+Ref: 'tensor([[0.2258],\n        [0.5443],\n        [0.1691],\n        [0.9322],\n        [0.8455]])'
+
+Batch 16 / 3e-5 / 3 epochs / Warmup 500
+
+Sentence: The quarterly financial report are showing an increase.
+Predicted Rating: 0.12151668965816498
+
+Sentence: Him has completed the audit for last fiscal year.
+Predicted Rating: 0.530194878578186
+
+Sentence: Please to inform the board about the recent developments.
+Predicted Rating: 0.22146113216876984
+
+Sentence: The team successfully achieved all its targets for the last quarter.
+Predicted Rating: 0.8573371767997742
+
+Sentence: Our company is exploring new ventures in the European market.
+Predicted Rating: 0.8724232316017151
+
+
+Batch 16 / 3e-5 / 5 epochs / Warmup 500
+
+Sentence: The quarterly financial report are showing an increase.
+Predicted Rating: 0.15253500640392303
+
+Sentence: Him has completed the audit for last fiscal year.
+Predicted Rating: 0.5656167268753052
+
+Sentence: Please to inform the board about the recent developments.
+Predicted Rating: 0.14064954221248627
+
+Sentence: The team successfully achieved all its targets for the last quarter.
+Predicted Rating: 0.8768936395645142
+
+Sentence: Our company is exploring new ventures in the European market.
+Predicted Rating: 0.9061842560768127
+
+
+Batch 16 / 2e-5 / 5 epochs / Warmup 500
+
+[{'test_loss': 0.0644223615527153,
+  'test_mse': 0.0644223615527153,
+  'test_r2': 0.5548150539398193,
+  'test_mae': 0.1857408732175827}]
+
+Sentence: The quarterly financial report are showing an increase.
+Predicted Rating: 0.14678220450878143
+
+Sentence: Him has completed the audit for last fiscal year.
+Predicted Rating: 0.5861627459526062
+
+Sentence: Please to inform the board about the recent developments.
+Predicted Rating: 0.18201778829097748
+
+Sentence: The team successfully achieved all its targets for the last quarter.
+Predicted Rating: 0.9556146264076233
+
+Sentence: Our company is exploring new ventures in the European market.
+Predicted Rating: 0.965653121471405
+
+
+Batch 16 / 1e-5 / 5 epochs / Warmup 500
+
+[{'test_loss': 0.06383358687162399,
+  'test_mse': 0.06383358687162399,
+  'test_r2': 0.5588837265968323,
+  'test_mae': 0.18667960166931152}]
+
+
+Sentence: The quarterly financial report are showing an increase.
+Predicted Rating: 0.18816125392913818
+
+Sentence: Him has completed the audit for last fiscal year.
+Predicted Rating: 0.49415794014930725
+
+Sentence: Please to inform the board about the recent developments.
+Predicted Rating: 0.1862858533859253
+
+Sentence: The team successfully achieved all its targets for the last quarter.
+Predicted Rating: 0.8290681838989258
+
+Sentence: Our company is exploring new ventures in the European market.
+Predicted Rating: 0.8932080268859863
+
+
+Very bad at 1e-6 ~0.44 test_r2 (batch 16 / 5 epoch / warmup 500)
+
+5e-6 r2 ~0.536

config.json

@@ -0,0 +1,27 @@
+{
+  "_name_or_path": "distilroberta-base",
+  "architectures": [
+    "RobertaForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "roberta",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 6,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.34.1",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 50265
+}

special_tokens_map.json

@@ -0,0 +1,15 @@
+{
+  "bos_token": "<s>",
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "unk_token": "<unk>"
+}

tokenizer_config.json

@@ -0,0 +1,57 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50264": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "errors": "replace",
+  "mask_token": "<mask>",
+  "model_max_length": 512,
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "tokenizer_class": "RobertaTokenizer",
+  "trim_offsets": true,
+  "unk_token": "<unk>"
+}