Training in progress, step 1000

adapter_config.json

@@ -5,10 +5,10 @@
   "num_attention_heads": 32,
   "num_layers": 32,
   "num_transformer_submodules": 1,
-  "num_virtual_tokens": 8,
+  "num_virtual_tokens": 16,
   "peft_type": "PROMPT_TUNING",
-  "prompt_tuning_init": "RANDOM",
-  "prompt_tuning_init_text": null,
+  "prompt_tuning_init": "TEXT",
+  "prompt_tuning_init_text": "Classify the text into neutral, negative, or positive. Classify the text into neutral, negative, or positive. Reply with only one word: positive, negative, or neutral.",
   "revision": null,
   "task_type": "CAUSAL_LM",
   "token_dim": 4096,

adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e82543527c570dca2ec3978a290dd864d6ab76a65d7b9fb44fb88ef5194ff76d
-size 263418
+oid sha256:30fffb5478e77cddb0e92804652c14466a12a6bfdd741365d1cd123c0f7fcb77
+size 132346

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ddeab44a8daff1bb34fc70b5dfed3956cb34ceb9797fd0c30f2c3b75557d1b9a
-size 131192
+oid sha256:a8371a2518a669e84eb00dccf824e38442be7528f0ad29e0acf55f36cc3c21a0
+size 262264

runs/Nov08_19-36-23_respai/events.out.tfevents.1699490203.respai

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4c3b7cf3c827722534fe4b987a25888a0a76e94daf2491d686d879fdf43b326a
-size 8808
+oid sha256:5e8f00823750e71afff918b2eccf0edf06f977851c80a84a792353fce7c71ec4
+size 9947

runs/Nov08_20-49-09_respai/events.out.tfevents.1699494584.respai

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5e8af234d1425a77376dce7d03dcad73af28c22167f3ef56b27e0686eeee61
+size 5668

tokenizer_config.json

@@ -32,11 +32,15 @@
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
   "legacy": false,
+  "max_length": 512,
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "</s>",
   "padding_side": "right",
   "sp_model_kwargs": {},
+  "stride": 0,
   "tokenizer_class": "LlamaTokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
   "unk_token": "<unk>",
   "use_default_system_prompt": false
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d7b6d272f7cff2519bacea481e186686af221e9f10cf35d0a97a11e444cf4b30
+oid sha256:7d9b2f9bc7b3f825982cba05e3afcfc9e30f0c33628ae897c60c57c22b8da9a0
 size 4664