versae's picture
Saving weights and logs of step 1000
8d3cac8
raw
history blame
1.48 kB
{
"os": "Linux-5.4.0-1043-gcp-x86_64-with-glibc2.29",
"python": "3.8.10",
"heartbeatAt": "2022-01-20T13:56:50.531937",
"startedAt": "2022-01-20T13:56:49.409149",
"docker": null,
"cpu_count": 96,
"cuda": null,
"args": [
"--output_dir=./",
"--model_type=roberta",
"--model_name_or_path=versae/roberta-base-ncc",
"--config_name=./",
"--tokenizer_name=./",
"--dataset_name=NbAiLab/NCC",
"--max_seq_length=512",
"--weight_decay=0.01",
"--per_device_train_batch_size=46",
"--per_device_eval_batch_size=46",
"--pad_to_max_length",
"--learning_rate=0.00015",
"--warmup_steps=1000",
"--overwrite_output_dir",
"--num_train_epochs=3",
"--adam_beta1=0.9",
"--adam_beta2=0.98",
"--adam_epsilon=1e-6",
"--logging_steps=1000",
"--save_steps=1000",
"--eval_steps=1000",
"--do_train",
"--do_eval",
"--dtype=bfloat16",
"--push_to_hub"
],
"state": "running",
"program": "run_mlm_flax.py",
"codePath": "run_mlm_flax.py",
"git": {
"remote": "https://huggingface.co/versae/roberta-base-ncc-512b",
"commit": "7ffbfaeff229c8bbad1e369c01bf63699c19cea9"
},
"email": "versae@gmail.com",
"root": "/data/roberta-base-ncc-512b",
"host": "t1v-n-00e295a4-w-0",
"username": "javierr",
"executable": "/data/flax/bin/python"
}