csujeong commited on
Commit
9d827e3
1 Parent(s): 3544ccc

Training in progress, step 50

Browse files
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e3971a25092251952967390a22b62d06b0de7955cd56e4566788ff27b28c6594
3
  size 201888736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a51d56681b2117f12274ef5a52a4ca6d396270f6b1b8cc0b94f6fc2e4fd93aeb
3
  size 201888736
runs/Feb26_10-10-29_30a0ffea74aa/events.out.tfevents.1708942244.30a0ffea74aa.149.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fa0329cd9bfed8d34d3e984dfbfdb2f98c00c644302ecbe96f700ed5af8619a9
3
- size 5973
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6bec261519f5b12d3c6f7b989ddf0038dae5388ba3c5f8a006bed4490f05195
3
+ size 6180
wandb/debug-internal.log CHANGED
@@ -254,3 +254,55 @@
254
  2024-02-26 10:18:17,712 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
255
  2024-02-26 10:18:17,720 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
256
  2024-02-26 10:18:21,912 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
254
  2024-02-26 10:18:17,712 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
255
  2024-02-26 10:18:17,720 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
256
  2024-02-26 10:18:21,912 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
257
+ 2024-02-26 10:18:26,913 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
258
+ 2024-02-26 10:18:31,918 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
259
+ 2024-02-26 10:18:32,602 DEBUG SenderThread:5808 [sender.py:send():382] send: stats
260
+ 2024-02-26 10:18:32,711 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: stop_status
261
+ 2024-02-26 10:18:32,712 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
262
+ 2024-02-26 10:18:32,752 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
263
+ 2024-02-26 10:18:37,899 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
264
+ 2024-02-26 10:18:42,900 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
265
+ 2024-02-26 10:18:47,711 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: stop_status
266
+ 2024-02-26 10:18:47,712 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
267
+ 2024-02-26 10:18:47,752 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
268
+ 2024-02-26 10:18:48,880 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
269
+ 2024-02-26 10:18:53,873 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
270
+ 2024-02-26 10:18:58,874 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
271
+ 2024-02-26 10:19:02,603 DEBUG SenderThread:5808 [sender.py:send():382] send: stats
272
+ 2024-02-26 10:19:02,712 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: stop_status
273
+ 2024-02-26 10:19:02,712 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
274
+ 2024-02-26 10:19:02,752 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
275
+ 2024-02-26 10:19:04,874 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
276
+ 2024-02-26 10:19:09,875 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
277
+ 2024-02-26 10:19:14,875 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
278
+ 2024-02-26 10:19:17,712 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: stop_status
279
+ 2024-02-26 10:19:17,712 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
280
+ 2024-02-26 10:19:17,752 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
281
+ 2024-02-26 10:19:19,949 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
282
+ 2024-02-26 10:19:24,950 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
283
+ 2024-02-26 10:19:29,951 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
284
+ 2024-02-26 10:19:32,604 DEBUG SenderThread:5808 [sender.py:send():382] send: stats
285
+ 2024-02-26 10:19:32,712 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: stop_status
286
+ 2024-02-26 10:19:32,712 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
287
+ 2024-02-26 10:19:32,752 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
288
+ 2024-02-26 10:19:35,901 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
289
+ 2024-02-26 10:19:40,902 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
290
+ 2024-02-26 10:19:45,903 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
291
+ 2024-02-26 10:19:47,712 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: stop_status
292
+ 2024-02-26 10:19:47,713 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
293
+ 2024-02-26 10:19:47,752 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
294
+ 2024-02-26 10:19:50,950 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
295
+ 2024-02-26 10:19:55,951 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
296
+ 2024-02-26 10:20:00,464 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: partial_history
297
+ 2024-02-26 10:20:00,470 DEBUG SenderThread:5808 [sender.py:send():382] send: history
298
+ 2024-02-26 10:20:00,470 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: summary_record
299
+ 2024-02-26 10:20:00,477 INFO SenderThread:5808 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
300
+ 2024-02-26 10:20:00,698 INFO Thread-12 :5808 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Gemma-7B-Finetuning-JCS/wandb/run-20240226_101059-z4vsrt4l/files/wandb-summary.json
301
+ 2024-02-26 10:20:01,478 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
302
+ 2024-02-26 10:20:02,605 DEBUG SenderThread:5808 [sender.py:send():382] send: stats
303
+ 2024-02-26 10:20:05,970 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: stop_status
304
+ 2024-02-26 10:20:05,970 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
305
+ 2024-02-26 10:20:06,128 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
306
+ 2024-02-26 10:20:07,183 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
307
+ 2024-02-26 10:20:12,184 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
308
+ 2024-02-26 10:20:17,189 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
wandb/run-20240226_101059-z4vsrt4l/files/wandb-summary.json CHANGED
@@ -1 +1 @@
1
- {"train/loss": 2.174, "train/grad_norm": 2.67856764793396, "train/learning_rate": 5.3159155930021e-05, "train/epoch": 0.29, "train/global_step": 40, "_timestamp": 1708942688.8922908, "_runtime": 429.48436975479126, "_step": 3}
 
1
+ {"train/loss": 2.173, "train/grad_norm": 2.7312653064727783, "train/learning_rate": 1.4314282383241096e-05, "train/epoch": 0.37, "train/global_step": 50, "_timestamp": 1708942800.4639335, "_runtime": 541.0560123920441, "_step": 4}
wandb/run-20240226_101059-z4vsrt4l/logs/debug-internal.log CHANGED
@@ -254,3 +254,55 @@
254
  2024-02-26 10:18:17,712 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
255
  2024-02-26 10:18:17,720 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
256
  2024-02-26 10:18:21,912 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
254
  2024-02-26 10:18:17,712 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
255
  2024-02-26 10:18:17,720 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
256
  2024-02-26 10:18:21,912 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
257
+ 2024-02-26 10:18:26,913 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
258
+ 2024-02-26 10:18:31,918 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
259
+ 2024-02-26 10:18:32,602 DEBUG SenderThread:5808 [sender.py:send():382] send: stats
260
+ 2024-02-26 10:18:32,711 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: stop_status
261
+ 2024-02-26 10:18:32,712 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
262
+ 2024-02-26 10:18:32,752 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
263
+ 2024-02-26 10:18:37,899 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
264
+ 2024-02-26 10:18:42,900 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
265
+ 2024-02-26 10:18:47,711 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: stop_status
266
+ 2024-02-26 10:18:47,712 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
267
+ 2024-02-26 10:18:47,752 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
268
+ 2024-02-26 10:18:48,880 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
269
+ 2024-02-26 10:18:53,873 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
270
+ 2024-02-26 10:18:58,874 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
271
+ 2024-02-26 10:19:02,603 DEBUG SenderThread:5808 [sender.py:send():382] send: stats
272
+ 2024-02-26 10:19:02,712 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: stop_status
273
+ 2024-02-26 10:19:02,712 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
274
+ 2024-02-26 10:19:02,752 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
275
+ 2024-02-26 10:19:04,874 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
276
+ 2024-02-26 10:19:09,875 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
277
+ 2024-02-26 10:19:14,875 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
278
+ 2024-02-26 10:19:17,712 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: stop_status
279
+ 2024-02-26 10:19:17,712 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
280
+ 2024-02-26 10:19:17,752 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
281
+ 2024-02-26 10:19:19,949 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
282
+ 2024-02-26 10:19:24,950 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
283
+ 2024-02-26 10:19:29,951 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
284
+ 2024-02-26 10:19:32,604 DEBUG SenderThread:5808 [sender.py:send():382] send: stats
285
+ 2024-02-26 10:19:32,712 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: stop_status
286
+ 2024-02-26 10:19:32,712 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
287
+ 2024-02-26 10:19:32,752 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
288
+ 2024-02-26 10:19:35,901 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
289
+ 2024-02-26 10:19:40,902 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
290
+ 2024-02-26 10:19:45,903 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
291
+ 2024-02-26 10:19:47,712 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: stop_status
292
+ 2024-02-26 10:19:47,713 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
293
+ 2024-02-26 10:19:47,752 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
294
+ 2024-02-26 10:19:50,950 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
295
+ 2024-02-26 10:19:55,951 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
296
+ 2024-02-26 10:20:00,464 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: partial_history
297
+ 2024-02-26 10:20:00,470 DEBUG SenderThread:5808 [sender.py:send():382] send: history
298
+ 2024-02-26 10:20:00,470 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: summary_record
299
+ 2024-02-26 10:20:00,477 INFO SenderThread:5808 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
300
+ 2024-02-26 10:20:00,698 INFO Thread-12 :5808 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Gemma-7B-Finetuning-JCS/wandb/run-20240226_101059-z4vsrt4l/files/wandb-summary.json
301
+ 2024-02-26 10:20:01,478 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
302
+ 2024-02-26 10:20:02,605 DEBUG SenderThread:5808 [sender.py:send():382] send: stats
303
+ 2024-02-26 10:20:05,970 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: stop_status
304
+ 2024-02-26 10:20:05,970 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
305
+ 2024-02-26 10:20:06,128 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
306
+ 2024-02-26 10:20:07,183 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
307
+ 2024-02-26 10:20:12,184 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
308
+ 2024-02-26 10:20:17,189 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report