Training in progress, step 60
Browse files
adapter_model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 201888736
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:df4021270df34982d5faff1bbbf54eb6d6037f743e4325b4a794e9414e029dfc
|
3 |
size 201888736
|
runs/Feb26_10-10-29_30a0ffea74aa/events.out.tfevents.1708942244.30a0ffea74aa.149.0
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a2bdae8c08560295a6ed4cb8990a2b9968f07e43f7626cdedebe569c6392e507
|
3 |
+
size 6735
|
wandb/debug-internal.log
CHANGED
@@ -306,3 +306,56 @@
|
|
306 |
2024-02-26 10:20:07,183 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
307 |
2024-02-26 10:20:12,184 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
308 |
2024-02-26 10:20:17,189 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
306 |
2024-02-26 10:20:07,183 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
307 |
2024-02-26 10:20:12,184 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
308 |
2024-02-26 10:20:17,189 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
309 |
+
2024-02-26 10:20:20,925 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: stop_status
|
310 |
+
2024-02-26 10:20:20,928 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
|
311 |
+
2024-02-26 10:20:20,965 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
|
312 |
+
2024-02-26 10:20:23,116 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
313 |
+
2024-02-26 10:20:28,117 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
314 |
+
2024-02-26 10:20:32,606 DEBUG SenderThread:5808 [sender.py:send():382] send: stats
|
315 |
+
2024-02-26 10:20:33,607 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
316 |
+
2024-02-26 10:20:35,925 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: stop_status
|
317 |
+
2024-02-26 10:20:35,926 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
|
318 |
+
2024-02-26 10:20:35,965 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
|
319 |
+
2024-02-26 10:20:39,079 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
320 |
+
2024-02-26 10:20:44,080 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
321 |
+
2024-02-26 10:20:49,081 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
322 |
+
2024-02-26 10:20:50,925 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: stop_status
|
323 |
+
2024-02-26 10:20:50,926 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
|
324 |
+
2024-02-26 10:20:50,966 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
|
325 |
+
2024-02-26 10:20:54,169 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
326 |
+
2024-02-26 10:20:59,170 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
327 |
+
2024-02-26 10:21:02,607 DEBUG SenderThread:5808 [sender.py:send():382] send: stats
|
328 |
+
2024-02-26 10:21:04,610 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
329 |
+
2024-02-26 10:21:05,925 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: stop_status
|
330 |
+
2024-02-26 10:21:05,926 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
|
331 |
+
2024-02-26 10:21:05,966 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
|
332 |
+
2024-02-26 10:21:10,168 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
333 |
+
2024-02-26 10:21:15,168 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
334 |
+
2024-02-26 10:21:20,169 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
335 |
+
2024-02-26 10:21:20,925 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: stop_status
|
336 |
+
2024-02-26 10:21:20,926 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
|
337 |
+
2024-02-26 10:21:20,966 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
|
338 |
+
2024-02-26 10:21:26,132 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
339 |
+
2024-02-26 10:21:30,342 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: partial_history
|
340 |
+
2024-02-26 10:21:30,343 DEBUG SenderThread:5808 [sender.py:send():382] send: history
|
341 |
+
2024-02-26 10:21:30,344 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: summary_record
|
342 |
+
2024-02-26 10:21:30,349 INFO SenderThread:5808 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
343 |
+
2024-02-26 10:21:30,906 INFO Thread-12 :5808 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Gemma-7B-Finetuning-JCS/wandb/run-20240226_101059-z4vsrt4l/files/wandb-summary.json
|
344 |
+
2024-02-26 10:21:31,351 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
345 |
+
2024-02-26 10:21:32,608 DEBUG SenderThread:5808 [sender.py:send():382] send: stats
|
346 |
+
2024-02-26 10:21:36,012 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
|
347 |
+
2024-02-26 10:21:36,014 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: stop_status
|
348 |
+
2024-02-26 10:21:36,014 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
|
349 |
+
2024-02-26 10:21:37,213 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
350 |
+
2024-02-26 10:21:38,703 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: partial_history
|
351 |
+
2024-02-26 10:21:38,706 DEBUG SenderThread:5808 [sender.py:send():382] send: metric
|
352 |
+
2024-02-26 10:21:38,707 DEBUG SenderThread:5808 [sender.py:send():382] send: metric
|
353 |
+
2024-02-26 10:21:38,707 DEBUG SenderThread:5808 [sender.py:send():382] send: metric
|
354 |
+
2024-02-26 10:21:38,708 DEBUG SenderThread:5808 [sender.py:send():382] send: metric
|
355 |
+
2024-02-26 10:21:38,708 DEBUG SenderThread:5808 [sender.py:send():382] send: metric
|
356 |
+
2024-02-26 10:21:38,709 DEBUG SenderThread:5808 [sender.py:send():382] send: history
|
357 |
+
2024-02-26 10:21:38,710 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: summary_record
|
358 |
+
2024-02-26 10:21:38,729 INFO SenderThread:5808 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
359 |
+
2024-02-26 10:21:38,924 INFO Thread-12 :5808 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Gemma-7B-Finetuning-JCS/wandb/run-20240226_101059-z4vsrt4l/files/wandb-summary.json
|
360 |
+
2024-02-26 10:21:42,731 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
361 |
+
2024-02-26 10:21:47,732 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240226_101059-z4vsrt4l/files/wandb-summary.json
CHANGED
@@ -1 +1 @@
|
|
1 |
-
{"train/loss":
|
|
|
1 |
+
{"train/loss": 1.9437, "train/grad_norm": 2.459155321121216, "train/learning_rate": 0.0, "train/epoch": 0.44, "train/global_step": 60, "_timestamp": 1708942898.7030385, "_runtime": 639.2951173782349, "_step": 6, "train/train_runtime": 654.3105, "train/train_samples_per_second": 0.367, "train/train_steps_per_second": 0.092, "train/total_flos": 1159490380369920.0, "train/train_loss": 2.21506290435791}
|
wandb/run-20240226_101059-z4vsrt4l/logs/debug-internal.log
CHANGED
@@ -306,3 +306,56 @@
|
|
306 |
2024-02-26 10:20:07,183 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
307 |
2024-02-26 10:20:12,184 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
308 |
2024-02-26 10:20:17,189 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
306 |
2024-02-26 10:20:07,183 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
307 |
2024-02-26 10:20:12,184 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
308 |
2024-02-26 10:20:17,189 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
309 |
+
2024-02-26 10:20:20,925 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: stop_status
|
310 |
+
2024-02-26 10:20:20,928 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
|
311 |
+
2024-02-26 10:20:20,965 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
|
312 |
+
2024-02-26 10:20:23,116 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
313 |
+
2024-02-26 10:20:28,117 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
314 |
+
2024-02-26 10:20:32,606 DEBUG SenderThread:5808 [sender.py:send():382] send: stats
|
315 |
+
2024-02-26 10:20:33,607 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
316 |
+
2024-02-26 10:20:35,925 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: stop_status
|
317 |
+
2024-02-26 10:20:35,926 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
|
318 |
+
2024-02-26 10:20:35,965 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
|
319 |
+
2024-02-26 10:20:39,079 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
320 |
+
2024-02-26 10:20:44,080 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
321 |
+
2024-02-26 10:20:49,081 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
322 |
+
2024-02-26 10:20:50,925 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: stop_status
|
323 |
+
2024-02-26 10:20:50,926 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
|
324 |
+
2024-02-26 10:20:50,966 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
|
325 |
+
2024-02-26 10:20:54,169 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
326 |
+
2024-02-26 10:20:59,170 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
327 |
+
2024-02-26 10:21:02,607 DEBUG SenderThread:5808 [sender.py:send():382] send: stats
|
328 |
+
2024-02-26 10:21:04,610 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
329 |
+
2024-02-26 10:21:05,925 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: stop_status
|
330 |
+
2024-02-26 10:21:05,926 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
|
331 |
+
2024-02-26 10:21:05,966 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
|
332 |
+
2024-02-26 10:21:10,168 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
333 |
+
2024-02-26 10:21:15,168 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
334 |
+
2024-02-26 10:21:20,169 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
335 |
+
2024-02-26 10:21:20,925 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: stop_status
|
336 |
+
2024-02-26 10:21:20,926 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
|
337 |
+
2024-02-26 10:21:20,966 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
|
338 |
+
2024-02-26 10:21:26,132 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
339 |
+
2024-02-26 10:21:30,342 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: partial_history
|
340 |
+
2024-02-26 10:21:30,343 DEBUG SenderThread:5808 [sender.py:send():382] send: history
|
341 |
+
2024-02-26 10:21:30,344 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: summary_record
|
342 |
+
2024-02-26 10:21:30,349 INFO SenderThread:5808 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
343 |
+
2024-02-26 10:21:30,906 INFO Thread-12 :5808 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Gemma-7B-Finetuning-JCS/wandb/run-20240226_101059-z4vsrt4l/files/wandb-summary.json
|
344 |
+
2024-02-26 10:21:31,351 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
345 |
+
2024-02-26 10:21:32,608 DEBUG SenderThread:5808 [sender.py:send():382] send: stats
|
346 |
+
2024-02-26 10:21:36,012 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: internal_messages
|
347 |
+
2024-02-26 10:21:36,014 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: stop_status
|
348 |
+
2024-02-26 10:21:36,014 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: stop_status
|
349 |
+
2024-02-26 10:21:37,213 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
350 |
+
2024-02-26 10:21:38,703 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: partial_history
|
351 |
+
2024-02-26 10:21:38,706 DEBUG SenderThread:5808 [sender.py:send():382] send: metric
|
352 |
+
2024-02-26 10:21:38,707 DEBUG SenderThread:5808 [sender.py:send():382] send: metric
|
353 |
+
2024-02-26 10:21:38,707 DEBUG SenderThread:5808 [sender.py:send():382] send: metric
|
354 |
+
2024-02-26 10:21:38,708 DEBUG SenderThread:5808 [sender.py:send():382] send: metric
|
355 |
+
2024-02-26 10:21:38,708 DEBUG SenderThread:5808 [sender.py:send():382] send: metric
|
356 |
+
2024-02-26 10:21:38,709 DEBUG SenderThread:5808 [sender.py:send():382] send: history
|
357 |
+
2024-02-26 10:21:38,710 DEBUG SenderThread:5808 [sender.py:send_request():409] send_request: summary_record
|
358 |
+
2024-02-26 10:21:38,729 INFO SenderThread:5808 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
359 |
+
2024-02-26 10:21:38,924 INFO Thread-12 :5808 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Gemma-7B-Finetuning-JCS/wandb/run-20240226_101059-z4vsrt4l/files/wandb-summary.json
|
360 |
+
2024-02-26 10:21:42,731 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|
361 |
+
2024-02-26 10:21:47,732 DEBUG HandlerThread:5808 [handler.py:handle_request():146] handle_request: status_report
|