csujeong commited on
Commit
f898c72
1 Parent(s): 6c9b46d

Training in progress, step 40

Browse files
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:547f8d714a66a299698f51d24e7dc3b8f91a60986df28b577a3d585beac23448
3
  size 184592616
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d484340955e7bf70cceaf78cbd95fbbf1106f12a3bd4fcf4e63db3958aaa1a2
3
  size 184592616
runs/Mar22_04-33-33_6b98cdd15d10/events.out.tfevents.1711082034.6b98cdd15d10.209.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:453e8223deab69d28c42f58869b19a2f9e1a05fab69600c6b3d1b93f6d157ab9
3
- size 5852
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bf19d6dce53746d4ee720547f31c9cab395440dfe30124b08727596b5f1b7f0
3
+ size 6059
wandb/debug-internal.log CHANGED
@@ -225,3 +225,61 @@
225
  2024-03-22 04:41:29,719 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
226
  2024-03-22 04:41:34,921 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
227
  2024-03-22 04:41:39,922 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
225
  2024-03-22 04:41:29,719 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
226
  2024-03-22 04:41:34,921 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
227
  2024-03-22 04:41:39,922 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
228
+ 2024-03-22 04:41:43,210 DEBUG SenderThread:4275 [sender.py:send():378] send: stats
229
+ 2024-03-22 04:41:44,706 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
230
+ 2024-03-22 04:41:44,722 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
231
+ 2024-03-22 04:41:44,924 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
232
+ 2024-03-22 04:41:49,925 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
233
+ 2024-03-22 04:41:54,926 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
234
+ 2024-03-22 04:41:59,706 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
235
+ 2024-03-22 04:41:59,707 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
236
+ 2024-03-22 04:42:00,919 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
237
+ 2024-03-22 04:42:05,920 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
238
+ 2024-03-22 04:42:10,921 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
239
+ 2024-03-22 04:42:13,211 DEBUG SenderThread:4275 [sender.py:send():378] send: stats
240
+ 2024-03-22 04:42:14,706 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
241
+ 2024-03-22 04:42:14,707 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
242
+ 2024-03-22 04:42:16,859 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
243
+ 2024-03-22 04:42:21,860 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
244
+ 2024-03-22 04:42:26,861 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
245
+ 2024-03-22 04:42:29,706 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
246
+ 2024-03-22 04:42:29,707 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
247
+ 2024-03-22 04:42:31,901 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
248
+ 2024-03-22 04:42:36,902 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
249
+ 2024-03-22 04:42:41,903 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
250
+ 2024-03-22 04:42:43,212 DEBUG SenderThread:4275 [sender.py:send():378] send: stats
251
+ 2024-03-22 04:42:44,707 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
252
+ 2024-03-22 04:42:44,707 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
253
+ 2024-03-22 04:42:46,919 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
254
+ 2024-03-22 04:42:51,919 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
255
+ 2024-03-22 04:42:56,920 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
256
+ 2024-03-22 04:42:59,707 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
257
+ 2024-03-22 04:42:59,707 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
258
+ 2024-03-22 04:43:01,947 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
259
+ 2024-03-22 04:43:06,947 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
260
+ 2024-03-22 04:43:11,948 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
261
+ 2024-03-22 04:43:13,213 DEBUG SenderThread:4275 [sender.py:send():378] send: stats
262
+ 2024-03-22 04:43:14,707 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
263
+ 2024-03-22 04:43:14,708 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
264
+ 2024-03-22 04:43:17,865 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
265
+ 2024-03-22 04:43:22,865 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
266
+ 2024-03-22 04:43:27,866 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
267
+ 2024-03-22 04:43:29,707 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
268
+ 2024-03-22 04:43:29,708 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
269
+ 2024-03-22 04:43:33,852 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
270
+ 2024-03-22 04:43:35,932 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: partial_history
271
+ 2024-03-22 04:43:35,934 DEBUG SenderThread:4275 [sender.py:send():378] send: history
272
+ 2024-03-22 04:43:35,935 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: summary_record
273
+ 2024-03-22 04:43:35,942 INFO SenderThread:4275 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
274
+ 2024-03-22 04:43:36,437 INFO Thread-12 :4275 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240322_043407-hize5f4p/files/wandb-summary.json
275
+ 2024-03-22 04:43:38,944 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
276
+ 2024-03-22 04:43:43,214 DEBUG SenderThread:4275 [sender.py:send():378] send: stats
277
+ 2024-03-22 04:43:46,755 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
278
+ 2024-03-22 04:43:47,270 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
279
+ 2024-03-22 04:43:47,271 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
280
+ 2024-03-22 04:43:52,485 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
281
+ 2024-03-22 04:43:59,193 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
282
+ 2024-03-22 04:44:02,270 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
283
+ 2024-03-22 04:44:02,271 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
284
+ 2024-03-22 04:44:03,454 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
285
+ 2024-03-22 04:44:08,455 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
wandb/run-20240322_043407-hize5f4p/files/wandb-summary.json CHANGED
@@ -1 +1 @@
1
- {"train/loss": 1.4959, "train/grad_norm": 3.6299116611480713, "train/learning_rate": 0.00010541389085854176, "train/epoch": 0.22, "train/global_step": 30, "_timestamp": 1711082455.0064473, "_runtime": 407.4409852027893, "_step": 2}
 
1
+ {"train/loss": 1.5958, "train/grad_norm": 1.789115309715271, "train/learning_rate": 5.3159155930021e-05, "train/epoch": 0.29, "train/global_step": 40, "_timestamp": 1711082615.9297726, "_runtime": 568.364310503006, "_step": 3}
wandb/run-20240322_043407-hize5f4p/logs/debug-internal.log CHANGED
@@ -225,3 +225,61 @@
225
  2024-03-22 04:41:29,719 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
226
  2024-03-22 04:41:34,921 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
227
  2024-03-22 04:41:39,922 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
225
  2024-03-22 04:41:29,719 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
226
  2024-03-22 04:41:34,921 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
227
  2024-03-22 04:41:39,922 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
228
+ 2024-03-22 04:41:43,210 DEBUG SenderThread:4275 [sender.py:send():378] send: stats
229
+ 2024-03-22 04:41:44,706 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
230
+ 2024-03-22 04:41:44,722 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
231
+ 2024-03-22 04:41:44,924 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
232
+ 2024-03-22 04:41:49,925 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
233
+ 2024-03-22 04:41:54,926 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
234
+ 2024-03-22 04:41:59,706 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
235
+ 2024-03-22 04:41:59,707 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
236
+ 2024-03-22 04:42:00,919 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
237
+ 2024-03-22 04:42:05,920 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
238
+ 2024-03-22 04:42:10,921 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
239
+ 2024-03-22 04:42:13,211 DEBUG SenderThread:4275 [sender.py:send():378] send: stats
240
+ 2024-03-22 04:42:14,706 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
241
+ 2024-03-22 04:42:14,707 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
242
+ 2024-03-22 04:42:16,859 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
243
+ 2024-03-22 04:42:21,860 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
244
+ 2024-03-22 04:42:26,861 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
245
+ 2024-03-22 04:42:29,706 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
246
+ 2024-03-22 04:42:29,707 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
247
+ 2024-03-22 04:42:31,901 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
248
+ 2024-03-22 04:42:36,902 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
249
+ 2024-03-22 04:42:41,903 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
250
+ 2024-03-22 04:42:43,212 DEBUG SenderThread:4275 [sender.py:send():378] send: stats
251
+ 2024-03-22 04:42:44,707 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
252
+ 2024-03-22 04:42:44,707 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
253
+ 2024-03-22 04:42:46,919 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
254
+ 2024-03-22 04:42:51,919 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
255
+ 2024-03-22 04:42:56,920 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
256
+ 2024-03-22 04:42:59,707 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
257
+ 2024-03-22 04:42:59,707 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
258
+ 2024-03-22 04:43:01,947 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
259
+ 2024-03-22 04:43:06,947 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
260
+ 2024-03-22 04:43:11,948 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
261
+ 2024-03-22 04:43:13,213 DEBUG SenderThread:4275 [sender.py:send():378] send: stats
262
+ 2024-03-22 04:43:14,707 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
263
+ 2024-03-22 04:43:14,708 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
264
+ 2024-03-22 04:43:17,865 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
265
+ 2024-03-22 04:43:22,865 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
266
+ 2024-03-22 04:43:27,866 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
267
+ 2024-03-22 04:43:29,707 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
268
+ 2024-03-22 04:43:29,708 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
269
+ 2024-03-22 04:43:33,852 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
270
+ 2024-03-22 04:43:35,932 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: partial_history
271
+ 2024-03-22 04:43:35,934 DEBUG SenderThread:4275 [sender.py:send():378] send: history
272
+ 2024-03-22 04:43:35,935 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: summary_record
273
+ 2024-03-22 04:43:35,942 INFO SenderThread:4275 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
274
+ 2024-03-22 04:43:36,437 INFO Thread-12 :4275 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240322_043407-hize5f4p/files/wandb-summary.json
275
+ 2024-03-22 04:43:38,944 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
276
+ 2024-03-22 04:43:43,214 DEBUG SenderThread:4275 [sender.py:send():378] send: stats
277
+ 2024-03-22 04:43:46,755 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
278
+ 2024-03-22 04:43:47,270 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
279
+ 2024-03-22 04:43:47,271 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
280
+ 2024-03-22 04:43:52,485 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
281
+ 2024-03-22 04:43:59,193 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
282
+ 2024-03-22 04:44:02,270 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
283
+ 2024-03-22 04:44:02,271 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
284
+ 2024-03-22 04:44:03,454 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
285
+ 2024-03-22 04:44:08,455 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report