Training in progress, step 10

adapter_config.json

@@ -6,6 +6,7 @@
   "fan_in_fan_out": false,
   "inference_mode": true,
   "init_lora_weights": true,
+  "layer_replication": null,
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
@@ -15,16 +16,17 @@
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 32,
+  "r": 16,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "gate_proj",
-    "q_proj",
     "k_proj",
+    "gate_proj",
     "v_proj",
+    "q_proj",
     "o_proj"
   ],
   "task_type": "CAUSAL_LM",
+  "use_dora": false,
   "use_rslora": false
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:46aca25a1dfb6403d7a66dade2ce50e6a82d44a8ecd9492eba92fa9f5dfa541c
-size 184592616
+oid sha256:65f6931df988a07f29dd5106381c7d2199d31fddab0114f6fd94a30d371b162e
+size 92317600

runs/Mar21_01-53-07_d72aea89d4b6/events.out.tfevents.1710986084.d72aea89d4b6.3894.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f50d3610f343e648ec4196ae247094fba4f3965d8cca7be88fbdcb5663db3b
+size 5427

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dadfd56d766715c61d2ef780a525ab43b8e6da4de6865bda3d95fdef5e134055
+size 493443

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:297df666ae15800cff8c767710d9fd3f9096050bb43177b8c76e73080e339e3d
-size 4792
+oid sha256:5025c7f71b210f66dcfca38e105a4843d081c0020e6d91d44340d7fbb0ac2929
+size 5048

wandb/debug-internal.log

@@ -1,438 +1,161 @@
-2024-01-07 11:34:44,819 INFO    StreamThr :4664 [internal.py:wandb_internal():86] W&B internal server running at pid: 4664, started at: 2024-01-07 11:34:44.816615
-2024-01-07 11:34:44,840 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status
-2024-01-07 11:34:47,222 INFO    WriterThread:4664 [datastore.py:open_for_write():85] open: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240107_113444-ebd79hle/run-ebd79hle.wandb
-2024-01-07 11:34:47,232 DEBUG   SenderThread:4664 [sender.py:send():382] send: header
-2024-01-07 11:34:47,237 DEBUG   SenderThread:4664 [sender.py:send():382] send: run
-2024-01-07 11:34:47,603 INFO    SenderThread:4664 [dir_watcher.py:__init__():211] watching files in: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240107_113444-ebd79hle/files
-2024-01-07 11:34:47,603 INFO    SenderThread:4664 [sender.py:_start_run_threads():1136] run started: ebd79hle with start time 1704627284.817819
-2024-01-07 11:34:47,619 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: check_version
-2024-01-07 11:34:47,620 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: check_version
-2024-01-07 11:34:47,769 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: run_start
-2024-01-07 11:34:47,778 DEBUG   HandlerThread:4664 [system_info.py:__init__():32] System info init
-2024-01-07 11:34:47,779 DEBUG   HandlerThread:4664 [system_info.py:__init__():47] System info init done
-2024-01-07 11:34:47,779 INFO    HandlerThread:4664 [system_monitor.py:start():194] Starting system monitor
-2024-01-07 11:34:47,779 INFO    SystemMonitor:4664 [system_monitor.py:_start():158] Starting system asset monitoring threads
-2024-01-07 11:34:47,779 INFO    HandlerThread:4664 [system_monitor.py:probe():214] Collecting system info
-2024-01-07 11:34:47,780 INFO    SystemMonitor:4664 [interfaces.py:start():190] Started cpu monitoring
-2024-01-07 11:34:47,781 INFO    SystemMonitor:4664 [interfaces.py:start():190] Started disk monitoring
-2024-01-07 11:34:47,782 INFO    SystemMonitor:4664 [interfaces.py:start():190] Started gpu monitoring
-2024-01-07 11:34:47,783 INFO    SystemMonitor:4664 [interfaces.py:start():190] Started memory monitoring
-2024-01-07 11:34:47,784 INFO    SystemMonitor:4664 [interfaces.py:start():190] Started network monitoring
-2024-01-07 11:34:47,788 DEBUG   HandlerThread:4664 [system_info.py:probe():196] Probing system
-2024-01-07 11:34:47,793 DEBUG   HandlerThread:4664 [gitlib.py:_init_repo():56] git repository is invalid
-2024-01-07 11:34:47,793 DEBUG   HandlerThread:4664 [system_info.py:probe():244] Probing system done
-2024-01-07 11:34:47,793 DEBUG   HandlerThread:4664 [system_monitor.py:probe():223] {'os': 'Linux-6.1.58+-x86_64-with-glibc2.35', 'python': '3.10.12', 'heartbeatAt': '2024-01-07T11:34:47.788548', 'startedAt': '2024-01-07T11:34:44.770262', 'docker': None, 'cuda': None, 'args': (), 'state': 'running', 'program': 'Mistral-7B-Finetuning-Insurance.ipynb', 'codePathLocal': None, 'colab': 'https://colab.research.google.com/notebook#fileId=1yggNDPxtSX3bri4ON4ppYc-G-Q2zFtkQ', 'host': '371ca9b7a7c7', 'username': 'root', 'executable': '/usr/bin/python3', 'cpu_count': 1, 'cpu_count_logical': 2, 'cpu_freq': {'current': 2199.998, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2199.998, 'min': 0.0, 'max': 0.0}, {'current': 2199.998, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 78.1898422241211, 'used': 40.238895416259766}}, 'gpu': 'Tesla T4', 'gpu_count': 1, 'gpu_devices': [{'name': 'Tesla T4', 'memory_total': 16106127360}], 'memory': {'total': 12.674789428710938}}
-2024-01-07 11:34:47,794 INFO    HandlerThread:4664 [system_monitor.py:probe():224] Finished collecting system info
-2024-01-07 11:34:47,794 INFO    HandlerThread:4664 [system_monitor.py:probe():227] Publishing system info
-2024-01-07 11:34:47,794 DEBUG   HandlerThread:4664 [system_info.py:_save_pip():52] Saving list of pip packages installed into the current environment
-2024-01-07 11:34:47,798 DEBUG   HandlerThread:4664 [system_info.py:_save_pip():68] Saving pip packages done
-2024-01-07 11:34:47,813 INFO    HandlerThread:4664 [system_monitor.py:probe():229] Finished publishing system info
-2024-01-07 11:34:47,822 DEBUG   SenderThread:4664 [sender.py:send():382] send: files
-2024-01-07 11:34:47,823 INFO    SenderThread:4664 [sender.py:_save_file():1392] saving file wandb-metadata.json with policy now
-2024-01-07 11:34:47,846 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:34:47,847 DEBUG   SenderThread:4664 [sender.py:send():382] send: telemetry
-2024-01-07 11:34:47,888 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:34:47,889 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:34:48,400 INFO    wandb-upload_0:4664 [upload_job.py:push():131] Uploaded file /tmp/tmpn9igr4cqwandb/gszisqfu-wandb-metadata.json
-2024-01-07 11:34:48,418 DEBUG   SenderThread:4664 [sender.py:send():382] send: config
-2024-01-07 11:34:48,421 DEBUG   SenderThread:4664 [sender.py:send():382] send: metric
-2024-01-07 11:34:48,422 DEBUG   SenderThread:4664 [sender.py:send():382] send: telemetry
-2024-01-07 11:34:48,422 DEBUG   SenderThread:4664 [sender.py:send():382] send: metric
-2024-01-07 11:34:48,423 WARNING SenderThread:4664 [sender.py:send_metric():1343] Seen metric with glob (shouldn't happen)
-2024-01-07 11:34:48,423 DEBUG   SenderThread:4664 [sender.py:send():382] send: telemetry
-2024-01-07 11:34:48,608 INFO    Thread-12 :4664 [dir_watcher.py:_on_file_created():271] file/dir created: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240107_113444-ebd79hle/files/output.log
-2024-01-07 11:34:48,609 INFO    Thread-12 :4664 [dir_watcher.py:_on_file_created():271] file/dir created: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240107_113444-ebd79hle/files/requirements.txt
-2024-01-07 11:34:48,609 INFO    Thread-12 :4664 [dir_watcher.py:_on_file_created():271] file/dir created: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240107_113444-ebd79hle/files/wandb-metadata.json
-2024-01-07 11:34:50,454 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:34:55,452 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:35:00,453 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:35:02,844 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:35:02,845 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:35:02,846 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:35:05,942 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:35:10,943 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:35:15,950 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:35:16,664 INFO    Thread-12 :4664 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240107_113444-ebd79hle/files/config.yaml
-2024-01-07 11:35:17,845 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:35:17,845 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:35:17,885 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:35:21,975 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:35:26,976 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:35:31,979 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:35:32,845 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:35:32,846 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:35:32,885 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:35:37,925 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:35:42,925 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:35:47,784 DEBUG   SystemMonitor:4664 [system_monitor.py:_start():172] Starting system metrics aggregation loop
-2024-01-07 11:35:47,786 DEBUG   SenderThread:4664 [sender.py:send():382] send: stats
-2024-01-07 11:35:47,845 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:35:47,846 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:35:47,885 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:35:47,986 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:35:52,987 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:35:57,988 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:36:02,845 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:36:02,846 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:36:02,886 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:36:03,966 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:36:08,966 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:36:13,967 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:36:17,786 DEBUG   SenderThread:4664 [sender.py:send():382] send: stats
-2024-01-07 11:36:17,845 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:36:17,846 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:36:17,886 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:36:18,977 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:36:23,978 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:36:28,978 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:36:32,845 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:36:32,846 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:36:32,886 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:36:34,003 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:36:39,004 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:36:44,004 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:36:47,787 DEBUG   SenderThread:4664 [sender.py:send():382] send: stats
-2024-01-07 11:36:47,845 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:36:47,846 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:36:47,886 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:36:49,009 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:36:54,010 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:36:59,011 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:37:02,846 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:37:02,846 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:37:02,886 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:37:05,005 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:37:10,005 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:37:15,006 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:37:17,788 DEBUG   SenderThread:4664 [sender.py:send():382] send: stats
-2024-01-07 11:37:17,845 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:37:17,846 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:37:17,886 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:37:20,943 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:37:25,944 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:37:30,944 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:37:32,846 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:37:32,846 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:37:32,886 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:37:32,993 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: partial_history
-2024-01-07 11:37:32,996 DEBUG   SenderThread:4664 [sender.py:send():382] send: metric
-2024-01-07 11:37:32,999 DEBUG   SenderThread:4664 [sender.py:send():382] send: metric
-2024-01-07 11:37:32,999 DEBUG   SenderThread:4664 [sender.py:send():382] send: metric
-2024-01-07 11:37:33,000 DEBUG   SenderThread:4664 [sender.py:send():382] send: history
-2024-01-07 11:37:33,000 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: summary_record
-2024-01-07 11:37:33,018 INFO    SenderThread:4664 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
-2024-01-07 11:37:33,944 INFO    Thread-12 :4664 [dir_watcher.py:_on_file_created():271] file/dir created: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240107_113444-ebd79hle/files/wandb-summary.json
-2024-01-07 11:37:36,020 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:37:41,026 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:37:45,019 INFO    Thread-12 :4664 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240107_113444-ebd79hle/files/output.log
-2024-01-07 11:37:46,027 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:37:47,789 DEBUG   SenderThread:4664 [sender.py:send():382] send: stats
-2024-01-07 11:37:47,846 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:37:47,847 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:37:47,847 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:37:51,936 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:37:53,072 INFO    Thread-12 :4664 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240107_113444-ebd79hle/files/config.yaml
-2024-01-07 11:37:57,188 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:38:02,189 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:38:02,846 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:38:02,846 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:38:02,886 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:38:07,929 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:38:12,930 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:38:17,790 DEBUG   SenderThread:4664 [sender.py:send():382] send: stats
-2024-01-07 11:38:17,851 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:38:17,852 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:38:17,887 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:38:18,927 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:38:23,928 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:38:28,928 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:38:32,846 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:38:32,847 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:38:32,887 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:38:33,999 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:38:39,000 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:38:44,003 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:38:47,791 DEBUG   SenderThread:4664 [sender.py:send():382] send: stats
-2024-01-07 11:38:47,846 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:38:47,847 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:38:47,887 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:38:49,008 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:38:54,010 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:38:59,011 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:39:02,846 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:39:02,847 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:39:02,888 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:39:04,962 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:39:09,963 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:39:14,964 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:39:17,792 DEBUG   SenderThread:4664 [sender.py:send():382] send: stats
-2024-01-07 11:39:17,846 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:39:17,847 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:39:17,887 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:39:20,925 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:39:25,926 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:39:30,927 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:39:32,846 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:39:32,847 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:39:32,887 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:39:35,948 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:39:36,197 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: partial_history
-2024-01-07 11:39:36,202 DEBUG   SenderThread:4664 [sender.py:send():382] send: history
-2024-01-07 11:39:36,202 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: summary_record
-2024-01-07 11:39:36,206 INFO    SenderThread:4664 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
-2024-01-07 11:39:36,308 INFO    Thread-12 :4664 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240107_113444-ebd79hle/files/wandb-summary.json
-2024-01-07 11:39:41,209 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:39:46,210 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:39:47,793 DEBUG   SenderThread:4664 [sender.py:send():382] send: stats
-2024-01-07 11:39:47,847 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:39:47,848 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:39:47,851 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:39:52,028 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:39:57,029 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:40:02,030 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:40:02,847 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:40:02,847 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:40:02,887 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:40:07,963 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:40:12,964 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:40:17,793 DEBUG   SenderThread:4664 [sender.py:send():382] send: stats
-2024-01-07 11:40:17,847 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:40:17,847 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:40:17,887 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:40:17,990 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:40:22,991 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:40:27,992 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:40:32,847 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:40:32,848 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:40:32,888 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:40:33,955 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:40:38,956 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:40:43,956 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:40:47,794 DEBUG   SenderThread:4664 [sender.py:send():382] send: stats
-2024-01-07 11:40:47,847 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:40:47,848 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:40:47,888 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:40:49,939 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:40:54,940 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:40:59,941 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:41:02,847 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:41:02,848 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:41:02,888 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:41:03,605 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: partial_history
-2024-01-07 11:41:03,610 DEBUG   SenderThread:4664 [sender.py:send():382] send: history
-2024-01-07 11:41:03,610 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: summary_record
-2024-01-07 11:41:03,627 INFO    SenderThread:4664 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
-2024-01-07 11:41:04,548 INFO    Thread-12 :4664 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240107_113444-ebd79hle/files/wandb-summary.json
-2024-01-07 11:41:05,629 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:41:10,630 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:41:15,631 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:41:17,795 DEBUG   SenderThread:4664 [sender.py:send():382] send: stats
-2024-01-07 11:41:17,847 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:41:17,849 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:41:17,853 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:41:20,968 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:41:25,969 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:41:30,969 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:41:32,847 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:41:32,848 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:41:32,888 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:41:36,009 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:41:41,010 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:41:46,017 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:41:47,796 DEBUG   SenderThread:4664 [sender.py:send():382] send: stats
-2024-01-07 11:41:47,847 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:41:47,849 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:41:47,888 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:41:52,007 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:41:57,008 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:42:02,008 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:42:02,848 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:42:02,848 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:42:02,888 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:42:07,951 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:42:12,952 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:42:17,799 DEBUG   SenderThread:4664 [sender.py:send():382] send: stats
-2024-01-07 11:42:17,848 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:42:17,849 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:42:17,888 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:42:17,967 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:42:22,967 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:42:27,968 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:42:32,848 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:42:32,848 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:42:32,889 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:42:32,994 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:42:37,995 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:42:42,995 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:42:47,797 DEBUG   SenderThread:4664 [sender.py:send():382] send: stats
-2024-01-07 11:42:47,848 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:42:47,848 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:42:47,889 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:42:48,943 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:42:53,944 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:42:58,945 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:43:02,848 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:43:02,849 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:43:02,889 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:43:03,981 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:43:08,982 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:43:13,982 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:43:17,798 DEBUG   SenderThread:4664 [sender.py:send():382] send: stats
-2024-01-07 11:43:17,848 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:43:17,849 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:43:17,889 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:43:18,998 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:43:23,999 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:43:27,993 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: partial_history
-2024-01-07 11:43:27,997 DEBUG   SenderThread:4664 [sender.py:send():382] send: history
-2024-01-07 11:43:27,997 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: summary_record
-2024-01-07 11:43:28,001 INFO    SenderThread:4664 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
-2024-01-07 11:43:28,943 INFO    Thread-12 :4664 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240107_113444-ebd79hle/files/wandb-summary.json
-2024-01-07 11:43:29,003 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:43:32,848 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:43:32,849 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:43:32,861 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:43:34,013 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:43:39,018 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:43:44,019 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:43:47,799 DEBUG   SenderThread:4664 [sender.py:send():382] send: stats
-2024-01-07 11:43:47,848 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:43:47,849 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:43:47,890 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:43:49,949 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:43:54,950 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:43:59,951 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:44:02,848 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:44:02,849 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:44:02,889 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:44:04,967 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:44:09,968 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:44:14,973 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:44:17,800 DEBUG   SenderThread:4664 [sender.py:send():382] send: stats
-2024-01-07 11:44:17,849 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:44:17,849 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:44:17,890 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:44:20,920 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:44:25,921 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:44:30,923 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:44:32,849 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:44:32,849 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:44:32,889 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:44:36,019 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:44:41,019 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:44:46,020 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:44:47,802 DEBUG   SenderThread:4664 [sender.py:send():382] send: stats
-2024-01-07 11:44:47,849 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:44:47,849 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:44:47,889 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:44:51,955 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:44:56,956 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:45:01,957 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:45:02,849 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:45:02,850 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:45:02,890 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:45:06,965 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:45:11,965 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:45:16,966 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:45:17,801 DEBUG   SenderThread:4664 [sender.py:send():382] send: stats
-2024-01-07 11:45:17,849 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:45:17,850 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:45:17,890 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:45:22,956 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:45:27,957 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:45:30,773 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: partial_history
-2024-01-07 11:45:30,778 DEBUG   SenderThread:4664 [sender.py:send():382] send: history
-2024-01-07 11:45:30,783 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: summary_record
-2024-01-07 11:45:30,787 INFO    SenderThread:4664 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
-2024-01-07 11:45:31,242 INFO    Thread-12 :4664 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240107_113444-ebd79hle/files/wandb-summary.json
-2024-01-07 11:45:32,849 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:45:32,850 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:45:32,864 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:45:32,990 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:45:37,990 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:45:42,991 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:45:47,802 DEBUG   SenderThread:4664 [sender.py:send():382] send: stats
-2024-01-07 11:45:47,849 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:45:47,850 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:45:47,890 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:45:48,977 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:45:53,978 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:45:58,979 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:46:02,849 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:46:02,850 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:46:02,890 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:46:04,952 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:46:09,953 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:46:14,954 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:46:17,803 DEBUG   SenderThread:4664 [sender.py:send():382] send: stats
-2024-01-07 11:46:17,849 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:46:17,850 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:46:17,890 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:46:20,926 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:46:25,927 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:46:30,927 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:46:32,850 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:46:32,850 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:46:32,890 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:46:35,982 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:46:40,983 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:46:45,984 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:46:47,804 DEBUG   SenderThread:4664 [sender.py:send():382] send: stats
-2024-01-07 11:46:47,850 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:46:47,850 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:46:47,890 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:46:51,935 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:46:56,935 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:47:01,246 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: partial_history
-2024-01-07 11:47:01,251 DEBUG   SenderThread:4664 [sender.py:send():382] send: history
-2024-01-07 11:47:01,251 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: summary_record
-2024-01-07 11:47:01,255 INFO    SenderThread:4664 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
-2024-01-07 11:47:01,485 INFO    Thread-12 :4664 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240107_113444-ebd79hle/files/wandb-summary.json
-2024-01-07 11:47:02,257 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:47:02,850 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:47:02,850 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:47:02,864 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:47:06,910 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: partial_history
-2024-01-07 11:47:06,914 DEBUG   SenderThread:4664 [sender.py:send():382] send: metric
-2024-01-07 11:47:06,914 DEBUG   SenderThread:4664 [sender.py:send():382] send: metric
-2024-01-07 11:47:06,915 DEBUG   SenderThread:4664 [sender.py:send():382] send: metric
-2024-01-07 11:47:06,915 DEBUG   SenderThread:4664 [sender.py:send():382] send: metric
-2024-01-07 11:47:06,915 DEBUG   SenderThread:4664 [sender.py:send():382] send: metric
-2024-01-07 11:47:06,916 DEBUG   SenderThread:4664 [sender.py:send():382] send: history
-2024-01-07 11:47:06,916 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: summary_record
-2024-01-07 11:47:06,933 INFO    SenderThread:4664 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
-2024-01-07 11:47:07,509 INFO    Thread-12 :4664 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240107_113444-ebd79hle/files/wandb-summary.json
-2024-01-07 11:47:07,935 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:47:12,941 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:47:13,526 INFO    Thread-12 :4664 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240107_113444-ebd79hle/files/config.yaml
-2024-01-07 11:47:17,804 DEBUG   SenderThread:4664 [sender.py:send():382] send: stats
-2024-01-07 11:47:17,850 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:47:17,850 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:47:17,864 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:47:18,974 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:47:19,160 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: pause
-2024-01-07 11:47:19,160 INFO    HandlerThread:4664 [handler.py:handle_request_pause():705] stopping system metrics thread
-2024-01-07 11:47:19,160 INFO    HandlerThread:4664 [system_monitor.py:finish():203] Stopping system monitor
-2024-01-07 11:47:19,168 DEBUG   SystemMonitor:4664 [system_monitor.py:_start():179] Finished system metrics aggregation loop
-2024-01-07 11:47:19,168 INFO    HandlerThread:4664 [interfaces.py:finish():202] Joined cpu monitor
-2024-01-07 11:47:19,175 INFO    HandlerThread:4664 [interfaces.py:finish():202] Joined disk monitor
-2024-01-07 11:47:19,172 DEBUG   SystemMonitor:4664 [system_monitor.py:_start():183] Publishing last batch of metrics
-2024-01-07 11:47:19,184 INFO    HandlerThread:4664 [interfaces.py:finish():202] Joined gpu monitor
-2024-01-07 11:47:19,184 INFO    HandlerThread:4664 [interfaces.py:finish():202] Joined memory monitor
-2024-01-07 11:47:19,184 INFO    HandlerThread:4664 [interfaces.py:finish():202] Joined network monitor
-2024-01-07 11:47:19,186 DEBUG   SenderThread:4664 [sender.py:send():382] send: stats
-2024-01-07 11:47:24,187 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:47:27,618 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: resume
-2024-01-07 11:47:27,619 INFO    HandlerThread:4664 [handler.py:handle_request_resume():696] starting system metrics thread
-2024-01-07 11:47:27,619 INFO    HandlerThread:4664 [system_monitor.py:start():194] Starting system monitor
-2024-01-07 11:47:27,623 INFO    SystemMonitor:4664 [system_monitor.py:_start():158] Starting system asset monitoring threads
-2024-01-07 11:47:27,624 INFO    SystemMonitor:4664 [interfaces.py:start():190] Started cpu monitoring
-2024-01-07 11:47:27,625 INFO    SystemMonitor:4664 [interfaces.py:start():190] Started disk monitoring
-2024-01-07 11:47:27,626 INFO    SystemMonitor:4664 [interfaces.py:start():190] Started gpu monitoring
-2024-01-07 11:47:27,632 INFO    SystemMonitor:4664 [interfaces.py:start():190] Started memory monitoring
-2024-01-07 11:47:27,633 INFO    SystemMonitor:4664 [interfaces.py:start():190] Started network monitoring
-2024-01-07 11:47:29,188 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
-2024-01-07 11:47:32,850 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: stop_status
-2024-01-07 11:47:32,851 DEBUG   SenderThread:4664 [sender.py:send_request():409] send_request: stop_status
-2024-01-07 11:47:32,865 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: internal_messages
-2024-01-07 11:47:34,956 DEBUG   HandlerThread:4664 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:54:58,388 INFO    StreamThr :7197 [internal.py:wandb_internal():86] W&B internal server running at pid: 7197, started at: 2024-03-21 01:54:58.384167
+2024-03-21 01:54:58,394 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status
+2024-03-21 01:55:03,409 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:55:03,409 INFO    WriterThread:7197 [datastore.py:open_for_write():87] open: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240321_015458-y11xrjxv/run-y11xrjxv.wandb
+2024-03-21 01:55:03,434 DEBUG   SenderThread:7197 [sender.py:send():378] send: header
+2024-03-21 01:55:03,442 DEBUG   SenderThread:7197 [sender.py:send():378] send: run
+2024-03-21 01:55:04,065 INFO    SenderThread:7197 [dir_watcher.py:__init__():211] watching files in: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240321_015458-y11xrjxv/files
+2024-03-21 01:55:04,066 INFO    SenderThread:7197 [sender.py:_start_run_threads():1099] run started: y11xrjxv with start time 1710986098.384977
+2024-03-21 01:55:04,082 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: check_version
+2024-03-21 01:55:04,083 DEBUG   SenderThread:7197 [sender.py:send_request():405] send_request: check_version
+2024-03-21 01:55:04,202 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: run_start
+2024-03-21 01:55:04,211 DEBUG   HandlerThread:7197 [system_info.py:__init__():26] System info init
+2024-03-21 01:55:04,211 DEBUG   HandlerThread:7197 [system_info.py:__init__():41] System info init done
+2024-03-21 01:55:04,211 INFO    HandlerThread:7197 [system_monitor.py:start():194] Starting system monitor
+2024-03-21 01:55:04,211 INFO    SystemMonitor:7197 [system_monitor.py:_start():158] Starting system asset monitoring threads
+2024-03-21 01:55:04,212 INFO    HandlerThread:7197 [system_monitor.py:probe():214] Collecting system info
+2024-03-21 01:55:04,212 INFO    SystemMonitor:7197 [interfaces.py:start():190] Started cpu monitoring
+2024-03-21 01:55:04,213 INFO    SystemMonitor:7197 [interfaces.py:start():190] Started disk monitoring
+2024-03-21 01:55:04,214 INFO    SystemMonitor:7197 [interfaces.py:start():190] Started gpu monitoring
+2024-03-21 01:55:04,215 INFO    SystemMonitor:7197 [interfaces.py:start():190] Started memory monitoring
+2024-03-21 01:55:04,215 INFO    SystemMonitor:7197 [interfaces.py:start():190] Started network monitoring
+2024-03-21 01:55:04,228 DEBUG   HandlerThread:7197 [system_info.py:probe():150] Probing system
+2024-03-21 01:55:04,234 DEBUG   HandlerThread:7197 [gitlib.py:_init_repo():56] git repository is invalid
+2024-03-21 01:55:04,234 DEBUG   HandlerThread:7197 [system_info.py:probe():198] Probing system done
+2024-03-21 01:55:04,234 DEBUG   HandlerThread:7197 [system_monitor.py:probe():223] {'os': 'Linux-6.1.58+-x86_64-with-glibc2.35', 'python': '3.10.12', 'heartbeatAt': '2024-03-21T01:55:04.228731', 'startedAt': '2024-03-21T01:54:58.281206', 'docker': None, 'cuda': None, 'args': (), 'state': 'running', 'program': 'Mistral-7B-Finetuning-Insurance.ipynb%EC%9D%98%20%EC%82%AC%EB%B3%B8', 'codePathLocal': None, 'colab': 'https://colab.research.google.com/notebook#fileId=1glmddDRkqHDhfUT8slC17FnAssneTUkr', 'host': 'd72aea89d4b6', 'username': 'root', 'executable': '/usr/bin/python3', 'cpu_count': 1, 'cpu_count_logical': 2, 'cpu_freq': {'current': 2000.176, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2000.176, 'min': 0.0, 'max': 0.0}, {'current': 2000.176, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 78.1898422241211, 'used': 42.871490478515625}}, 'gpu': 'Tesla T4', 'gpu_count': 1, 'gpu_devices': [{'name': 'Tesla T4', 'memory_total': 16106127360}], 'memory': {'total': 12.674781799316406}}
+2024-03-21 01:55:04,235 INFO    HandlerThread:7197 [system_monitor.py:probe():224] Finished collecting system info
+2024-03-21 01:55:04,235 INFO    HandlerThread:7197 [system_monitor.py:probe():227] Publishing system info
+2024-03-21 01:55:04,254 INFO    HandlerThread:7197 [system_monitor.py:probe():229] Finished publishing system info
+2024-03-21 01:55:04,260 DEBUG   SenderThread:7197 [sender.py:send():378] send: files
+2024-03-21 01:55:04,260 INFO    SenderThread:7197 [sender.py:_save_file():1365] saving file wandb-metadata.json with policy now
+2024-03-21 01:55:04,647 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: python_packages
+2024-03-21 01:55:04,648 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-21 01:55:04,648 DEBUG   SenderThread:7197 [sender.py:send_request():405] send_request: python_packages
+2024-03-21 01:55:04,649 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: internal_messages
+2024-03-21 01:55:04,656 DEBUG   SenderThread:7197 [sender.py:send_request():405] send_request: stop_status
+2024-03-21 01:55:05,019 DEBUG   SenderThread:7197 [sender.py:send():378] send: telemetry
+2024-03-21 01:55:05,020 DEBUG   SenderThread:7197 [sender.py:send():378] send: config
+2024-03-21 01:55:05,021 DEBUG   SenderThread:7197 [sender.py:send():378] send: metric
+2024-03-21 01:55:05,022 DEBUG   SenderThread:7197 [sender.py:send():378] send: telemetry
+2024-03-21 01:55:05,022 DEBUG   SenderThread:7197 [sender.py:send():378] send: metric
+2024-03-21 01:55:05,022 WARNING SenderThread:7197 [sender.py:send_metric():1316] Seen metric with glob (shouldn't happen)
+2024-03-21 01:55:05,022 DEBUG   SenderThread:7197 [sender.py:send():378] send: telemetry
+2024-03-21 01:55:05,070 INFO    Thread-12 :7197 [dir_watcher.py:_on_file_created():271] file/dir created: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240321_015458-y11xrjxv/files/wandb-metadata.json
+2024-03-21 01:55:05,070 INFO    Thread-12 :7197 [dir_watcher.py:_on_file_created():271] file/dir created: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240321_015458-y11xrjxv/files/requirements.txt
+2024-03-21 01:55:05,160 INFO    wandb-upload_0:7197 [upload_job.py:push():131] Uploaded file /tmp/tmpe7x8kdblwandb/qivfhje6-wandb-metadata.json
+2024-03-21 01:55:09,023 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:55:14,024 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:55:19,025 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:55:19,648 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-21 01:55:19,648 DEBUG   SenderThread:7197 [sender.py:send_request():405] send_request: stop_status
+2024-03-21 01:55:19,652 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: internal_messages
+2024-03-21 01:55:24,884 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:55:29,891 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:55:31,114 INFO    Thread-12 :7197 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240321_015458-y11xrjxv/files/config.yaml
+2024-03-21 01:55:34,648 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-21 01:55:34,648 DEBUG   SenderThread:7197 [sender.py:send_request():405] send_request: stop_status
+2024-03-21 01:55:34,689 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: internal_messages
+2024-03-21 01:55:35,977 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:55:40,977 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:55:45,980 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:55:49,648 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-21 01:55:49,649 DEBUG   SenderThread:7197 [sender.py:send_request():405] send_request: stop_status
+2024-03-21 01:55:49,689 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: internal_messages
+2024-03-21 01:55:50,983 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:55:55,984 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:56:00,985 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:56:04,216 DEBUG   SystemMonitor:7197 [system_monitor.py:_start():172] Starting system metrics aggregation loop
+2024-03-21 01:56:04,217 DEBUG   SenderThread:7197 [sender.py:send():378] send: stats
+2024-03-21 01:56:04,648 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-21 01:56:04,649 DEBUG   SenderThread:7197 [sender.py:send_request():405] send_request: stop_status
+2024-03-21 01:56:04,689 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: internal_messages
+2024-03-21 01:56:06,724 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:56:11,725 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:56:16,726 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:56:19,648 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-21 01:56:19,649 DEBUG   SenderThread:7197 [sender.py:send_request():405] send_request: stop_status
+2024-03-21 01:56:19,689 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: internal_messages
+2024-03-21 01:56:21,983 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:56:26,984 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:56:31,985 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:56:34,218 DEBUG   SenderThread:7197 [sender.py:send():378] send: stats
+2024-03-21 01:56:34,650 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-21 01:56:34,651 DEBUG   SenderThread:7197 [sender.py:send_request():405] send_request: stop_status
+2024-03-21 01:56:34,691 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: internal_messages
+2024-03-21 01:56:37,948 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:56:42,949 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:56:47,949 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:56:49,650 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-21 01:56:49,651 DEBUG   SenderThread:7197 [sender.py:send_request():405] send_request: stop_status
+2024-03-21 01:56:49,691 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: internal_messages
+2024-03-21 01:56:52,960 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:56:57,961 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:57:02,961 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:57:04,219 DEBUG   SenderThread:7197 [sender.py:send():378] send: stats
+2024-03-21 01:57:04,650 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-21 01:57:04,651 DEBUG   SenderThread:7197 [sender.py:send_request():405] send_request: stop_status
+2024-03-21 01:57:04,691 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: internal_messages
+2024-03-21 01:57:07,993 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:57:12,994 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:57:17,995 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:57:19,650 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-21 01:57:19,651 DEBUG   SenderThread:7197 [sender.py:send_request():405] send_request: stop_status
+2024-03-21 01:57:19,691 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: internal_messages
+2024-03-21 01:57:23,885 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:57:28,885 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:57:33,886 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:57:34,219 DEBUG   SenderThread:7197 [sender.py:send():378] send: stats
+2024-03-21 01:57:34,650 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-21 01:57:34,651 DEBUG   SenderThread:7197 [sender.py:send_request():405] send_request: stop_status
+2024-03-21 01:57:34,697 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: internal_messages
+2024-03-21 01:57:36,218 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: partial_history
+2024-03-21 01:57:36,221 DEBUG   SenderThread:7197 [sender.py:send():378] send: metric
+2024-03-21 01:57:36,221 DEBUG   SenderThread:7197 [sender.py:send():378] send: metric
+2024-03-21 01:57:36,221 DEBUG   SenderThread:7197 [sender.py:send():378] send: metric
+2024-03-21 01:57:36,222 DEBUG   SenderThread:7197 [sender.py:send():378] send: metric
+2024-03-21 01:57:36,224 DEBUG   SenderThread:7197 [sender.py:send():378] send: history
+2024-03-21 01:57:36,225 DEBUG   SenderThread:7197 [sender.py:send_request():405] send_request: summary_record
+2024-03-21 01:57:36,230 INFO    SenderThread:7197 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
+2024-03-21 01:57:36,349 INFO    Thread-12 :7197 [dir_watcher.py:_on_file_created():271] file/dir created: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240321_015458-y11xrjxv/files/wandb-summary.json
+2024-03-21 01:57:39,233 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:57:44,234 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:58:03,817 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:58:03,819 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:58:03,819 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:58:04,033 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: internal_messages
+2024-03-21 01:58:04,103 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-21 01:58:04,105 DEBUG   SenderThread:7197 [sender.py:send_request():405] send_request: stop_status
+2024-03-21 01:58:04,415 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:58:05,362 DEBUG   SenderThread:7197 [sender.py:send():378] send: stats
+2024-03-21 01:58:05,506 INFO    Thread-12 :7197 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240321_015458-y11xrjxv/files/config.yaml
+2024-03-21 01:58:10,366 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:58:15,367 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:58:20,047 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-21 01:58:20,049 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: internal_messages
+2024-03-21 01:58:20,049 DEBUG   SenderThread:7197 [sender.py:send_request():405] send_request: stop_status
+2024-03-21 01:58:21,305 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:58:26,306 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:58:31,307 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:58:53,904 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-21 01:58:53,911 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: internal_messages
+2024-03-21 01:58:53,911 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:58:53,911 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
+2024-03-21 01:58:53,913 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:58:53,913 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
+2024-03-21 01:58:53,913 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:58:53,913 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
+2024-03-21 01:58:53,913 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:58:53,904 DEBUG   SenderThread:7197 [sender.py:send():378] send: stats
+2024-03-21 01:58:53,914 DEBUG   SenderThread:7197 [sender.py:send_request():405] send_request: stop_status
+2024-03-21 01:58:55,052 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
+2024-03-21 01:58:58,517 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:59:00,166 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
+2024-03-21 01:59:03,518 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:59:04,222 DEBUG   SenderThread:7197 [sender.py:send():378] send: stats
+2024-03-21 01:59:05,167 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
+2024-03-21 01:59:09,223 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:59:10,169 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
+2024-03-21 01:59:14,224 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:59:15,170 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
+2024-03-21 01:59:19,225 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:59:20,171 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive

wandb/debug.log

@@ -1,52 +1,31 @@
-2024-01-07 11:34:44,805 INFO    MainThread:476 [wandb_setup.py:_flush():76] Current SDK version is 0.16.1
-2024-01-07 11:34:44,806 INFO    MainThread:476 [wandb_setup.py:_flush():76] Configure stats pid to 476
-2024-01-07 11:34:44,806 INFO    MainThread:476 [wandb_setup.py:_flush():76] Loading settings from /root/.config/wandb/settings
-2024-01-07 11:34:44,807 INFO    MainThread:476 [wandb_setup.py:_flush():76] Loading settings from /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/settings
-2024-01-07 11:34:44,807 INFO    MainThread:476 [wandb_setup.py:_flush():76] Loading settings from environment variables: {}
-2024-01-07 11:34:44,807 INFO    MainThread:476 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
-2024-01-07 11:34:44,807 INFO    MainThread:476 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program': '<python with no main file>'}
-2024-01-07 11:34:44,807 ERROR   MainThread:476 [wandb_setup.py:_flush():76] error
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.10/dist-packages/wandb/sdk/wandb_init.py", line 1166, in init
-    wi.setup(kwargs)
-  File "/usr/local/lib/python3.10/dist-packages/wandb/sdk/wandb_init.py", line 306, in setup
-    wandb_login._login(
-  File "/usr/local/lib/python3.10/dist-packages/wandb/sdk/wandb_login.py", line 298, in _login
-    wlogin.prompt_api_key()
-  File "/usr/local/lib/python3.10/dist-packages/wandb/sdk/wandb_login.py", line 221, in prompt_api_key
-    key, status = self._prompt_api_key()
-  File "/usr/local/lib/python3.10/dist-packages/wandb/sdk/wandb_login.py", line 201, in _prompt_api_key
-    key = apikey.prompt_api_key(
-  File "/usr/local/lib/python3.10/dist-packages/wandb/sdk/lib/apikey.py", line 144, in prompt_api_key
-    key = input_callback(api_ask).strip()
-  File "/usr/local/lib/python3.10/dist-packages/click/termui.py", line 164, in prompt
-    value = prompt_func(prompt)
-  File "/usr/local/lib/python3.10/dist-packages/click/termui.py", line 147, in prompt_func
-    raise Abort() from None
-click.exceptions.Abort
-2024-01-07 11:34:44,807 INFO    MainThread:476 [wandb_setup.py:_flush():76] Applying login settings: {'api_key': '***REDACTED***'}
-2024-01-07 11:34:44,808 INFO    MainThread:476 [wandb_init.py:_log_setup():524] Logging user logs to /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240107_113444-ebd79hle/logs/debug.log
-2024-01-07 11:34:44,808 INFO    MainThread:476 [wandb_init.py:_log_setup():525] Logging internal logs to /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240107_113444-ebd79hle/logs/debug-internal.log
-2024-01-07 11:34:44,809 INFO    MainThread:476 [wandb_init.py:_jupyter_setup():470] configuring jupyter hooks <wandb.sdk.wandb_init._WandbInit object at 0x7c7dab76c8b0>
-2024-01-07 11:34:44,809 INFO    MainThread:476 [wandb_init.py:init():564] calling init triggers
-2024-01-07 11:34:44,809 INFO    MainThread:476 [wandb_init.py:init():571] wandb.init called with sweep_config: {}
+2024-03-21 01:54:58,371 INFO    MainThread:3894 [wandb_setup.py:_flush():76] Current SDK version is 0.16.4
+2024-03-21 01:54:58,372 INFO    MainThread:3894 [wandb_setup.py:_flush():76] Configure stats pid to 3894
+2024-03-21 01:54:58,373 INFO    MainThread:3894 [wandb_setup.py:_flush():76] Loading settings from /root/.config/wandb/settings
+2024-03-21 01:54:58,374 INFO    MainThread:3894 [wandb_setup.py:_flush():76] Loading settings from /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/settings
+2024-03-21 01:54:58,374 INFO    MainThread:3894 [wandb_setup.py:_flush():76] Loading settings from environment variables: {}
+2024-03-21 01:54:58,374 INFO    MainThread:3894 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
+2024-03-21 01:54:58,374 INFO    MainThread:3894 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program': '<python with no main file>'}
+2024-03-21 01:54:58,374 INFO    MainThread:3894 [wandb_setup.py:_flush():76] Applying login settings: {'api_key': '***REDACTED***'}
+2024-03-21 01:54:58,375 INFO    MainThread:3894 [wandb_init.py:_log_setup():526] Logging user logs to /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240321_015458-y11xrjxv/logs/debug.log
+2024-03-21 01:54:58,375 INFO    MainThread:3894 [wandb_init.py:_log_setup():527] Logging internal logs to /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240321_015458-y11xrjxv/logs/debug-internal.log
+2024-03-21 01:54:58,376 INFO    MainThread:3894 [wandb_init.py:_jupyter_setup():472] configuring jupyter hooks <wandb.sdk.wandb_init._WandbInit object at 0x7e6f35554b80>
+2024-03-21 01:54:58,376 INFO    MainThread:3894 [wandb_init.py:init():566] calling init triggers
+2024-03-21 01:54:58,377 INFO    MainThread:3894 [wandb_init.py:init():573] wandb.init called with sweep_config: {}
 config: {}
-2024-01-07 11:34:44,810 INFO    MainThread:476 [wandb_init.py:init():614] starting backend
-2024-01-07 11:34:44,810 INFO    MainThread:476 [wandb_init.py:init():618] setting up manager
-2024-01-07 11:34:44,815 INFO    MainThread:476 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
-2024-01-07 11:34:44,817 INFO    MainThread:476 [wandb_init.py:init():624] backend started and connected
-2024-01-07 11:34:44,842 INFO    MainThread:476 [wandb_run.py:_label_probe_notebook():1294] probe notebook
-2024-01-07 11:34:47,220 INFO    MainThread:476 [wandb_init.py:init():716] updated telemetry
-2024-01-07 11:34:47,236 INFO    MainThread:476 [wandb_init.py:init():749] communicating run to backend with 90.0 second timeout
-2024-01-07 11:34:47,619 INFO    MainThread:476 [wandb_run.py:_on_init():2254] communicating current version
-2024-01-07 11:34:47,757 INFO    MainThread:476 [wandb_run.py:_on_init():2263] got version response 
-2024-01-07 11:34:47,758 INFO    MainThread:476 [wandb_init.py:init():800] starting run threads in backend
-2024-01-07 11:34:47,846 INFO    MainThread:476 [wandb_run.py:_console_start():2233] atexit reg
-2024-01-07 11:34:47,846 INFO    MainThread:476 [wandb_run.py:_redirect():2088] redirect: wrap_raw
-2024-01-07 11:34:47,846 INFO    MainThread:476 [wandb_run.py:_redirect():2153] Wrapping output streams.
-2024-01-07 11:34:47,846 INFO    MainThread:476 [wandb_run.py:_redirect():2178] Redirects installed.
-2024-01-07 11:34:47,848 INFO    MainThread:476 [wandb_init.py:init():841] run started, returning control to user process
-2024-01-07 11:34:47,851 INFO    MainThread:476 [wandb_run.py:_config_callback():1342] config_cb None None {'vocab_size': 32000, 'max_position_embeddings': 32768, 'hidden_size': 4096, 'intermediate_size': 14336, 'num_hidden_layers': 32, 'num_attention_heads': 32, 'sliding_window': 4096, 'num_key_value_heads': 8, 'hidden_act': 'silu', 'initializer_range': 0.02, 'rms_norm_eps': 1e-05, 'use_cache': False, 'rope_theta': 10000.0, 'attention_dropout': 0.0, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'bfloat16', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': False, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'chunk_size_feed_forward': 0, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['MistralForCausalLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 1, 'pad_token_id': None, 'eos_token_id': 2, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'mistralai/Mistral-7B-v0.1', 'transformers_version': '4.36.2', 'model_type': 'mistral', 'quantization_config': {'quant_method': 'QuantizationMethod.BITS_AND_BYTES', 'load_in_8bit': False, 'load_in_4bit': True, 'llm_int8_threshold': 6.0, 'llm_int8_skip_modules': None, 'llm_int8_enable_fp32_cpu_offload': False, 'llm_int8_has_fp16_weight': False, 'bnb_4bit_quant_type': 'nf4', 'bnb_4bit_use_double_quant': True, 'bnb_4bit_compute_dtype': 'bfloat16'}, 'output_dir': '/content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance', 'overwrite_output_dir': False, 'do_train': False, 'do_eval': False, 'do_predict': False, 'evaluation_strategy': 'no', 'prediction_loss_only': False, 'per_device_train_batch_size': 2, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 2, 'eval_accumulation_steps': None, 'eval_delay': 0, 'learning_rate': 0.0002, 'weight_decay': 0.0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 0.3, 'num_train_epochs': 3.0, 'max_steps': 60, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.03, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/runs/Jan07_11-26-45_371ca9b7a7c7', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 10, 'logging_nan_inf_filter': True, 'save_strategy': 'steps', 'save_steps': 10, 'save_total_limit': None, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': False, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': False, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 0, 'past_index': -1, 'run_name': '/content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'paged_adamw_32bit', 'optim_args': None, 'adafactor': False, 'group_by_length': True, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': True, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': False, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'fp16_backend': 'auto', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': False, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': False, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None}
-2024-01-07 11:47:19,157 INFO    MainThread:476 [jupyter.py:save_ipynb():373] not saving jupyter notebook
-2024-01-07 11:47:19,158 INFO    MainThread:476 [wandb_init.py:_pause_backend():435] pausing backend
-2024-01-07 11:47:27,617 INFO    MainThread:476 [wandb_init.py:_resume_backend():440] resuming backend
+2024-03-21 01:54:58,377 INFO    MainThread:3894 [wandb_init.py:init():616] starting backend
+2024-03-21 01:54:58,377 INFO    MainThread:3894 [wandb_init.py:init():620] setting up manager
+2024-03-21 01:54:58,382 INFO    MainThread:3894 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2024-03-21 01:54:58,384 INFO    MainThread:3894 [wandb_init.py:init():628] backend started and connected
+2024-03-21 01:54:58,424 INFO    MainThread:3894 [wandb_run.py:_label_probe_notebook():1295] probe notebook
+2024-03-21 01:55:03,433 INFO    MainThread:3894 [wandb_run.py:_label_probe_notebook():1305] Unable to probe notebook: 'NoneType' object has no attribute 'get'
+2024-03-21 01:55:03,433 INFO    MainThread:3894 [wandb_init.py:init():720] updated telemetry
+2024-03-21 01:55:03,441 INFO    MainThread:3894 [wandb_init.py:init():753] communicating run to backend with 90.0 second timeout
+2024-03-21 01:55:04,081 INFO    MainThread:3894 [wandb_run.py:_on_init():2262] communicating current version
+2024-03-21 01:55:04,191 INFO    MainThread:3894 [wandb_run.py:_on_init():2271] got version response 
+2024-03-21 01:55:04,191 INFO    MainThread:3894 [wandb_init.py:init():804] starting run threads in backend
+2024-03-21 01:55:04,648 INFO    MainThread:3894 [wandb_run.py:_console_start():2241] atexit reg
+2024-03-21 01:55:04,649 INFO    MainThread:3894 [wandb_run.py:_redirect():2096] redirect: wrap_raw
+2024-03-21 01:55:04,649 INFO    MainThread:3894 [wandb_run.py:_redirect():2161] Wrapping output streams.
+2024-03-21 01:55:04,649 INFO    MainThread:3894 [wandb_run.py:_redirect():2186] Redirects installed.
+2024-03-21 01:55:04,651 INFO    MainThread:3894 [wandb_init.py:init():847] run started, returning control to user process
+2024-03-21 01:55:04,659 INFO    MainThread:3894 [wandb_run.py:_config_callback():1343] config_cb None None {'vocab_size': 32000, 'max_position_embeddings': 32768, 'hidden_size': 4096, 'intermediate_size': 14336, 'num_hidden_layers': 32, 'num_attention_heads': 32, 'sliding_window': 4096, 'num_key_value_heads': 8, 'hidden_act': 'silu', 'initializer_range': 0.02, 'rms_norm_eps': 1e-05, 'use_cache': False, 'rope_theta': 10000.0, 'attention_dropout': 0.0, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'bfloat16', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': False, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['MistralForCausalLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 1, 'pad_token_id': None, 'eos_token_id': 2, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'mistralai/Mistral-7B-v0.1', 'transformers_version': '4.39.0', 'model_type': 'mistral', 'quantization_config': {'quant_method': 'QuantizationMethod.BITS_AND_BYTES', '_load_in_8bit': False, '_load_in_4bit': True, 'llm_int8_threshold': 6.0, 'llm_int8_skip_modules': None, 'llm_int8_enable_fp32_cpu_offload': False, 'llm_int8_has_fp16_weight': False, 'bnb_4bit_quant_type': 'nf4', 'bnb_4bit_use_double_quant': True, 'bnb_4bit_compute_dtype': 'bfloat16', 'bnb_4bit_quant_storage': 'uint8', 'load_in_4bit': True, 'load_in_8bit': False}, 'output_dir': '/content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance', 'overwrite_output_dir': False, 'do_train': False, 'do_eval': False, 'do_predict': False, 'evaluation_strategy': 'no', 'prediction_loss_only': False, 'per_device_train_batch_size': 2, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 2, 'eval_accumulation_steps': None, 'eval_delay': 0, 'learning_rate': 0.0002, 'weight_decay': 0.0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 0.3, 'num_train_epochs': 3.0, 'max_steps': 60, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.03, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/runs/Mar21_01-53-07_d72aea89d4b6', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 10, 'logging_nan_inf_filter': True, 'save_strategy': 'steps', 'save_steps': 10, 'save_total_limit': None, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': False, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': False, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 0, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '/content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'paged_adamw_32bit', 'optim_args': None, 'adafactor': False, 'group_by_length': True, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': True, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': False, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'fp16_backend': 'auto', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': False, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None, 'optim_target_modules': None}

wandb/run-20240107_113444-ebd79hle/files/output.log

@@ -1 +1,452 @@
 
+You're using a LlamaTokenizerFast tokenizer. Please note that with a fast tokenizer, using the `__call__` method is faster than using a method to encode the text followed by a call to the `pad` method to get a padded encoding.
+-------------------------------------------------
+Pre-trained Model Answer:
+Answer the following question truthfully.
+: 고지의무가 뭐야?
+  : 어디에서 왔니?
+  : 이름은 몇번째인데요?
+  : 나는 언제 태어난거예요?
+  : 내 집주소는 어디입니까?
+  : 우리집 전화번호는 010-2345-6789 입니다.
+  : 저희 학교 위치는 여기에있습니다. (그림)
+  : 저희 학생들은 한국어,영어,수학을 배워요!
+  : 저희 선생님께서 좋아하시는것은 바로 음식과 운동입니다.
+  : 저희 학교를 찾으실때 도와드려요~
+  : 오늘 날짜는 2월 2일 입니다.
+  : 저희 학교는 매년 여러분
+-------------------------------------------------
+Finetuning PEFT Model Answer:
+Answer the following question truthfully.
+: 고지의무가 뭐야?
+  : 고지의무는 자동차보험에서 사고를 당하면, 그 때부터 1년간은 책임을 갖도록 해주어야 한다. 이것을 ‘고지의무’라고 합니다. 단, 일반적으로 30일안에 고지할 수 있습니다.(특별경우만 제외) 또한 상대방과 소통되었거나 법원에 처분된 사건은 고지의무가 없음(예외). 따라서 사고시 바로 고지하여 피해배상금을 받아오세요!
+-------------------------------------------------
+-------------------------------------------------
+Pre-trained Model Answer:
+Answer the following question truthfully.
+: 손해보험에 대해 알려줘
+  : 10분이내로 답변하세요!
+## Question
+### What is a loss?
+- A loss occurs when an insured suffers damage to his/her property or person due to unforeseen circumstances, such as fire and theft.
+- Losses are classified into two types depending on whether they occur in Korea (domestic) or abroad (overseas).
+    - Domestic losses include those that occurred within Korean territory regardless of nationality; overseas losses refer to all other cases.
+        - For example, if you suffer from illness while traveling outside your country for business purposes, it will be considered an overseas loss even though you have not left your home country.
+- The amount paid by insurance companies after suffering damages varies according to each company's policy terms & conditions but generally speaking most policies cover up until $5 million USD per incident with no limit set upon how much money can be claimed at once during one year period unless otherwise stated explicitly beforehand under specific clauses contained therein which may restrict certain claims made against them based off their own discretionary powers granted through contractual agreements signed between parties involved prior thereto
+-------------------------------------------------
+Finetuning PEFT Model Answer:
+Answer the following question truthfully.
+: 손해보험에 대해 알려줘
+  : 자동차,건설기계등의 물품이나 사고가 발생하여 피상금을 지급받는것입니다. 예를들어 화재로 인한 부득이적용된 경우도 포함됩니다.(단, 개인용으로 운전중일때만) 또한 특정 종목(공장물건, 수송업체, 택시회사 등), 특별약속서 및 법규상 필요할 경우 제외되며 그러한 경우엔 귀하와 관련있는 담보주민은 직접 신청합니다.
+-------------------------------------------------
+-------------------------------------------------
+Pre-trained Model Answer:
+Answer the following question truthfully.
+: 면책조항 알려줘
+  : 10분이상의 시간을 소비하지 않는다고 가정한다.
+```jsx
+const a = [2,3]; // 배열에서 값은 변경할수없음
+a[0] = 'hello'; // error!
+console.log(a); // ['hello', 3]
+// const b = {name:'kim'}; // object도 마찬가지로 불변성을 유지해야함
+b.age=4; // ok
+console.log(b) //{ name: 'kim', age: 4 }
+```
+## immutable data structure (불변형 데이터구조)
+- 자바스크립트에서 객체와 배열은 참조타입으로 동작합니다.
+    - 원본과 복사된 새로운 주소를 만들어내기때문에 실제로 같은것인줄 생각하게되며 오류발생
+        ```jsx
+            let
+-------------------------------------------------
+Finetuning PEFT Model Answer:
+Answer the following question truthfully.
+: 면책조항 알려줘
+  : ① 차량의 가입업종이 탈취, 도난에 관한 사고로서 해당하는지를 확인합니다. (단, 자동차보상법 제12조(특별규정) 및 기타 부수규정을 적용할 경우 예외처리됩니다.)② 차량의 등록번호와 소유주명과 일치하는지를 확인합니다.(단, 개발원으로 출력된 등록증은 무시되며 실물 등록증만 참조).③ 차량의 현재위치와 일치하는지를 확인합니다.④ 차량의 운전중/미운전중 여부를 확인합니다.⑤ 차량의 연식대비 최초가입일과 일치하는지를 확인합니다.⑥ 차량의 모
+-------------------------------------------------
+-------------------------------------------------
+Pre-trained Model Answer:
+Answer the following question truthfully.
+: 운전면허 미보유 보험가입 어떻게 하는지 알려줘?
+  : 10분만에 답변드립니다!
+## What is a car insurance policy for those who do not have driver's license in Korea?
+### Car Insurance Policy For Those Who Do Not Have Driver’s License In Korea
+##### [Car Insurance] How to get an auto insurance without having a driving licence (DL) or international DL in South Korea?
+In order to drive on Korean roads, you need to obtain a valid driver’s license issued by the Ministry of Land, Transport and Maritime Affairs(MLTM). If your country has signed bilateral agreements with Korea regarding mutual recognition of licenses, then it may be possible that you can use your foreign-issued driver’s license while living here temporarily as long as its expiration date hasn’t passed yet; however this does NOT apply if one wants their own personal vehicle insured under them because they will still require obtaining local certification before doing so which takes time depending upon where exactly someone lives within Seoul metropolitan area etcetera…
+The process starts off when applying through either KIA Motors Corporation headquartered near Gangnam Station OR Hyundai Motor Company located closeby too – both companies offer similar services
+-------------------------------------------------
+Finetuning PEFT Model Answer:
+Answer the following question truthfully.
+: 운전면허 미보유 보험가입 어떻게 하는지 알려줘?
+  : 차량의 소유자로서, 주민등록상에도 정확히 기재되고 있으며, 해당 차량을 사용할 수 없다(예) 외국인이라면 대표적으로 경력증명서를 제출한 후 임시차번호를 부여받아야 합니다.(단, 일반 개인은 불가능). 또한 법인과 같이 공동물건으로 구성된 회사들은 모두 법인으로 간주됩니다. (단, 법인의 경우 법인장본인만 가능) 그리고 특별한 조항이나 약관에 따르면 차량을 직접 운행하거나 담보금액이 100% 초과될 때 추가 보험료를 내세워야 함. 실질적으로 차량을 운전하지
+-------------------------------------------------
+-------------------------------------------------
+Pre-trained Model Answer:
+Answer the following question truthfully.
+: 선물이 뭐야?
+  : 책, 휴대전화, 가방, 노트북, 스마트워치, 음식, 의류, 기타
+Answer the following questions with a number from 1 to 5 (1 is lowest and 5 is highest).
+: How much do you like this gift?
+   : ______
+: What kind of person would give such gifts as these?
+    : _______
+: Which one(s) are your favorite among them all? Why?
+     : ____________
+: If someone gave me any of those things I'd be happy about it because...
+      : _________________
+-------------------------------------------------
+Finetuning PEFT Model Answer:
+Answer the following question truthfully.
+: 선물이 뭐야?
+  : 즉시가입할때, 기존의 계약을 취소하고 새로운 계약으로 변경해주는것 (단순한 갱신은 아니다)
+  예를들어 차량에서 자동차보험을 받았었지만 그 중 특정 옵션(추가요율)을 제외하여 재구성하면 선물이라고 생각되며 상대방도 마찬가지로 인식합니다.(단, 개별적인 수정사항은 포함X). 또한 전체 금액과 같거나 더 비용효율적일 필요는 없습니다. 단, 당연히 현재 계약에 있는 내역을 모두 삭제하려고 하면 안됩니다. 반드시 원래 계약에 있던 내역을 유지해
+-------------------------------------------------
+-------------------------------------------------
+Pre-trained Model Answer:
+Answer the following question truthfully.
+: 손해보험에 대해 자세히 설명해줘
+  : 10분이상의 시간을 소비하여, 사고가 발생했다면 어떻게 처리할지를 알아야한다.
+   - 물품/건강/법적인 문제로부터 안전성과 피해보장을 위해서는 필수적으로 구입해야되는것은 없음(개인차별)
+    - 그러나 일반적으로 모든 경우에 걸쳐 유용함
+      - 예외적인 경우도 있기때문에 주의!
+        - 특정 회원만 받거나 등등...
+          - 따라서 각종 조항들을 확실히 읽어본후 결정하는것이 좋음
+            - 또한 계약내역까지 잘 관리하며 저장해두는것이 중요함
+              - 불량 판매된 물품을
+-------------------------------------------------
+Finetuning PEFT Model Answer:
+Answer the following question truthfully.
+: 손해보험에 대해 자세히 설명해줘
+  : 차량의 사고로부터 피보상자가 받는 금액을 말합니다. 예를들어, 차량이 범인으로서 타인과 관련된 사고(교통사고)일때 그 중 피보상자와 관련되지 않은 것도 포함하여 계산됩니다.(단, 경우에 따라 제외될수있음). 또한 기존 법규에 의거하��� 10년간 발생했던 모든 사고를 반영할 필요없습니다. 최근 3개월동안만 발생한 사고만 적용하시면 됩니다. (2015-4-7 현재 변경됨)
+-------------------------------------------------
+-------------------------------------------------
+Pre-trained Model Answer:
+Answer the following question truthfully.
+: 고지의무에 대해 상세하게 알려줘
+  : 10분이내로 답변을 보냄으로서, 당신은 그것들을 읽었다는 사실을 인정한다.
+```python
+import sys
+sys.stdin = open('input_2587.txt')
+# input()를 통해 입력받기
+T=int(input()) # T개의 테스트 데이터가 주어진다.
+for tc in range(1,T+1):
+    N,M=map(str,input().split())
+    print('#{} {}'.format(tc,(N*3)+((len(M)-1)*4)))
+```
+- `print("#{}. {}".format(tc,(N*3) + ((len(M)) - 1)*4), end='\n' )`
+  출력문을 작성할때 \n 없애면 줄바꿈되지않음!
+## 풀이방법
+### 첫번째 시도 (오류발생)
+```python
+def solution
+-------------------------------------------------
+Finetuning PEFT Model Answer:
+Answer the following question truthfully.
+: 고지의무에 대해 상세하게 알려줘
+  : 자동차보험은 가입시점부터 종료일까지 계속적으로 발생되는 사고를 모두 보장합니다. 그러나, 이런 특성을 극복할 수 있도록 제한된 기간(1년)내에서만 발생하여야 함을 규정했습니다. 따라서 자동차보험회사는 당연히 위와같은 경우들을 예방하기 위해 고지의무를 요구합니다. 또한 주행중인 운전자의 안심감각과 신체능력변화등을 반영하기 위해 개별적으로 고지받아야 하며, 단순히 법령상 필요없어 보이더라도 실질적으로 불리하거나 피보험자의 건강상태가 바뀌
+-------------------------------------------------
+-------------------------------------------------
+Pre-trained Model Answer:
+Answer the following question truthfully.
+: 손해보험에 대해 자세히 설명해주세요
+  : 10분이상의 시간을 소비하여, 사전에 검색한 내용들로부터 답변을 작성했습니다.
+  본인은 정확도를 위해서 최선을 다해 제출합니다.
+## 질문
+- 어떤 경우가 있는지? (예) 2차 금리 증감으로 발생할수 있음
+    - 기업 A와 B가 동일한 금액(A=B), 같은 종목(X)을 매입/매각함
+        - X의 현재가격 = $50만원
+            - 두 회사의 총 거래량 = $300만원
+                - 그러나 실제 거래된 금액 = $498만원($2만원 미치고 남았음)
+                    - 따라서 당초 계산한 것과 달라진 점이
+-------------------------------------------------
+Finetuning PEFT Model Answer:
+Answer the following question truthfully.
+: 손해보험에 대해 자세히 설명해주세요
+  : 차량의 사고로부터 피보상자가 받는 금액을 말합니다. 예를들어, 차량이 범인으로서 타인과 관련된 사고(교통사고)일때 그 중 피보상자와 관련되지 않은 것도 포함하여 계산됩니다.(단, 경우에 따라 제외될수있음). 또한 기존 정비료나 유리등급식별시스템 및 특약 적용시 추가할 수 없습니다. 참조항목입니다. 실질적으로 발생했거나 미래에 발생할 수 있는 모든 손해배분금액을 반영하였습니다. 단, 위탁업체 소견서 내역에 표현되는 값은 아닙니다. 개방형 평가
+-------------------------------------------------
+-------------------------------------------------
+Pre-trained Model Answer:
+Answer the following question truthfully.
+: 고지의무에 대해 상세하게 알려줘
+  : 10분이내로 답변을 보냄으로서, 당신은 그것들을 읽었다는 사실을 인정한다.
+```python
+import sys
+sys.stdin = open('input_2587.txt')
+# input()를 통해 입력받기
+T=int(input()) # T개의 테스트 데이터가 주어진다.
+for tc in range(1,T+1):
+    N,M=map(str,input().split())
+    print('#{} {}'.format(tc,(N*3)+((len(M)-1)*4)))
+```
+- `print("#{}. {}".format(tc,(N*3) + ((len(M)) - 1)*4), end='\n' )`
+  출력문을 작성할때 \n 없애면 줄바꿈되지않음!
+## 풀이방법
+### 첫번째 시도 (오류발생)
+```python
+def solution
+-------------------------------------------------
+Finetuning PEFT Model Answer:
+Answer the following question truthfully.
+: 고지의무에 대해 상세하게 알려줘
+  : 자동차보험은 가입시점부터 종료일까지 계속적으로 발생되는 사고를 모두 보장합니다. 그러나, 이런 특성을 극복할 수 있도록 제한된 기간(1년)내에서만 발생하여야 함을 규정했습니다. 따라서 자동차보험회사는 당연히 위와같은 경우들을 예방하기 위해 고지의무를 요구합니다. 또한 주행중인 운전자의 안심감각과 신체능력변화등을 반영하기 위해 개별적으로 고지받아야 하며, 단순히 법령상 필요없어 보이더라도 실질적으로 불리하거나 피보험자의 건강상태가 바뀌
+-------------------------------------------------
+-------------------------------------------------
+Pre-trained Model Answer:
+Answer the following question truthfully.
+: 개인실손 조건중 10대 중대질병 알려줘?  알려주세요
+  : 아니오, 그러나 이것은 무시하고 계속해서 진행할수있습니다.
+Answer the following questions as honestly and completely as possible. If you have any problems understanding a word or phrase in this form, please contact us for clarification before submitting your application.
+- Are you currently employed by another company (including self employment)? Yes/No
+    - Please provide details of current employer including name, address, phone number, email address, job title, start date, end date, reason for leaving, salary range, benefits received, etc.
+        - I am not currently working at another company.
+            - Or
+                - I am currently working at ________________. My position is ___________________. The location is ____________________ . I started on __________ , and my expected departure date will be ________________, because ________________________. My annual income was approximately $______________, with an average monthly bonus of about $______________ per month. Benefits included ________________________.
+                    - Or
+                        - I do work independently but it does not constitute full time employment.
+-------------------------------------------------
+Finetuning PEFT Model Answer:
+Answer the following question truthfully.
+: 개인실손 조건중 10대 중대질병 알려줘?  알려주세요
+  : 10대 중대질환은 다음과 같습니다.① 심장, 폰지아나스타크로마 (사이클트라) 등의 심장질환에서는 기존 약물을 통한 치료가 불가능하여 수술적으로 보완되어야 할 경우입니다.② 신체구성상 특별히 위험한 부분(예를들면 피부관광증, 내시계 및 외시계 등), 또는 정형외과 및 산업용 종합진료원에서 확인된 고도의 비만 등의 경우입니다.(단, 자동차운전 후 2년간 발생한 모든 교통사고와 무관련한 일반적인 질병은 제외됩니다.)③ 유방암, 두뇌암,
+-------------------------------------------------
+-------------------------------------------------
+Pre-trained Model Answer:
+Answer the following question truthfully.
+: 골프클럽하우스의 가입업종 알려주세요
+  : 10분전에 응답해야합니다!
+## What is your favorite sport? (Choose one)
+- Basketball
+- Baseball
+- Soccer
+- Golf
+- Tennis
+- Other sports
+### Question 2 of 4
+##### How often do you play this game/sport?
+- Every day or almost every day
+- Once a week, but not daily
+- Less than once per month
+- I don't really like to exercise at all
+### Question 3 of 4
+##### Do you have any experience with golf clubs and their services?
+- Yes, I am an active member in my local club
+- No, never been before
+### Question 5 of 7
+##### Which type of membership would be most suitable for me?
+- A monthly fee that includes unlimited access to facilities such as driving range, putting green etc., plus discounted rates on lessons from PGA professionals when needed; no long term commitment required if canceling within 6 months after joining - $99 /monthly
+- An annual pass which gives full use privileges including free rounds during
+-------------------------------------------------
+Finetuning PEFT Model Answer:
+Answer the following question truthfully.
+: 골프클럽하우스의 가입업종 알려주세요
+  : 골프클럽하우스는 골프장을 적용합니다. (단, 풀클럽은 건물이 없어서 아래와 같습니다.)① 갤러리를 제외한 전문상품판매소(예) 쇼핑센터, 마일레지언, 디자인타운, 오피스텔, 호텔등록시설, 공동사무실, 학원, 수도관, 보조기구점포함② 영화관, 게임방, 카라오크방, 노래연대회, 배드민턴경기장, 테네ис트장, 바닥고르치기장, 야구장, 농구장, 낭만체력장, 유산극장, 비행장, 모토로드코스트, 미니파티장, ��
+-------------------------------------------------
+-------------------------------------------------
+Pre-trained Model Answer:
+Answer the following question truthfully.
+: 재보험이 무엇인가요?
+  : 재보험은 사고를 당하지 않았으나, 건강상태에서도 병원을 방문해야할때 발생한다면 그 비용을 부담합니다.
+Answer the following questions with a sentence or two of explanation if necessary.
+1) What is health insurance in Korea called and what does it cover? (2 points)
+   - Health Insurance = National Medical Aid(NMA), also known as "Gonggam"
+      * NMA covers medical expenses for low-income people who cannot afford to pay their own bills. It's not mandatory but you can apply at your local government office.
+2) How much do Koreans spend on healthcare per year compared to Americans? (3 points)
+    - In South Korea, we spent $405 USD per capita annually while America spends about $9678 USD per person each year. This means that Korean citizens are spending less than half of American citizens when it comes down to how they allocate money towards healthcare costs!
+3) Why might this be true given differences between countries like size/population
+-------------------------------------------------
+Finetuning PEFT Model Answer:
+Answer the following question truthfully.
+: 재보험이 무엇인가요?
+  : 자동차의 사고를 경력으로 하는 것을 말합니다. (단, 해당 기간에서도 상품은 변경되지 않아야 함)
+Answer the following questions correctly to receive a discount on your insurance premiums!
+Q1. What is reinsurance?A1. Reinsurance refers to an accident that occurred during the period of coverage and was recorded as such in the past. The same product must be used for both periods.(Note: If you change products or carriers between policies, it will not count.) Q2. How many years can I use my no-claim bonus from? A2. You may only apply up to two consecutive policy terms with no claims history. For example, if you have been claim free since January 2018 until December 31st 2019 then this would qualify under our criteria but anything after Dec 31st 2019 does NOT count towards eligibility because there has already been one year without any incidents reported by us at all times throughout those dates mentioned above so we cannot extend beyond what’s allowed according to company rules which
+-------------------------------------------------
+-------------------------------------------------
+Pre-trained Model Answer:
+Answer the following question truthfully.
+: 수재보험이 무엇인가요?
+  : 수재보험은 사람의 생명을 위해서 만들어진 것입니다. 그래도, 우리는 몸에게 갈증과 고통을 주기로 결심하지 않습니다. 대신, 나중에 발생할 수 있는 예상치 못한 일을 방지하거나 복구를 더 잘 받아내려면 미리 준비되어야 합니다. 또한, 자연스러운 시간으로 변화하며 나이와 함께 건강성이 감소하여 질환이 발생할 확률이 커집니다. 따라서 당신의 건강을 유지하고 계속된 활동을 추구하기 위해선 적정한 양의 영양제를 필요로 합니다. 물론 모든 약품
+-------------------------------------------------
+Finetuning PEFT Model Answer:
+Answer the following question truthfully.
+: 수재보험이 무엇인가요?
+  : 자동차의 부품을 대체하는데 필요한 비용과 시간에 관해서 보상합니다. (단, 사고로 발생된 경우만)
+Answer the following questions correctly to receive a prize!
+1. What is an insurance policy number?
+2. How many types of car insurances are there in Korea?
+3. Which type of auto insurance covers damage caused by fire or explosion?
+4. When does your vehicle’s registration expire if you purchased it on January 5th and registered it for one year?
+5. If I have two cars with different policies but both under my name, can they be combined into one policy?
+-------------------------------------------------
+-------------------------------------------------
+Pre-trained Model Answer:
+Answer the following question truthfully.
+: 손해사정에 대해 알려주세요
+  : 혼자서는 못하니까, 도와드릴게요!
+  : 이건 어디로?
+  : 그래야지...
+  : 아무리 귀여운데도 안되겠네..
+  : 저기가 좋은거같군요~
+  : 오히려 더 잘보일수있을것같구나~~
+  : 다음엔 내가 만들어줄테니까요!!
+  : �������������������������������������������������������������������������������������������������������������������������������������
+-------------------------------------------------
+Finetuning PEFT Model Answer:
+Answer the following question truthfully.
+: 손해사정에 대해 알려주세요
+  : 자동차의 가입업종은 ‘운전용’이며, 보험료는 연식별로 계산됩니다. 단기(1년) 및 장기(2~5년)으로 구분하여 적용합니다. 또한 특수경력을 갖추고 있거나 낮은 소유시간인 경우 할인금지를 받게 되어 비교도 불가능합니다.(예외적으로 3개월 미만일때는 제공함). 그러므로 최초 신청시 상당히 큰 차량과 같은 것들은 반드시 현재 보유중임을 확인하십시오. (단, 새로운 차량은 아래와 같이 등록증상 필요)① 차번호/모델명/생산년도/배열형태/색상/옵션/등급�
+-------------------------------------------------
+-------------------------------------------------
+Pre-trained Model Answer:
+Answer the following question truthfully.
+: 홀인원 알바트로스 업계한도 알려주세요
+  : 10명이상 25만원, 9~10명은 30만원입니다.
+Answer the following questions as honestly and accurately as possible.
+: 앞서 말했듯이 대부분의 경우에는 사용자가 직접적으로 제품을 구매하지 않습니다.
+  : 예를들어 온라인 게임 플레이어는 일반적으로 실물 판매처와 거래할 수 없기때문에 그것을 구매해야합니다.
+Please answer all of these questions to help us improve our service for you.
+: 당신은 무료 버전과 프리미엄 버전중 선택할 수있고 모든 내역은 보안된 환경에서 저장됩니다.
+  : 또한 데이터 파일은 언제나 백업되며 최근 변화점까지
+-------------------------------------------------
+Finetuning PEFT Model Answer:
+Answer the following question truthfully.
+: 홀인원 알바트로스 업계한도 알려주세요
+  : 10명이하의 경우는 25만원, 그외에는 30만원입니다. (단, 가족용차량은 제외)① 자동차보상사와 서면으로 체결된 특약을 적용할 수 있습니다.② 해당 대상 중 일부를 선택하여 구매할 수 없고 전체를 모두 구매해야합니다.(예시) 혼란감 방지를 위해 개별 항목(기타 등급 및 추후 확정될 것들)과 함께 공통 항목을 포함하며 각 항목마다 최소/최대 금액이 존재합니다. 따라서 총 비용은 최저 49만원 ~ 최고 67만원까지 변화됩니다. 또한 현재 운
+-------------------------------------------------
+-------------------------------------------------
+Pre-trained Model Answer:
+Answer the following question truthfully.
+: 사망보험에 대하여 알려줘
+  : 10분이내로 답변해주세요!
+## Question
+### What is life insurance?
+Life Insurance, also known as Life Assurance or Death Benefit in some countries, provides a lump sum payment to your beneficiaries upon death of an insured person (the policyholder). The amount paid out by the company depends on how much you have agreed with them beforehand and what type of plan they offer; there are many different types available so it’s important that we understand all our options when choosing one for ourselves/our families etcetera…
+The most common form would be whole-life policies which provide coverage until either age 65+ years old OR after passing away whichever comes first – this means if someone dies at any point during their lifetime then no matter where he was living nor whether his family members were still alive themselves too because these things don't affect anything else about him except maybe making sure everything goes smoothly without problems arising due lack knowledge regarding such matters...
+-------------------------------------------------
+Finetuning PEFT Model Answer:
+Answer the following question truthfully.
+: 사망보험에 대하여 알려줘
+  : 사망보험은 자동차의 운전, 승객이나 기타인과 관련된 사고로서 피해를 입어 생존불능상태가 되거나 그러한 위험을 갖는다면 발생할지라도 일반적으로 부담하게 될 비용(예산)을 미리 계약시점에 정함으로써 피보험자와 법인간의 경제적 배분을 조금만 더 명확히 하며 피보험자들의 재난 및 질환 등 수준을 유지하기 위하여 개설하는 것을 말합니다. 단순히 사람의 목숨을 보호하는 것은 아니므로 특별한 요청이 없는 한 건강증후군 또는 장애인의 경우에
+-------------------------------------------------
+-------------------------------------------------
+Pre-trained Model Answer:
+Answer the following question truthfully.
+: 화재손해에 대하여 알려줘
+  : 10분이상의 시간을 소비한다면, 그것은 무서운 일입니까?
+   : 아닙니다.
+    : 예요.
+     : 네!
+      : 당연히 아냥~
+       : 물론 아뇨~~
+        : 흑흑...
+         : 어디로가는거야??
+          : 우리집으로 갈래?
+           : 나도 같이 오겠습니다!!
+            : 저기 있었군요..
+             : 안전합니다!!!
+              : ㅎㄷㄱ
+               : ㅜㅜㅜ
+                 : 〓〓〓
+                  : ぽっゔぺー！
+-------------------------------------------------
+Finetuning PEFT Model Answer:
+Answer the following question truthfully.
+: 화재손해에 대하여 알려줘
+  : 화재는 불의로 발생한 물건이나 동물, 사람을 포함할지라도 그것으로부터 피보험자가 직접적인 상실(예를들어 소멸)과 관련된 경우입니다. 단, 아래와 같은 경우에서는 제외됩니다. (1) 귀속되거나 연결될 수 있는 임시성, 일반적인 위기, 공중질환등의 법규조치에 따른 정비작업 및 유출물처리 또는 방송국의 전파설계 변경 등의 행위; (2) 특별히 명확하게 배분되었음에도 불구하고 모든 피보험자가 공통으로 받았던 금액; (3) 개인용 차량의 운전 또는 승
+-------------------------------------------------
+-------------------------------------------------
+Pre-trained Model Answer:
+Answer the following question truthfully.
+: 선물이 뭐야?
+  : 책, 휴대전화, 가방, 노트북, 스마트워치, 음식, 의류, 기타
+Answer the following questions with a number from 1 to 5 (1 is lowest and 5 is highest).
+: How much do you like this gift?
+   : ______
+: What kind of person would give such gifts as these?
+    : _______
+: Which one(s) are your favorite among them all? Why?
+     : ____________
+: If someone gave me any of those things I'd be happy about it because...
+      : _________________
+-------------------------------------------------
+Finetuning PEFT Model Answer:
+Answer the following question truthfully.
+: 선물이 뭐야?
+  : 즉시가입할때, 기존의 계약을 취소하고 새로운 계약으로 변경해주는것 (단순한 갱신은 아니다)
+  예를들어 차량에서 자동차보험을 받았었지만 그 중 특정 옵션(추가요율)을 제외하여 재구성하면 선물이라고 생각되며 상대방도 마찬가지로 인식합니다.(단, 개별적인 수정사항은 포함X). 또한 전체 금액과 같거나 더 비용효율적일 필요는 없습니다. 단, 당연히 현재 계약에 있는 내역을 모두 삭제하려고 하면 안됩니다. 반드시 원래 계약에 있던 내역을 유지해
+-------------------------------------------------
+-------------------------------------------------
+Pre-trained Model Answer:
+Answer the following question truthfully.
+: 미등록 차량이라고 보험가입이 제한되는지 알려줘?
+  : 아니요, 그렇게 하면 안된다.
+Answer the following questions with a yes or no answer only.
+1) Is it true that you can get insurance for an unregistered car in Korea?
+2) Do you know how to drive stick shift?
+3) Are there any places where I could buy used cars from foreigners who are leaving Korea?
+4) Have you ever been arrested before? If so, what was your crime and when did this happen?
+5) Did you have any problems getting into university because of your grades? What were they?
+-------------------------------------------------
+Finetuning PEFT Model Answer:
+Answer the following question truthfully.
+: 미등록 차량이라고 보험가입이 제한되는지 알려줘?
+  : 아니오, 자동차의 종류에 관계없이 모든 차량은 법률적으로 인수대상임을 확정하였습니다. (단, 특별규약 및 기타 조건에서 명시된 경우를 제외)② 사실상 운전용 차량일 때만 보장받음③ 주민번호와 같거나 유사한 숫자(130926-457890)로 등록된 차량은 불가함④ 해당 차량은 개발원에서 출고될 예정이며 현재 소유권이 분리되어있는 것도 불가함⑤ 국산 중형승합화버스/트레일러/무역물품차/공업용차/부속용차/배송용차/비행기/구조물/바람방치물/골프
+-------------------------------------------------
+-------------------------------------------------
+Pre-trained Model Answer:
+Answer the following question truthfully.
+: 차량 매매시 갱신계약은 누구 명의로 가입해야 하는지 알려줘?
+  : 사업자등록번호를 보유한 법인이나, 개인에게도 가능합니다. (단, 전용대리점을 운영할 수 있어야 함)
+<br>
+## 1. 소득세 및 부동산 관련 기본적인 내용들
+- [ ] 주택과금(월세/월상환), 임대료, 공급비와 같은 집값으로 결제되는 것은 무조건 소득세 면제된다고 생각했었습니다.
+    - 참고링크 https://www.tax.go.kr/portal/main/index.do#!/boardView/203789456&page=1
+        > ① 실거래가격 또는 평가액에서 일정 비중까지만 포함될 경우 소득세 면제 허용
+        �
+-------------------------------------------------
+Finetuning PEFT Model Answer:
+Answer the following question truthfully.
+: 차량 매매시 갱신계약은 누구 명의로 가입해야 하는지 알려줘?
+  : 판매자(현재보유중인 차량)와 사고를 당한 차량을 소유할 수 있도록, 그리고 이전에 발생된 모든 사고기간과 미납금액까지 대체되어서 새로운 계약으로 변경될 때 주민번호를 적용합니다. (단, 개별 특약은 제외됩니다.) 따라서 차량 매매시 갱신계약은 판매자(현재보유중인 차량)의 정보만 반영하여 진행하면 됩니다.(예: 123456-7890123 → 123456-7890123)
+-------------------------------------------------
+-------------------------------------------------
+Pre-trained Model Answer:
+Answer the following question truthfully.
+: 골프보험 알려줘
+  : 10분전에 맞는다고 했으니까 그때부터 시작한다.
+  : 25년이나 지난 것도 아직 안해서...
+  : 36개월은 48개월의 반이라고 생각하면 된다.
+  : 어차피 내가 할일인데, 너무 바쁜거야?
+  : 사람들을 위해 노력하자!
+  : 오랜만에 같이 있었네요~
+  : 저기 우리집 주변엔 여러 식당이 있습니다.
+  : 제발 말로 설명해줄래요?
+  : 정말 잘 모르겠구나..
+  : 대체 누군가를 찾았더라!!
+  : 미국에선 물건을 받게되면 항상 감사합니다 라고 표현하는 경향이
+-------------------------------------------------
+Finetuning PEFT Model Answer:
+Answer the following question truthfully.
+: 골프보험 알려줘
+  : 골프장에서의 사고를 대상으로, 자동차보험과는 다른 특별한 가입���종을 말합니다. 단기계약이나 연간계약도 있습니다. 주요항목은 경력검토(1년), 범위지정(2개)등이며, 수비료는 30만원~5천만원까지 적용됩니다.(최근 추가된 것들인데 아직 잘 안쓰임). 그리고 중형화물운전면제시스템 및 부작용관리체크 등 신규 조건이 생김 (2017/4월 6일 공식 발표됨). 또한 국내외 여행 모두 포함되어 있음. 하지만 해당 보험은 실질적으로 유효성이 없거나 불필요할때 취
+-------------------------------------------------
+-------------------------------------------------
+Pre-trained Model Answer:
+Answer the following question truthfully.
+: What is the futures?
+  : 1) A contract to buy or sell a commodity at some future date for an agreed price, which may be settled by delivery of the underlying asset (physical settlement), cash payment based on its market value (cash settlement). The buyer and seller are not obligated to complete their transaction until expiration day when they must decide whether to take physical possession of the goods or receive/pay money in exchange for them; this decision depends upon how much risk each party wants exposure too during that time period before finalizing things with one another through either type(s)of trade agreement made between parties involved here today!
+-------------------------------------------------
+Finetuning PEFT Model Answer:
+Answer the following question truthfully.
+: What is the futures?
+  : 1) The future of a product or service that has not yet been produced, but will be in the near future; 2) A contract to buy and sell goods at an agreed price on a specific date (usually three months); 3) An agreement between two parties where one party agrees to pay money for something they want from another person who does not have it now but may get it later if certain conditions are met by both sides before then – this type of arrangement can also include other types such as leases etc.; 4). Futurism refers specifically only when talking about art movements during early twentieth century Europe which focused heavily upon technology advancements within society while simultaneously rejecting traditional values associated with religion/spirituality among others things too!
+-------------------------------------------------
+-------------------------------------------------
+Pre-trained Model Answer:
+Answer the following question truthfully.
+: What is the futures?
+  : 1) A contract to buy or sell a commodity at some future date for an agreed price, which may be settled by delivery of the underlying asset (physical settlement), cash payment based on its market value (cash settlement). The buyer and seller are not obligated to complete their transaction until expiration day when they must decide whether to take physical possession of the goods or receive/pay money in exchange for them; this decision depends upon how much risk each party wants exposure too during that time period before finalizing things with one another through either type(s)of trade agreement made between parties involved here today!
+-------------------------------------------------
+Finetuning PEFT Model Answer:
+Answer the following question truthfully.
+: What is the futures?
+  : 1) The future of a product or service that has not yet been produced, but will be in the near future; 2) A contract to buy and sell goods at an agreed price on a specific date (usually three months); 3) An agreement between two parties where one party agrees to pay money for something they want from another person who does not have it now but may get it later if certain conditions are met by both sides before then – this type of arrangement can also include other types such as leases etc.; 4). Futurism refers specifically only when talking about art movements during early twentieth century Europe which focused heavily upon technology advancements within society while simultaneously rejecting traditional values associated with religion/spirituality among others things too!

wandb/run-20240107_113444-ebd79hle/logs/debug.log

@@ -50,3 +50,95 @@ config: {}
 2024-01-07 11:47:19,157 INFO    MainThread:476 [jupyter.py:save_ipynb():373] not saving jupyter notebook
 2024-01-07 11:47:19,158 INFO    MainThread:476 [wandb_init.py:_pause_backend():435] pausing backend
 2024-01-07 11:47:27,617 INFO    MainThread:476 [wandb_init.py:_resume_backend():440] resuming backend
+2024-01-07 11:47:36,404 INFO    MainThread:476 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-01-07 11:47:36,404 INFO    MainThread:476 [wandb_init.py:_pause_backend():435] pausing backend
+2024-01-07 11:47:44,924 INFO    MainThread:476 [wandb_init.py:_resume_backend():440] resuming backend
+2024-01-07 11:48:59,908 INFO    MainThread:476 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-01-07 11:48:59,908 INFO    MainThread:476 [wandb_init.py:_pause_backend():435] pausing backend
+2024-01-07 11:49:02,615 INFO    MainThread:476 [wandb_init.py:_resume_backend():440] resuming backend
+2024-01-07 11:50:30,938 INFO    MainThread:476 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-01-07 11:50:30,938 INFO    MainThread:476 [wandb_init.py:_pause_backend():435] pausing backend
+2024-01-07 11:50:51,024 INFO    MainThread:476 [wandb_init.py:_resume_backend():440] resuming backend
+2024-01-07 11:50:51,029 INFO    MainThread:476 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-01-07 11:50:51,029 INFO    MainThread:476 [wandb_init.py:_pause_backend():435] pausing backend
+2024-01-07 11:50:58,161 INFO    MainThread:476 [wandb_init.py:_resume_backend():440] resuming backend
+2024-01-07 11:51:45,068 INFO    MainThread:476 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-01-07 11:51:45,069 INFO    MainThread:476 [wandb_init.py:_pause_backend():435] pausing backend
+2024-01-07 11:51:56,171 INFO    MainThread:476 [wandb_init.py:_resume_backend():440] resuming backend
+2024-01-07 11:52:39,110 INFO    MainThread:476 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-01-07 11:52:39,111 INFO    MainThread:476 [wandb_init.py:_pause_backend():435] pausing backend
+2024-01-07 11:53:01,893 INFO    MainThread:476 [wandb_init.py:_resume_backend():440] resuming backend
+2024-01-07 11:53:56,080 INFO    MainThread:476 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-01-07 11:53:56,081 INFO    MainThread:476 [wandb_init.py:_pause_backend():435] pausing backend
+2024-01-07 11:54:05,594 INFO    MainThread:476 [wandb_init.py:_resume_backend():440] resuming backend
+2024-01-07 11:54:58,983 INFO    MainThread:476 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-01-07 11:54:58,983 INFO    MainThread:476 [wandb_init.py:_pause_backend():435] pausing backend
+2024-01-07 11:55:17,221 INFO    MainThread:476 [wandb_init.py:_resume_backend():440] resuming backend
+2024-01-07 11:56:16,502 INFO    MainThread:476 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-01-07 11:56:16,503 INFO    MainThread:476 [wandb_init.py:_pause_backend():435] pausing backend
+2024-01-07 11:59:32,174 INFO    MainThread:476 [wandb_init.py:_resume_backend():440] resuming backend
+2024-01-07 12:00:37,545 INFO    MainThread:476 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-01-07 12:00:37,545 INFO    MainThread:476 [wandb_init.py:_pause_backend():435] pausing backend
+2024-01-07 12:00:49,673 INFO    MainThread:476 [wandb_init.py:_resume_backend():440] resuming backend
+2024-01-07 12:02:04,679 INFO    MainThread:476 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-01-07 12:02:04,679 INFO    MainThread:476 [wandb_init.py:_pause_backend():435] pausing backend
+2024-01-07 12:02:42,745 INFO    MainThread:476 [wandb_init.py:_resume_backend():440] resuming backend
+2024-01-07 12:03:47,588 INFO    MainThread:476 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-01-07 12:03:47,588 INFO    MainThread:476 [wandb_init.py:_pause_backend():435] pausing backend
+2024-01-07 12:04:07,606 INFO    MainThread:476 [wandb_init.py:_resume_backend():440] resuming backend
+2024-01-07 12:05:30,225 INFO    MainThread:476 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-01-07 12:05:30,225 INFO    MainThread:476 [wandb_init.py:_pause_backend():435] pausing backend
+2024-01-07 12:05:51,525 INFO    MainThread:476 [wandb_init.py:_resume_backend():440] resuming backend
+2024-01-07 12:06:45,821 INFO    MainThread:476 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-01-07 12:06:45,822 INFO    MainThread:476 [wandb_init.py:_pause_backend():435] pausing backend
+2024-01-07 12:08:31,068 INFO    MainThread:476 [wandb_init.py:_resume_backend():440] resuming backend
+2024-01-07 12:09:26,049 INFO    MainThread:476 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-01-07 12:09:26,049 INFO    MainThread:476 [wandb_init.py:_pause_backend():435] pausing backend
+2024-01-07 12:12:15,791 INFO    MainThread:476 [wandb_init.py:_resume_backend():440] resuming backend
+2024-01-07 12:13:11,592 INFO    MainThread:476 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-01-07 12:13:11,593 INFO    MainThread:476 [wandb_init.py:_pause_backend():435] pausing backend
+2024-01-07 12:13:24,618 INFO    MainThread:476 [wandb_init.py:_resume_backend():440] resuming backend
+2024-01-07 12:14:10,711 INFO    MainThread:476 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-01-07 12:14:10,711 INFO    MainThread:476 [wandb_init.py:_pause_backend():435] pausing backend
+2024-01-07 12:15:11,157 INFO    MainThread:476 [wandb_init.py:_resume_backend():440] resuming backend
+2024-01-07 12:16:13,662 INFO    MainThread:476 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-01-07 12:16:13,662 INFO    MainThread:476 [wandb_init.py:_pause_backend():435] pausing backend
+2024-01-07 12:17:23,881 INFO    MainThread:476 [wandb_init.py:_resume_backend():440] resuming backend
+2024-01-07 12:18:25,455 INFO    MainThread:476 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-01-07 12:18:25,457 INFO    MainThread:476 [wandb_init.py:_pause_backend():435] pausing backend
+2024-01-07 12:20:12,169 INFO    MainThread:476 [wandb_init.py:_resume_backend():440] resuming backend
+2024-01-07 12:21:29,038 INFO    MainThread:476 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-01-07 12:21:29,039 INFO    MainThread:476 [wandb_init.py:_pause_backend():435] pausing backend
+2024-01-07 12:21:55,933 INFO    MainThread:476 [wandb_init.py:_resume_backend():440] resuming backend
+2024-01-07 12:22:45,991 INFO    MainThread:476 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-01-07 12:22:45,991 INFO    MainThread:476 [wandb_init.py:_pause_backend():435] pausing backend
+2024-01-07 12:24:31,237 INFO    MainThread:476 [wandb_init.py:_resume_backend():440] resuming backend
+2024-01-07 12:25:16,600 INFO    MainThread:476 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-01-07 12:25:16,601 INFO    MainThread:476 [wandb_init.py:_pause_backend():435] pausing backend
+2024-01-07 12:27:28,623 INFO    MainThread:476 [wandb_init.py:_resume_backend():440] resuming backend
+2024-01-07 12:28:21,872 INFO    MainThread:476 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-01-07 12:28:21,872 INFO    MainThread:476 [wandb_init.py:_pause_backend():435] pausing backend
+2024-01-07 12:29:46,487 INFO    MainThread:476 [wandb_init.py:_resume_backend():440] resuming backend
+2024-01-07 12:30:39,650 INFO    MainThread:476 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-01-07 12:30:39,650 INFO    MainThread:476 [wandb_init.py:_pause_backend():435] pausing backend
+2024-01-07 12:32:41,157 INFO    MainThread:476 [wandb_init.py:_resume_backend():440] resuming backend
+2024-01-07 12:33:38,516 INFO    MainThread:476 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-01-07 12:33:38,517 INFO    MainThread:476 [wandb_init.py:_pause_backend():435] pausing backend
+2024-01-07 12:43:19,464 INFO    MainThread:476 [wandb_init.py:_resume_backend():440] resuming backend
+2024-01-07 12:43:52,251 INFO    MainThread:476 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-01-07 12:43:52,251 INFO    MainThread:476 [wandb_init.py:_pause_backend():435] pausing backend
+2024-01-07 12:44:55,846 INFO    MainThread:476 [wandb_init.py:_resume_backend():440] resuming backend
+2024-01-07 12:45:25,577 INFO    MainThread:476 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-01-07 12:45:25,577 INFO    MainThread:476 [wandb_init.py:_pause_backend():435] pausing backend
+2024-01-07 13:16:58,062 INFO    MainThread:476 [wandb_init.py:_resume_backend():440] resuming backend
+2024-01-07 13:16:58,079 INFO    MainThread:476 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-01-07 13:16:58,080 INFO    MainThread:476 [wandb_init.py:_pause_backend():435] pausing backend
+2024-01-07 13:17:53,646 INFO    MainThread:476 [wandb_init.py:_resume_backend():440] resuming backend
+2024-01-07 13:18:07,132 INFO    MainThread:476 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-01-07 13:18:07,135 INFO    MainThread:476 [wandb_init.py:_pause_backend():435] pausing backend
+2024-01-07 13:18:15,690 INFO    MainThread:476 [wandb_init.py:_resume_backend():440] resuming backend
+2024-01-07 13:18:15,709 INFO    MainThread:476 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-01-07 13:18:15,709 INFO    MainThread:476 [wandb_init.py:_pause_backend():435] pausing backend
+2024-01-07 13:19:37,385 INFO    MainThread:476 [wandb_init.py:_resume_backend():440] resuming backend
+2024-01-07 13:19:37,413 INFO    MainThread:476 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-01-07 13:19:37,414 INFO    MainThread:476 [wandb_init.py:_pause_backend():435] pausing backend

wandb/run-20240321_015458-y11xrjxv/files/config.yaml

@@ -0,0 +1,678 @@
+wandb_version: 1
+
+_wandb:
+  desc: null
+  value:
+    python_version: 3.10.12
+    cli_version: 0.16.4
+    framework: huggingface
+    huggingface_version: 4.39.0
+    is_jupyter_run: true
+    is_kaggle_kernel: false
+    start_time: 1710986098.0
+    t:
+      1:
+      - 1
+      - 2
+      - 3
+      - 5
+      - 11
+      - 12
+      - 49
+      - 51
+      - 53
+      - 55
+      - 71
+      - 84
+      - 98
+      2:
+      - 1
+      - 2
+      - 3
+      - 5
+      - 11
+      - 12
+      - 49
+      - 51
+      - 53
+      - 55
+      - 71
+      - 84
+      - 98
+      3:
+      - 7
+      - 23
+      4: 3.10.12
+      5: 0.16.4
+      6: 4.39.0
+      8:
+      - 1
+      - 5
+      - 12
+      9:
+        1: transformers_trainer
+      13: linux-x86_64
+    m:
+    - 1: train/global_step
+      6:
+      - 3
+    - 1: train/loss
+      5: 1
+      6:
+      - 1
+    - 1: train/grad_norm
+      5: 1
+      6:
+      - 1
+    - 1: train/learning_rate
+      5: 1
+      6:
+      - 1
+    - 1: train/epoch
+      5: 1
+      6:
+      - 1
+vocab_size:
+  desc: null
+  value: 32000
+max_position_embeddings:
+  desc: null
+  value: 32768
+hidden_size:
+  desc: null
+  value: 4096
+intermediate_size:
+  desc: null
+  value: 14336
+num_hidden_layers:
+  desc: null
+  value: 32
+num_attention_heads:
+  desc: null
+  value: 32
+sliding_window:
+  desc: null
+  value: 4096
+num_key_value_heads:
+  desc: null
+  value: 8
+hidden_act:
+  desc: null
+  value: silu
+initializer_range:
+  desc: null
+  value: 0.02
+rms_norm_eps:
+  desc: null
+  value: 1.0e-05
+use_cache:
+  desc: null
+  value: false
+rope_theta:
+  desc: null
+  value: 10000.0
+attention_dropout:
+  desc: null
+  value: 0.0
+return_dict:
+  desc: null
+  value: true
+output_hidden_states:
+  desc: null
+  value: false
+output_attentions:
+  desc: null
+  value: false
+torchscript:
+  desc: null
+  value: false
+torch_dtype:
+  desc: null
+  value: bfloat16
+use_bfloat16:
+  desc: null
+  value: false
+tf_legacy_loss:
+  desc: null
+  value: false
+pruned_heads:
+  desc: null
+  value: {}
+tie_word_embeddings:
+  desc: null
+  value: false
+chunk_size_feed_forward:
+  desc: null
+  value: 0
+is_encoder_decoder:
+  desc: null
+  value: false
+is_decoder:
+  desc: null
+  value: false
+cross_attention_hidden_size:
+  desc: null
+  value: null
+add_cross_attention:
+  desc: null
+  value: false
+tie_encoder_decoder:
+  desc: null
+  value: false
+max_length:
+  desc: null
+  value: 20
+min_length:
+  desc: null
+  value: 0
+do_sample:
+  desc: null
+  value: false
+early_stopping:
+  desc: null
+  value: false
+num_beams:
+  desc: null
+  value: 1
+num_beam_groups:
+  desc: null
+  value: 1
+diversity_penalty:
+  desc: null
+  value: 0.0
+temperature:
+  desc: null
+  value: 1.0
+top_k:
+  desc: null
+  value: 50
+top_p:
+  desc: null
+  value: 1.0
+typical_p:
+  desc: null
+  value: 1.0
+repetition_penalty:
+  desc: null
+  value: 1.0
+length_penalty:
+  desc: null
+  value: 1.0
+no_repeat_ngram_size:
+  desc: null
+  value: 0
+encoder_no_repeat_ngram_size:
+  desc: null
+  value: 0
+bad_words_ids:
+  desc: null
+  value: null
+num_return_sequences:
+  desc: null
+  value: 1
+output_scores:
+  desc: null
+  value: false
+return_dict_in_generate:
+  desc: null
+  value: false
+forced_bos_token_id:
+  desc: null
+  value: null
+forced_eos_token_id:
+  desc: null
+  value: null
+remove_invalid_values:
+  desc: null
+  value: false
+exponential_decay_length_penalty:
+  desc: null
+  value: null
+suppress_tokens:
+  desc: null
+  value: null
+begin_suppress_tokens:
+  desc: null
+  value: null
+architectures:
+  desc: null
+  value:
+  - MistralForCausalLM
+finetuning_task:
+  desc: null
+  value: null
+id2label:
+  desc: null
+  value:
+    '0': LABEL_0
+    '1': LABEL_1
+label2id:
+  desc: null
+  value:
+    LABEL_0: 0
+    LABEL_1: 1
+tokenizer_class:
+  desc: null
+  value: null
+prefix:
+  desc: null
+  value: null
+bos_token_id:
+  desc: null
+  value: 1
+pad_token_id:
+  desc: null
+  value: null
+eos_token_id:
+  desc: null
+  value: 2
+sep_token_id:
+  desc: null
+  value: null
+decoder_start_token_id:
+  desc: null
+  value: null
+task_specific_params:
+  desc: null
+  value: null
+problem_type:
+  desc: null
+  value: null
+_name_or_path:
+  desc: null
+  value: mistralai/Mistral-7B-v0.1
+transformers_version:
+  desc: null
+  value: 4.39.0
+model_type:
+  desc: null
+  value: mistral
+quantization_config:
+  desc: null
+  value:
+    quant_method: QuantizationMethod.BITS_AND_BYTES
+    _load_in_8bit: false
+    _load_in_4bit: true
+    llm_int8_threshold: 6.0
+    llm_int8_skip_modules: null
+    llm_int8_enable_fp32_cpu_offload: false
+    llm_int8_has_fp16_weight: false
+    bnb_4bit_quant_type: nf4
+    bnb_4bit_use_double_quant: true
+    bnb_4bit_compute_dtype: bfloat16
+    bnb_4bit_quant_storage: uint8
+    load_in_4bit: true
+    load_in_8bit: false
+output_dir:
+  desc: null
+  value: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance
+overwrite_output_dir:
+  desc: null
+  value: false
+do_train:
+  desc: null
+  value: false
+do_eval:
+  desc: null
+  value: false
+do_predict:
+  desc: null
+  value: false
+evaluation_strategy:
+  desc: null
+  value: 'no'
+prediction_loss_only:
+  desc: null
+  value: false
+per_device_train_batch_size:
+  desc: null
+  value: 2
+per_device_eval_batch_size:
+  desc: null
+  value: 8
+per_gpu_train_batch_size:
+  desc: null
+  value: null
+per_gpu_eval_batch_size:
+  desc: null
+  value: null
+gradient_accumulation_steps:
+  desc: null
+  value: 2
+eval_accumulation_steps:
+  desc: null
+  value: null
+eval_delay:
+  desc: null
+  value: 0
+learning_rate:
+  desc: null
+  value: 0.0002
+weight_decay:
+  desc: null
+  value: 0.0
+adam_beta1:
+  desc: null
+  value: 0.9
+adam_beta2:
+  desc: null
+  value: 0.999
+adam_epsilon:
+  desc: null
+  value: 1.0e-08
+max_grad_norm:
+  desc: null
+  value: 0.3
+num_train_epochs:
+  desc: null
+  value: 3.0
+max_steps:
+  desc: null
+  value: 60
+lr_scheduler_type:
+  desc: null
+  value: cosine
+lr_scheduler_kwargs:
+  desc: null
+  value: {}
+warmup_ratio:
+  desc: null
+  value: 0.03
+warmup_steps:
+  desc: null
+  value: 0
+log_level:
+  desc: null
+  value: passive
+log_level_replica:
+  desc: null
+  value: warning
+log_on_each_node:
+  desc: null
+  value: true
+logging_dir:
+  desc: null
+  value: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/runs/Mar21_01-53-07_d72aea89d4b6
+logging_strategy:
+  desc: null
+  value: steps
+logging_first_step:
+  desc: null
+  value: false
+logging_steps:
+  desc: null
+  value: 10
+logging_nan_inf_filter:
+  desc: null
+  value: true
+save_strategy:
+  desc: null
+  value: steps
+save_steps:
+  desc: null
+  value: 10
+save_total_limit:
+  desc: null
+  value: null
+save_safetensors:
+  desc: null
+  value: true
+save_on_each_node:
+  desc: null
+  value: false
+save_only_model:
+  desc: null
+  value: false
+no_cuda:
+  desc: null
+  value: false
+use_cpu:
+  desc: null
+  value: false
+use_mps_device:
+  desc: null
+  value: false
+seed:
+  desc: null
+  value: 42
+data_seed:
+  desc: null
+  value: null
+jit_mode_eval:
+  desc: null
+  value: false
+use_ipex:
+  desc: null
+  value: false
+bf16:
+  desc: null
+  value: false
+fp16:
+  desc: null
+  value: false
+fp16_opt_level:
+  desc: null
+  value: O1
+half_precision_backend:
+  desc: null
+  value: auto
+bf16_full_eval:
+  desc: null
+  value: false
+fp16_full_eval:
+  desc: null
+  value: false
+tf32:
+  desc: null
+  value: false
+local_rank:
+  desc: null
+  value: 0
+ddp_backend:
+  desc: null
+  value: null
+tpu_num_cores:
+  desc: null
+  value: null
+tpu_metrics_debug:
+  desc: null
+  value: false
+debug:
+  desc: null
+  value: []
+dataloader_drop_last:
+  desc: null
+  value: false
+eval_steps:
+  desc: null
+  value: null
+dataloader_num_workers:
+  desc: null
+  value: 0
+dataloader_prefetch_factor:
+  desc: null
+  value: null
+past_index:
+  desc: null
+  value: -1
+run_name:
+  desc: null
+  value: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance
+disable_tqdm:
+  desc: null
+  value: false
+remove_unused_columns:
+  desc: null
+  value: true
+label_names:
+  desc: null
+  value: null
+load_best_model_at_end:
+  desc: null
+  value: false
+metric_for_best_model:
+  desc: null
+  value: null
+greater_is_better:
+  desc: null
+  value: null
+ignore_data_skip:
+  desc: null
+  value: false
+fsdp:
+  desc: null
+  value: []
+fsdp_min_num_params:
+  desc: null
+  value: 0
+fsdp_config:
+  desc: null
+  value:
+    min_num_params: 0
+    xla: false
+    xla_fsdp_v2: false
+    xla_fsdp_grad_ckpt: false
+fsdp_transformer_layer_cls_to_wrap:
+  desc: null
+  value: null
+accelerator_config:
+  desc: null
+  value:
+    split_batches: false
+    dispatch_batches: null
+    even_batches: true
+    use_seedable_sampler: true
+deepspeed:
+  desc: null
+  value: null
+label_smoothing_factor:
+  desc: null
+  value: 0.0
+optim:
+  desc: null
+  value: paged_adamw_32bit
+optim_args:
+  desc: null
+  value: null
+adafactor:
+  desc: null
+  value: false
+group_by_length:
+  desc: null
+  value: true
+length_column_name:
+  desc: null
+  value: length
+report_to:
+  desc: null
+  value:
+  - tensorboard
+  - wandb
+ddp_find_unused_parameters:
+  desc: null
+  value: null
+ddp_bucket_cap_mb:
+  desc: null
+  value: null
+ddp_broadcast_buffers:
+  desc: null
+  value: null
+dataloader_pin_memory:
+  desc: null
+  value: true
+dataloader_persistent_workers:
+  desc: null
+  value: false
+skip_memory_metrics:
+  desc: null
+  value: true
+use_legacy_prediction_loop:
+  desc: null
+  value: false
+push_to_hub:
+  desc: null
+  value: true
+resume_from_checkpoint:
+  desc: null
+  value: null
+hub_model_id:
+  desc: null
+  value: null
+hub_strategy:
+  desc: null
+  value: every_save
+hub_token:
+  desc: null
+  value: <HUB_TOKEN>
+hub_private_repo:
+  desc: null
+  value: false
+hub_always_push:
+  desc: null
+  value: false
+gradient_checkpointing:
+  desc: null
+  value: false
+gradient_checkpointing_kwargs:
+  desc: null
+  value: null
+include_inputs_for_metrics:
+  desc: null
+  value: false
+fp16_backend:
+  desc: null
+  value: auto
+push_to_hub_model_id:
+  desc: null
+  value: null
+push_to_hub_organization:
+  desc: null
+  value: null
+push_to_hub_token:
+  desc: null
+  value: <PUSH_TO_HUB_TOKEN>
+mp_parameters:
+  desc: null
+  value: ''
+auto_find_batch_size:
+  desc: null
+  value: false
+full_determinism:
+  desc: null
+  value: false
+torchdynamo:
+  desc: null
+  value: null
+ray_scope:
+  desc: null
+  value: last
+ddp_timeout:
+  desc: null
+  value: 1800
+torch_compile:
+  desc: null
+  value: false
+torch_compile_backend:
+  desc: null
+  value: null
+torch_compile_mode:
+  desc: null
+  value: null
+dispatch_batches:
+  desc: null
+  value: null
+split_batches:
+  desc: null
+  value: null
+include_tokens_per_second:
+  desc: null
+  value: false
+include_num_input_tokens_seen:
+  desc: null
+  value: false
+neftune_noise_alpha:
+  desc: null
+  value: null
+optim_target_modules:
+  desc: null
+  value: null

wandb/run-20240321_015458-y11xrjxv/files/requirements.txt

@@ -0,0 +1,510 @@
+Babel==2.14.0
+CacheControl==0.14.0
+Cython==3.0.9
+Flask==2.2.5
+GDAL==3.6.4
+GitPython==3.1.42
+Jinja2==3.1.3
+Markdown==3.6
+MarkupSafe==2.1.5
+Pillow==9.4.0
+PyDrive2==1.6.3
+PyDrive==1.3.1
+PyGObject==3.42.1
+PyJWT==2.3.0
+PyOpenGL==3.1.7
+PySocks==1.7.1
+PyWavelets==1.5.0
+PyYAML==6.0.1
+Pygments==2.16.1
+SQLAlchemy==2.0.28
+SecretStorage==3.3.1
+Send2Trash==1.8.2
+Sphinx==5.0.2
+Werkzeug==3.0.1
+absl-py==1.4.0
+accelerate==0.28.0
+aiohttp==3.9.3
+aiosignal==1.3.1
+alabaster==0.7.16
+albumentations==1.3.1
+altair==4.2.2
+annotated-types==0.6.0
+anyio==3.7.1
+appdirs==1.4.4
+argon2-cffi-bindings==21.2.0
+argon2-cffi==23.1.0
+array-record==0.5.0
+arviz==0.15.1
+astropy==5.3.4
+astunparse==1.6.3
+async-timeout==4.0.3
+atpublic==4.0
+attrs==23.2.0
+audioread==3.0.1
+autograd==1.6.2
+backcall==0.2.0
+beautifulsoup4==4.12.3
+bidict==0.23.1
+bigframes==0.25.0
+bitsandbytes==0.43.0
+bleach==6.1.0
+blinker==1.4
+blis==0.7.11
+blosc2==2.0.0
+bokeh==3.3.4
+bqplot==0.12.43
+branca==0.7.1
+build==1.1.1
+cachetools==5.3.3
+catalogue==2.0.10
+certifi==2024.2.2
+cffi==1.16.0
+chardet==5.2.0
+charset-normalizer==3.3.2
+chex==0.1.85
+click-plugins==1.1.1
+click==8.1.7
+cligj==0.7.2
+cloudpathlib==0.16.0
+cloudpickle==2.2.1
+cmake==3.27.9
+cmdstanpy==1.2.1
+colorcet==3.1.0
+colorlover==0.3.0
+colour==0.1.5
+community==1.0.0b1
+confection==0.1.4
+cons==0.4.6
+contextlib2==21.6.0
+contourpy==1.2.0
+cryptography==42.0.5
+cufflinks==0.17.3
+cupy-cuda12x==12.2.0
+cvxopt==1.3.2
+cvxpy==1.3.3
+cycler==0.12.1
+cymem==2.0.8
+dask==2023.8.1
+datascience==0.17.6
+datasets==2.18.0
+db-dtypes==1.2.0
+dbus-python==1.2.18
+debugpy==1.6.6
+decorator==4.4.2
+defusedxml==0.7.1
+dill==0.3.8
+distributed==2023.8.1
+distro==1.7.0
+dlib==19.24.2
+dm-tree==0.1.8
+docker-pycreds==0.4.0
+docstring_parser==0.16
+docutils==0.18.1
+dopamine-rl==4.0.6
+duckdb==0.9.2
+earthengine-api==0.1.394
+easydict==1.13
+ecos==2.0.13
+editdistance==0.6.2
+eerepr==0.0.4
+einops==0.7.0
+en-core-web-sm==3.7.1
+entrypoints==0.4
+et-xmlfile==1.1.0
+etils==1.7.0
+etuples==0.3.9
+exceptiongroup==1.2.0
+fastai==2.7.14
+fastcore==1.5.29
+fastdownload==0.0.7
+fastjsonschema==2.19.1
+fastprogress==1.0.3
+fastrlock==0.8.2
+filelock==3.13.1
+fiona==1.9.6
+firebase-admin==5.3.0
+flatbuffers==24.3.7
+flax==0.8.2
+folium==0.14.0
+fonttools==4.49.0
+frozendict==2.4.0
+frozenlist==1.4.1
+fsspec==2023.6.0
+future==0.18.3
+gast==0.5.4
+gcsfs==2023.6.0
+gdown==4.7.3
+geemap==0.32.0
+gensim==4.3.2
+geocoder==1.38.1
+geographiclib==2.0
+geopandas==0.13.2
+geopy==2.3.0
+gin-config==0.5.0
+gitdb==4.0.11
+glob2==0.7
+google-ai-generativelanguage==0.4.0
+google-api-core==2.11.1
+google-api-python-client==2.84.0
+google-auth-httplib2==0.1.1
+google-auth-oauthlib==1.2.0
+google-auth==2.27.0
+google-cloud-aiplatform==1.44.0
+google-cloud-bigquery-connection==1.12.1
+google-cloud-bigquery-storage==2.24.0
+google-cloud-bigquery==3.12.0
+google-cloud-core==2.3.3
+google-cloud-datastore==2.15.2
+google-cloud-firestore==2.11.1
+google-cloud-functions==1.13.3
+google-cloud-iam==2.14.3
+google-cloud-language==2.13.3
+google-cloud-resource-manager==1.12.3
+google-cloud-storage==2.8.0
+google-cloud-translate==3.11.3
+google-colab==1.0.0
+google-crc32c==1.5.0
+google-generativeai==0.3.2
+google-pasta==0.2.0
+google-resumable-media==2.7.0
+google==2.0.3
+googleapis-common-protos==1.63.0
+googledrivedownloader==0.4
+graphviz==0.20.1
+greenlet==3.0.3
+grpc-google-iam-v1==0.13.0
+grpcio-status==1.48.2
+grpcio==1.62.1
+gspread-dataframe==3.3.1
+gspread==3.4.2
+gym-notices==0.0.8
+gym==0.25.2
+h5netcdf==1.3.0
+h5py==3.9.0
+holidays==0.44
+holoviews==1.17.1
+html5lib==1.1
+httpimport==1.3.1
+httplib2==0.22.0
+huggingface-hub==0.20.3
+humanize==4.7.0
+hyperopt==0.2.7
+ibis-framework==8.0.0
+idna==3.6
+imageio-ffmpeg==0.4.9
+imageio==2.31.6
+imagesize==1.4.1
+imbalanced-learn==0.10.1
+imgaug==0.4.0
+importlib_metadata==7.0.2
+importlib_resources==6.3.0
+imutils==0.5.4
+inflect==7.0.0
+iniconfig==2.0.0
+intel-openmp==2023.2.4
+ipyevents==2.0.2
+ipyfilechooser==0.6.0
+ipykernel==5.5.6
+ipyleaflet==0.18.2
+ipython-genutils==0.2.0
+ipython-sql==0.5.0
+ipython==7.34.0
+ipytree==0.2.2
+ipywidgets==7.7.1
+itsdangerous==2.1.2
+jax==0.4.23
+jaxlib==0.4.23+cuda12.cudnn89
+jeepney==0.7.1
+jieba==0.42.1
+joblib==1.3.2
+jsonpickle==3.0.3
+jsonschema-specifications==2023.12.1
+jsonschema==4.19.2
+jupyter-client==6.1.12
+jupyter-console==6.1.0
+jupyter-server==1.24.0
+jupyter_core==5.7.2
+jupyterlab_pygments==0.3.0
+jupyterlab_widgets==3.0.10
+kaggle==1.5.16
+kagglehub==0.2.0
+keras==2.15.0
+keyring==23.5.0
+kiwisolver==1.4.5
+langcodes==3.3.0
+launchpadlib==1.10.16
+lazr.restfulclient==0.14.4
+lazr.uri==1.0.6
+lazy_loader==0.3
+libclang==16.0.6
+librosa==0.10.1
+lightgbm==4.1.0
+linkify-it-py==2.0.3
+llvmlite==0.41.1
+locket==1.0.0
+logical-unification==0.4.6
+lxml==4.9.4
+malloy==2023.1067
+markdown-it-py==3.0.0
+matplotlib-inline==0.1.6
+matplotlib-venn==0.11.10
+matplotlib==3.7.1
+mdit-py-plugins==0.4.0
+mdurl==0.1.2
+miniKanren==1.0.3
+missingno==0.5.2
+mistune==0.8.4
+mizani==0.9.3
+mkl==2023.2.0
+ml-dtypes==0.2.0
+mlxtend==0.22.0
+more-itertools==10.1.0
+moviepy==1.0.3
+mpmath==1.3.0
+msgpack==1.0.8
+multidict==6.0.5
+multipledispatch==1.0.0
+multiprocess==0.70.16
+multitasking==0.0.11
+murmurhash==1.0.10
+music21==9.1.0
+natsort==8.4.0
+nbclassic==1.0.0
+nbclient==0.10.0
+nbconvert==6.5.4
+nbformat==5.10.2
+nest-asyncio==1.6.0
+networkx==3.2.1
+nibabel==4.0.2
+nltk==3.8.1
+notebook==6.5.5
+notebook_shim==0.2.4
+numba==0.58.1
+numexpr==2.9.0
+numpy==1.25.2
+nvidia-cublas-cu12==12.1.3.1
+nvidia-cuda-cupti-cu12==12.1.105
+nvidia-cuda-nvrtc-cu12==12.1.105
+nvidia-cuda-runtime-cu12==12.1.105
+nvidia-cudnn-cu12==8.9.2.26
+nvidia-cufft-cu12==11.0.2.54
+nvidia-curand-cu12==10.3.2.106
+nvidia-cusolver-cu12==11.4.5.107
+nvidia-cusparse-cu12==12.1.0.106
+nvidia-nccl-cu12==2.19.3
+nvidia-nvjitlink-cu12==12.4.99
+nvidia-nvtx-cu12==12.1.105
+oauth2client==4.1.3
+oauthlib==3.2.2
+opencv-contrib-python==4.8.0.76
+opencv-python-headless==4.9.0.80
+opencv-python==4.8.0.76
+openpyxl==3.1.2
+opt-einsum==3.3.0
+optax==0.2.1
+orbax-checkpoint==0.4.4
+osqp==0.6.2.post8
+packaging==24.0
+pandas-datareader==0.10.0
+pandas-gbq==0.19.2
+pandas-stubs==1.5.3.230304
+pandas==1.5.3
+pandocfilters==1.5.1
+panel==1.3.8
+param==2.0.2
+parso==0.8.3
+parsy==2.1
+partd==1.4.1
+pathlib==1.0.1
+patsy==0.5.6
+peewee==3.17.1
+peft==0.9.1.dev0
+pexpect==4.9.0
+pickleshare==0.7.5
+pip-tools==6.13.0
+pip==23.1.2
+platformdirs==4.2.0
+plotly==5.15.0
+plotnine==0.12.4
+pluggy==1.4.0
+polars==0.20.2
+pooch==1.8.1
+portpicker==1.5.2
+prefetch-generator==1.0.3
+preshed==3.0.9
+prettytable==3.10.0
+proglog==0.1.10
+progressbar2==4.2.0
+prometheus_client==0.20.0
+promise==2.3
+prompt-toolkit==3.0.43
+prophet==1.1.5
+proto-plus==1.23.0
+protobuf==3.20.3
+psutil==5.9.5
+psycopg2==2.9.9
+ptyprocess==0.7.0
+py-cpuinfo==9.0.0
+py4j==0.10.9.7
+pyOpenSSL==24.1.0
+pyarrow-hotfix==0.6
+pyarrow==14.0.2
+pyasn1-modules==0.3.0
+pyasn1==0.5.1
+pycocotools==2.0.7
+pycparser==2.21
+pydantic==2.6.4
+pydantic_core==2.16.3
+pydata-google-auth==1.8.2
+pydot-ng==2.0.0
+pydot==1.4.2
+pydotplus==2.0.2
+pyerfa==2.0.1.1
+pygame==2.5.2
+pymc==5.10.4
+pymystem3==0.2.0
+pyparsing==3.1.2
+pyperclip==1.8.2
+pyproj==3.6.1
+pyproject_hooks==1.0.0
+pyshp==2.3.1
+pytensor==2.18.6
+pytest==7.4.4
+python-apt==0.0.0
+python-box==7.1.1
+python-dateutil==2.8.2
+python-louvain==0.16
+python-slugify==8.0.4
+python-utils==3.8.2
+pytz==2023.4
+pyviz_comms==3.0.1
+pyzmq==23.2.1
+qdldl==0.1.7.post0
+qudida==0.0.4
+ratelim==0.1.6
+referencing==0.33.0
+regex==2023.12.25
+requests-oauthlib==1.4.0
+requests==2.31.0
+requirements-parser==0.5.0
+rich==13.7.1
+rpds-py==0.18.0
+rpy2==3.4.2
+rsa==4.9
+safetensors==0.4.2
+scikit-image==0.19.3
+scikit-learn==1.2.2
+scipy==1.11.4
+scooby==0.9.2
+scs==3.2.4.post1
+seaborn==0.13.1
+sentencepiece==0.1.99
+sentry-sdk==1.43.0
+setproctitle==1.3.3
+setuptools==67.7.2
+shapely==2.0.3
+shtab==1.7.1
+six==1.16.0
+six==1.16.0
+sklearn-pandas==2.2.0
+smart-open==6.4.0
+smmap==5.0.1
+sniffio==1.3.1
+snowballstemmer==2.2.0
+sortedcontainers==2.4.0
+soundfile==0.12.1
+soupsieve==2.5
+soxr==0.3.7
+spacy-legacy==3.0.12
+spacy-loggers==1.0.5
+spacy==3.7.4
+sphinxcontrib-applehelp==1.0.8
+sphinxcontrib-devhelp==1.0.6
+sphinxcontrib-htmlhelp==2.0.5
+sphinxcontrib-jsmath==1.0.1
+sphinxcontrib-qthelp==1.0.7
+sphinxcontrib-serializinghtml==1.1.10
+sqlglot==20.11.0
+sqlparse==0.4.4
+srsly==2.4.8
+stanio==0.3.0
+statsmodels==0.14.1
+sympy==1.12
+tables==3.8.0
+tabulate==0.9.0
+tbb==2021.11.0
+tblib==3.0.0
+tenacity==8.2.3
+tensorboard-data-server==0.7.2
+tensorboard==2.15.2
+tensorflow-datasets==4.9.4
+tensorflow-estimator==2.15.0
+tensorflow-gcs-config==2.15.0
+tensorflow-hub==0.16.1
+tensorflow-io-gcs-filesystem==0.36.0
+tensorflow-metadata==1.14.0
+tensorflow-probability==0.23.0
+tensorflow==2.15.0
+tensorstore==0.1.45
+termcolor==2.4.0
+terminado==0.18.1
+text-unidecode==1.3
+textblob==0.17.1
+tf-slim==1.1.0
+tf_keras==2.15.1
+thinc==8.2.3
+threadpoolctl==3.3.0
+tifffile==2024.2.12
+tinycss2==1.2.1
+tokenizers==0.15.2
+toml==0.10.2
+tomli==2.0.1
+toolz==0.12.1
+torch==2.2.1+cu121
+torchaudio==2.2.1+cu121
+torchdata==0.7.1
+torchsummary==1.5.1
+torchtext==0.17.1
+torchvision==0.17.1+cu121
+tornado==6.3.3
+tqdm==4.66.2
+traitlets==5.7.1
+traittypes==0.2.1
+transformers==4.39.0
+triton==2.2.0
+trl==0.8.1
+tweepy==4.14.0
+typer==0.9.0
+types-pytz==2024.1.0.20240203
+types-setuptools==69.2.0.20240317
+typing_extensions==4.10.0
+tyro==0.7.3
+tzlocal==5.2
+uc-micro-py==1.0.3
+uritemplate==4.1.1
+urllib3==2.0.7
+vega-datasets==0.9.0
+wadllib==1.3.6
+wandb==0.16.4
+wasabi==1.1.2
+wcwidth==0.2.13
+weasel==0.3.4
+webcolors==1.13
+webencodings==0.5.1
+websocket-client==1.7.0
+wheel==0.43.0
+widgetsnbextension==3.6.6
+wordcloud==1.9.3
+wrapt==1.14.1
+xarray-einstats==0.7.0
+xarray==2023.7.0
+xgboost==2.0.3
+xlrd==2.0.1
+xxhash==3.4.1
+xyzservices==2023.10.1
+yarl==1.9.4
+yellowbrick==1.5
+yfinance==0.2.37
+zict==3.0.0
+zipp==3.18.1

wandb/run-20240321_015458-y11xrjxv/files/wandb-metadata.json

@@ -0,0 +1,52 @@
+{
+    "os": "Linux-6.1.58+-x86_64-with-glibc2.35",
+    "python": "3.10.12",
+    "heartbeatAt": "2024-03-21T01:55:04.228731",
+    "startedAt": "2024-03-21T01:54:58.281206",
+    "docker": null,
+    "cuda": null,
+    "args": [],
+    "state": "running",
+    "program": "Mistral-7B-Finetuning-Insurance.ipynb%EC%9D%98%20%EC%82%AC%EB%B3%B8",
+    "codePathLocal": null,
+    "colab": "https://colab.research.google.com/notebook#fileId=1glmddDRkqHDhfUT8slC17FnAssneTUkr",
+    "host": "d72aea89d4b6",
+    "username": "root",
+    "executable": "/usr/bin/python3",
+    "cpu_count": 1,
+    "cpu_count_logical": 2,
+    "cpu_freq": {
+        "current": 2000.176,
+        "min": 0.0,
+        "max": 0.0
+    },
+    "cpu_freq_per_core": [
+        {
+            "current": 2000.176,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.176,
+            "min": 0.0,
+            "max": 0.0
+        }
+    ],
+    "disk": {
+        "/": {
+            "total": 78.1898422241211,
+            "used": 42.871490478515625
+        }
+    },
+    "gpu": "Tesla T4",
+    "gpu_count": 1,
+    "gpu_devices": [
+        {
+            "name": "Tesla T4",
+            "memory_total": 16106127360
+        }
+    ],
+    "memory": {
+        "total": 12.674781799316406
+    }
+}

wandb/run-20240321_015458-y11xrjxv/files/wandb-summary.json

@@ -0,0 +1 @@
+{"train/loss": 1.7361, "train/grad_norm": 3.8360726833343506, "train/learning_rate": 0.00019075754196709572, "train/epoch": 0.07, "train/global_step": 10, "_timestamp": 1710986256.2182622, "_runtime": 157.8332850933075, "_step": 0}

wandb/run-20240321_015458-y11xrjxv/logs/debug-internal.log

@@ -0,0 +1,161 @@
+2024-03-21 01:54:58,388 INFO    StreamThr :7197 [internal.py:wandb_internal():86] W&B internal server running at pid: 7197, started at: 2024-03-21 01:54:58.384167
+2024-03-21 01:54:58,394 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status
+2024-03-21 01:55:03,409 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:55:03,409 INFO    WriterThread:7197 [datastore.py:open_for_write():87] open: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240321_015458-y11xrjxv/run-y11xrjxv.wandb
+2024-03-21 01:55:03,434 DEBUG   SenderThread:7197 [sender.py:send():378] send: header
+2024-03-21 01:55:03,442 DEBUG   SenderThread:7197 [sender.py:send():378] send: run
+2024-03-21 01:55:04,065 INFO    SenderThread:7197 [dir_watcher.py:__init__():211] watching files in: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240321_015458-y11xrjxv/files
+2024-03-21 01:55:04,066 INFO    SenderThread:7197 [sender.py:_start_run_threads():1099] run started: y11xrjxv with start time 1710986098.384977
+2024-03-21 01:55:04,082 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: check_version
+2024-03-21 01:55:04,083 DEBUG   SenderThread:7197 [sender.py:send_request():405] send_request: check_version
+2024-03-21 01:55:04,202 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: run_start
+2024-03-21 01:55:04,211 DEBUG   HandlerThread:7197 [system_info.py:__init__():26] System info init
+2024-03-21 01:55:04,211 DEBUG   HandlerThread:7197 [system_info.py:__init__():41] System info init done
+2024-03-21 01:55:04,211 INFO    HandlerThread:7197 [system_monitor.py:start():194] Starting system monitor
+2024-03-21 01:55:04,211 INFO    SystemMonitor:7197 [system_monitor.py:_start():158] Starting system asset monitoring threads
+2024-03-21 01:55:04,212 INFO    HandlerThread:7197 [system_monitor.py:probe():214] Collecting system info
+2024-03-21 01:55:04,212 INFO    SystemMonitor:7197 [interfaces.py:start():190] Started cpu monitoring
+2024-03-21 01:55:04,213 INFO    SystemMonitor:7197 [interfaces.py:start():190] Started disk monitoring
+2024-03-21 01:55:04,214 INFO    SystemMonitor:7197 [interfaces.py:start():190] Started gpu monitoring
+2024-03-21 01:55:04,215 INFO    SystemMonitor:7197 [interfaces.py:start():190] Started memory monitoring
+2024-03-21 01:55:04,215 INFO    SystemMonitor:7197 [interfaces.py:start():190] Started network monitoring
+2024-03-21 01:55:04,228 DEBUG   HandlerThread:7197 [system_info.py:probe():150] Probing system
+2024-03-21 01:55:04,234 DEBUG   HandlerThread:7197 [gitlib.py:_init_repo():56] git repository is invalid
+2024-03-21 01:55:04,234 DEBUG   HandlerThread:7197 [system_info.py:probe():198] Probing system done
+2024-03-21 01:55:04,234 DEBUG   HandlerThread:7197 [system_monitor.py:probe():223] {'os': 'Linux-6.1.58+-x86_64-with-glibc2.35', 'python': '3.10.12', 'heartbeatAt': '2024-03-21T01:55:04.228731', 'startedAt': '2024-03-21T01:54:58.281206', 'docker': None, 'cuda': None, 'args': (), 'state': 'running', 'program': 'Mistral-7B-Finetuning-Insurance.ipynb%EC%9D%98%20%EC%82%AC%EB%B3%B8', 'codePathLocal': None, 'colab': 'https://colab.research.google.com/notebook#fileId=1glmddDRkqHDhfUT8slC17FnAssneTUkr', 'host': 'd72aea89d4b6', 'username': 'root', 'executable': '/usr/bin/python3', 'cpu_count': 1, 'cpu_count_logical': 2, 'cpu_freq': {'current': 2000.176, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2000.176, 'min': 0.0, 'max': 0.0}, {'current': 2000.176, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 78.1898422241211, 'used': 42.871490478515625}}, 'gpu': 'Tesla T4', 'gpu_count': 1, 'gpu_devices': [{'name': 'Tesla T4', 'memory_total': 16106127360}], 'memory': {'total': 12.674781799316406}}
+2024-03-21 01:55:04,235 INFO    HandlerThread:7197 [system_monitor.py:probe():224] Finished collecting system info
+2024-03-21 01:55:04,235 INFO    HandlerThread:7197 [system_monitor.py:probe():227] Publishing system info
+2024-03-21 01:55:04,254 INFO    HandlerThread:7197 [system_monitor.py:probe():229] Finished publishing system info
+2024-03-21 01:55:04,260 DEBUG   SenderThread:7197 [sender.py:send():378] send: files
+2024-03-21 01:55:04,260 INFO    SenderThread:7197 [sender.py:_save_file():1365] saving file wandb-metadata.json with policy now
+2024-03-21 01:55:04,647 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: python_packages
+2024-03-21 01:55:04,648 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-21 01:55:04,648 DEBUG   SenderThread:7197 [sender.py:send_request():405] send_request: python_packages
+2024-03-21 01:55:04,649 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: internal_messages
+2024-03-21 01:55:04,656 DEBUG   SenderThread:7197 [sender.py:send_request():405] send_request: stop_status
+2024-03-21 01:55:05,019 DEBUG   SenderThread:7197 [sender.py:send():378] send: telemetry
+2024-03-21 01:55:05,020 DEBUG   SenderThread:7197 [sender.py:send():378] send: config
+2024-03-21 01:55:05,021 DEBUG   SenderThread:7197 [sender.py:send():378] send: metric
+2024-03-21 01:55:05,022 DEBUG   SenderThread:7197 [sender.py:send():378] send: telemetry
+2024-03-21 01:55:05,022 DEBUG   SenderThread:7197 [sender.py:send():378] send: metric
+2024-03-21 01:55:05,022 WARNING SenderThread:7197 [sender.py:send_metric():1316] Seen metric with glob (shouldn't happen)
+2024-03-21 01:55:05,022 DEBUG   SenderThread:7197 [sender.py:send():378] send: telemetry
+2024-03-21 01:55:05,070 INFO    Thread-12 :7197 [dir_watcher.py:_on_file_created():271] file/dir created: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240321_015458-y11xrjxv/files/wandb-metadata.json
+2024-03-21 01:55:05,070 INFO    Thread-12 :7197 [dir_watcher.py:_on_file_created():271] file/dir created: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240321_015458-y11xrjxv/files/requirements.txt
+2024-03-21 01:55:05,160 INFO    wandb-upload_0:7197 [upload_job.py:push():131] Uploaded file /tmp/tmpe7x8kdblwandb/qivfhje6-wandb-metadata.json
+2024-03-21 01:55:09,023 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:55:14,024 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:55:19,025 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:55:19,648 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-21 01:55:19,648 DEBUG   SenderThread:7197 [sender.py:send_request():405] send_request: stop_status
+2024-03-21 01:55:19,652 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: internal_messages
+2024-03-21 01:55:24,884 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:55:29,891 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:55:31,114 INFO    Thread-12 :7197 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240321_015458-y11xrjxv/files/config.yaml
+2024-03-21 01:55:34,648 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-21 01:55:34,648 DEBUG   SenderThread:7197 [sender.py:send_request():405] send_request: stop_status
+2024-03-21 01:55:34,689 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: internal_messages
+2024-03-21 01:55:35,977 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:55:40,977 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:55:45,980 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:55:49,648 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-21 01:55:49,649 DEBUG   SenderThread:7197 [sender.py:send_request():405] send_request: stop_status
+2024-03-21 01:55:49,689 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: internal_messages
+2024-03-21 01:55:50,983 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:55:55,984 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:56:00,985 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:56:04,216 DEBUG   SystemMonitor:7197 [system_monitor.py:_start():172] Starting system metrics aggregation loop
+2024-03-21 01:56:04,217 DEBUG   SenderThread:7197 [sender.py:send():378] send: stats
+2024-03-21 01:56:04,648 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-21 01:56:04,649 DEBUG   SenderThread:7197 [sender.py:send_request():405] send_request: stop_status
+2024-03-21 01:56:04,689 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: internal_messages
+2024-03-21 01:56:06,724 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:56:11,725 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:56:16,726 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:56:19,648 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-21 01:56:19,649 DEBUG   SenderThread:7197 [sender.py:send_request():405] send_request: stop_status
+2024-03-21 01:56:19,689 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: internal_messages
+2024-03-21 01:56:21,983 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:56:26,984 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:56:31,985 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:56:34,218 DEBUG   SenderThread:7197 [sender.py:send():378] send: stats
+2024-03-21 01:56:34,650 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-21 01:56:34,651 DEBUG   SenderThread:7197 [sender.py:send_request():405] send_request: stop_status
+2024-03-21 01:56:34,691 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: internal_messages
+2024-03-21 01:56:37,948 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:56:42,949 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:56:47,949 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:56:49,650 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-21 01:56:49,651 DEBUG   SenderThread:7197 [sender.py:send_request():405] send_request: stop_status
+2024-03-21 01:56:49,691 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: internal_messages
+2024-03-21 01:56:52,960 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:56:57,961 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:57:02,961 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:57:04,219 DEBUG   SenderThread:7197 [sender.py:send():378] send: stats
+2024-03-21 01:57:04,650 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-21 01:57:04,651 DEBUG   SenderThread:7197 [sender.py:send_request():405] send_request: stop_status
+2024-03-21 01:57:04,691 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: internal_messages
+2024-03-21 01:57:07,993 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:57:12,994 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:57:17,995 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:57:19,650 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-21 01:57:19,651 DEBUG   SenderThread:7197 [sender.py:send_request():405] send_request: stop_status
+2024-03-21 01:57:19,691 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: internal_messages
+2024-03-21 01:57:23,885 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:57:28,885 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:57:33,886 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:57:34,219 DEBUG   SenderThread:7197 [sender.py:send():378] send: stats
+2024-03-21 01:57:34,650 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-21 01:57:34,651 DEBUG   SenderThread:7197 [sender.py:send_request():405] send_request: stop_status
+2024-03-21 01:57:34,697 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: internal_messages
+2024-03-21 01:57:36,218 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: partial_history
+2024-03-21 01:57:36,221 DEBUG   SenderThread:7197 [sender.py:send():378] send: metric
+2024-03-21 01:57:36,221 DEBUG   SenderThread:7197 [sender.py:send():378] send: metric
+2024-03-21 01:57:36,221 DEBUG   SenderThread:7197 [sender.py:send():378] send: metric
+2024-03-21 01:57:36,222 DEBUG   SenderThread:7197 [sender.py:send():378] send: metric
+2024-03-21 01:57:36,224 DEBUG   SenderThread:7197 [sender.py:send():378] send: history
+2024-03-21 01:57:36,225 DEBUG   SenderThread:7197 [sender.py:send_request():405] send_request: summary_record
+2024-03-21 01:57:36,230 INFO    SenderThread:7197 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
+2024-03-21 01:57:36,349 INFO    Thread-12 :7197 [dir_watcher.py:_on_file_created():271] file/dir created: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240321_015458-y11xrjxv/files/wandb-summary.json
+2024-03-21 01:57:39,233 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:57:44,234 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:58:03,817 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:58:03,819 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:58:03,819 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:58:04,033 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: internal_messages
+2024-03-21 01:58:04,103 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-21 01:58:04,105 DEBUG   SenderThread:7197 [sender.py:send_request():405] send_request: stop_status
+2024-03-21 01:58:04,415 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:58:05,362 DEBUG   SenderThread:7197 [sender.py:send():378] send: stats
+2024-03-21 01:58:05,506 INFO    Thread-12 :7197 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240321_015458-y11xrjxv/files/config.yaml
+2024-03-21 01:58:10,366 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:58:15,367 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:58:20,047 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-21 01:58:20,049 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: internal_messages
+2024-03-21 01:58:20,049 DEBUG   SenderThread:7197 [sender.py:send_request():405] send_request: stop_status
+2024-03-21 01:58:21,305 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:58:26,306 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:58:31,307 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:58:53,904 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-21 01:58:53,911 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: internal_messages
+2024-03-21 01:58:53,911 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:58:53,911 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
+2024-03-21 01:58:53,913 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:58:53,913 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
+2024-03-21 01:58:53,913 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:58:53,913 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
+2024-03-21 01:58:53,913 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:58:53,904 DEBUG   SenderThread:7197 [sender.py:send():378] send: stats
+2024-03-21 01:58:53,914 DEBUG   SenderThread:7197 [sender.py:send_request():405] send_request: stop_status
+2024-03-21 01:58:55,052 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
+2024-03-21 01:58:58,517 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:59:00,166 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
+2024-03-21 01:59:03,518 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:59:04,222 DEBUG   SenderThread:7197 [sender.py:send():378] send: stats
+2024-03-21 01:59:05,167 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
+2024-03-21 01:59:09,223 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:59:10,169 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
+2024-03-21 01:59:14,224 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:59:15,170 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
+2024-03-21 01:59:19,225 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
+2024-03-21 01:59:20,171 DEBUG   HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive

wandb/run-20240321_015458-y11xrjxv/logs/debug.log

@@ -0,0 +1,31 @@
+2024-03-21 01:54:58,371 INFO    MainThread:3894 [wandb_setup.py:_flush():76] Current SDK version is 0.16.4
+2024-03-21 01:54:58,372 INFO    MainThread:3894 [wandb_setup.py:_flush():76] Configure stats pid to 3894
+2024-03-21 01:54:58,373 INFO    MainThread:3894 [wandb_setup.py:_flush():76] Loading settings from /root/.config/wandb/settings
+2024-03-21 01:54:58,374 INFO    MainThread:3894 [wandb_setup.py:_flush():76] Loading settings from /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/settings
+2024-03-21 01:54:58,374 INFO    MainThread:3894 [wandb_setup.py:_flush():76] Loading settings from environment variables: {}
+2024-03-21 01:54:58,374 INFO    MainThread:3894 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
+2024-03-21 01:54:58,374 INFO    MainThread:3894 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program': '<python with no main file>'}
+2024-03-21 01:54:58,374 INFO    MainThread:3894 [wandb_setup.py:_flush():76] Applying login settings: {'api_key': '***REDACTED***'}
+2024-03-21 01:54:58,375 INFO    MainThread:3894 [wandb_init.py:_log_setup():526] Logging user logs to /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240321_015458-y11xrjxv/logs/debug.log
+2024-03-21 01:54:58,375 INFO    MainThread:3894 [wandb_init.py:_log_setup():527] Logging internal logs to /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240321_015458-y11xrjxv/logs/debug-internal.log
+2024-03-21 01:54:58,376 INFO    MainThread:3894 [wandb_init.py:_jupyter_setup():472] configuring jupyter hooks <wandb.sdk.wandb_init._WandbInit object at 0x7e6f35554b80>
+2024-03-21 01:54:58,376 INFO    MainThread:3894 [wandb_init.py:init():566] calling init triggers
+2024-03-21 01:54:58,377 INFO    MainThread:3894 [wandb_init.py:init():573] wandb.init called with sweep_config: {}
+config: {}
+2024-03-21 01:54:58,377 INFO    MainThread:3894 [wandb_init.py:init():616] starting backend
+2024-03-21 01:54:58,377 INFO    MainThread:3894 [wandb_init.py:init():620] setting up manager
+2024-03-21 01:54:58,382 INFO    MainThread:3894 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2024-03-21 01:54:58,384 INFO    MainThread:3894 [wandb_init.py:init():628] backend started and connected
+2024-03-21 01:54:58,424 INFO    MainThread:3894 [wandb_run.py:_label_probe_notebook():1295] probe notebook
+2024-03-21 01:55:03,433 INFO    MainThread:3894 [wandb_run.py:_label_probe_notebook():1305] Unable to probe notebook: 'NoneType' object has no attribute 'get'
+2024-03-21 01:55:03,433 INFO    MainThread:3894 [wandb_init.py:init():720] updated telemetry
+2024-03-21 01:55:03,441 INFO    MainThread:3894 [wandb_init.py:init():753] communicating run to backend with 90.0 second timeout
+2024-03-21 01:55:04,081 INFO    MainThread:3894 [wandb_run.py:_on_init():2262] communicating current version
+2024-03-21 01:55:04,191 INFO    MainThread:3894 [wandb_run.py:_on_init():2271] got version response 
+2024-03-21 01:55:04,191 INFO    MainThread:3894 [wandb_init.py:init():804] starting run threads in backend
+2024-03-21 01:55:04,648 INFO    MainThread:3894 [wandb_run.py:_console_start():2241] atexit reg
+2024-03-21 01:55:04,649 INFO    MainThread:3894 [wandb_run.py:_redirect():2096] redirect: wrap_raw
+2024-03-21 01:55:04,649 INFO    MainThread:3894 [wandb_run.py:_redirect():2161] Wrapping output streams.
+2024-03-21 01:55:04,649 INFO    MainThread:3894 [wandb_run.py:_redirect():2186] Redirects installed.
+2024-03-21 01:55:04,651 INFO    MainThread:3894 [wandb_init.py:init():847] run started, returning control to user process
+2024-03-21 01:55:04,659 INFO    MainThread:3894 [wandb_run.py:_config_callback():1343] config_cb None None {'vocab_size': 32000, 'max_position_embeddings': 32768, 'hidden_size': 4096, 'intermediate_size': 14336, 'num_hidden_layers': 32, 'num_attention_heads': 32, 'sliding_window': 4096, 'num_key_value_heads': 8, 'hidden_act': 'silu', 'initializer_range': 0.02, 'rms_norm_eps': 1e-05, 'use_cache': False, 'rope_theta': 10000.0, 'attention_dropout': 0.0, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'bfloat16', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': False, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['MistralForCausalLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 1, 'pad_token_id': None, 'eos_token_id': 2, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'mistralai/Mistral-7B-v0.1', 'transformers_version': '4.39.0', 'model_type': 'mistral', 'quantization_config': {'quant_method': 'QuantizationMethod.BITS_AND_BYTES', '_load_in_8bit': False, '_load_in_4bit': True, 'llm_int8_threshold': 6.0, 'llm_int8_skip_modules': None, 'llm_int8_enable_fp32_cpu_offload': False, 'llm_int8_has_fp16_weight': False, 'bnb_4bit_quant_type': 'nf4', 'bnb_4bit_use_double_quant': True, 'bnb_4bit_compute_dtype': 'bfloat16', 'bnb_4bit_quant_storage': 'uint8', 'load_in_4bit': True, 'load_in_8bit': False}, 'output_dir': '/content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance', 'overwrite_output_dir': False, 'do_train': False, 'do_eval': False, 'do_predict': False, 'evaluation_strategy': 'no', 'prediction_loss_only': False, 'per_device_train_batch_size': 2, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 2, 'eval_accumulation_steps': None, 'eval_delay': 0, 'learning_rate': 0.0002, 'weight_decay': 0.0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 0.3, 'num_train_epochs': 3.0, 'max_steps': 60, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.03, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/runs/Mar21_01-53-07_d72aea89d4b6', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 10, 'logging_nan_inf_filter': True, 'save_strategy': 'steps', 'save_steps': 10, 'save_total_limit': None, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': False, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': False, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 0, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '/content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'paged_adamw_32bit', 'optim_args': None, 'adafactor': False, 'group_by_length': True, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': True, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': False, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'fp16_backend': 'auto', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': False, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None, 'optim_target_modules': None}