Training in progress, epoch 5

gpu_insight/internal/gpu_data_202405301940

@@ -0,0 +1,8 @@
+{"timestamp":1717065601095,"power_draw":102,"temp":"36","type":"gpu","core_clk":"1410","vmem_clk":"1593","gpu_idx":0}
+{"temp":"38","power_draw":92,"timestamp":1717065601095,"gpu_idx":1,"core_clk":"1410","type":"gpu","vmem_clk":"1593"}
+{"vmem_clk":"1593","core_clk":"1410","type":"gpu","gpu_idx":2,"power_draw":137,"timestamp":1717065601095,"temp":"34"}
+{"gpu_idx":3,"core_clk":"1410","type":"gpu","vmem_clk":"1593","temp":"38","timestamp":1717065601095,"power_draw":92}
+{"gpu_idx":4,"core_clk":"1410","type":"gpu","vmem_clk":"1593","temp":"34","timestamp":1717065601095,"power_draw":90}
+{"timestamp":1717065601095,"power_draw":101,"temp":"37","vmem_clk":"1593","core_clk":"1410","type":"gpu","gpu_idx":5}
+{"power_draw":84,"timestamp":1717065601095,"temp":"35","core_clk":"1410","type":"gpu","vmem_clk":"1593","gpu_idx":6}
+{"power_draw":101,"timestamp":1717065601095,"temp":"37","vmem_clk":"1593","type":"gpu","core_clk":"1410","gpu_idx":7}

gpu_insight/user/gpu_data_202405301940

@@ -0,0 +1,9 @@
+{"gpu_idx":0,"vmem_usage":"2","usage":"11","vmem_usage_mib":"1945","type":"gpu","timestamp":1717065601095}
+{"gpu_idx":1,"vmem_usage":"1","usage":"8","vmem_usage_mib":"2073","type":"gpu","timestamp":1717065601095}
+{"vmem_usage_mib":"1981","usage":"7","type":"gpu","timestamp":1717065601095,"vmem_usage":"1","gpu_idx":2}
+{"type":"gpu","timestamp":1717065601095,"vmem_usage_mib":"2051","usage":"6","vmem_usage":"1","gpu_idx":3}
+{"gpu_idx":4,"type":"gpu","timestamp":1717065601095,"usage":"8","vmem_usage_mib":"2073","vmem_usage":"1"}
+{"gpu_idx":5,"vmem_usage_mib":"2049","usage":"8","timestamp":1717065601095,"type":"gpu","vmem_usage":"2"}
+{"vmem_usage":"2","usage":"8","vmem_usage_mib":"2051","timestamp":1717065601095,"type":"gpu","gpu_idx":6}
+{"gpu_idx":7,"vmem_usage_mib":"1929","usage":"6","timestamp":1717065601095,"type":"gpu","vmem_usage":"1"}
+{"gpu_count":"8","type":"svr","timestamp":1717065601095}

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0c5c11f3151a45687b5651e64dd740856d573af075e73688b4c3005aad0192ca
+oid sha256:a39c02fc129bee831ea168f923c430975aa74e747fa3081de3dbd98b5c08ba52
 size 3804872

runs/May30_19-32-13_one/events.out.tfevents.1717065134.one.682896.28

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d8818f79af1b516570cec88e2918f76bed22a67f3412566b89dd8cc9fc1b785c
-size 6307
+oid sha256:e08c48f8df606763eca0fd57519cb481f8107f0b7b1a5f22ed43b7299092cf13
+size 8107