Update README.md

README.md

@@ -51,21 +51,29 @@ Command I used to run these on 48 core CPU only machine, you can add -ngl 16 to
 # Lower is Better. F16 baseline is ~2.3 , the 3bit 58GB version however is surprisingly not far
 
 ```bash
-orpor4ns.gguf 71260MB 
+orpor4ns.gguf FILESIZE: 71260 MB 
 [1]2.6970,[2]3.1781,[3]3.7390,[4]3.4159,[5]2.8977,[6]2.7126,[7]2.5597,[8]2.5013,[9]2.5279,[10]2.5175,[11]2.5315,[12]2.5455,
 Final estimate: PPL = 2.5455 +/- 0.07697
 
-orpo2ns.gguf 44026MB
-[1]3.0077,[2]3.5575,[3]4.1028,[4]4.4088,[5]4.2206,[6]4.1056,[7]4.1029,[8]4.1305,[9]4.1791,[10]4.3247,[11]4.4759,[12]4.4659,
-Final estimate: PPL = 4.4659 +/- 0.16582
+orpo3ns.gguf FILESIZE: 58536 MB
+[1]2.8042,[2]3.3418,[3]3.9400,[4]3.5859,[5]3.2042,[6]3.0524,[7]2.9738,[8]2.9695,[9]3.0232,[10]3.0099,[11]3.0510,[12]3.0589,
+Final estimate: PPL = 3.0589 +/- 0.09882
+
+orpo3nm.gguf FILESIZE: 60828 MB
+[1]2.8435,[2]3.2998,[3]3.8984,[4]3.4821,[5]3.1084,[6]2.9597,[7]2.8[9]2.9155,[10]2.9218,[11]2.9613,[12]2.9709,
+Final estimate: PPL = 2.9709 +/- 0.09419
 
-orpo2n.gguf 49420MB
+orpo3nl.gguf FILESIZE: 65405 MB
+[1]2.8175,[2]3.2506,[3]3.8241,[4]3.4152,[5]2.9970,[6]2.8455,[7]2.7358,[8]2.7120,[9]2.7955,[10]2.8003,[11]2.8254,[12]2.8371,
+Final estimate: PPL = 2.8371 +/- 0.08781
+
+orpo2n.gguf FILESIZE: 49420 MB
 [1]3.0082,[2]3.5829,[3]4.1414,[4]4.1671,[5]3.8567,[6]3.7209,[7]3.7150,[8]3.7210,[9]3.8445,[10]3.9332,[11]4.0879,[12]4.0884,
 Final estimate: PPL = 4.0884 +/- 0.1499
 
-orpo3ns.gguf 58536MB
-[1]2.8042,[2]3.3418,[3]3.9400,[4]3.5859,[5]3.2042,[6]3.0524,[7]2.9738,[8]2.9695,[9]3.0232,[10]3.0099,[11]3.0510,[12]3.0589,
-Final estimate: PPL = 3.0589 +/- 0.09882
+orpo2ns.gguf FILESIZE: 44026 MB
+[1]3.0077,[2]3.5575,[3]4.1028,[4]4.4088,[5]4.2206,[6]4.1056,[7]4.1029,[8]4.1305,[9]4.1791,[10]4.3247,[11]4.4759,[12]4.4659,
+Final estimate: PPL = 4.4659 +/- 0.16582
 ```
 
 # The 3bit version is surprisingly usable even though only 58GB