marcsun13
/

opt-125m-awq

Text Generation

text-generation-inference

Inference Endpoints

4-bit precision

Model card Files Files and versions Community

Update config.json

#3

by ybelkada - opened Oct 30, 2023

base: refs/heads/main

←

from: refs/pr/3

Discussion Files changed

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -27,7 +27,7 @@
     "backend": "autoawq",
     "group_size": 128,
     "quant_method": "awq",
-    "version": "GEMM",
     "bits": 4,
     "zero_point": true
   },

     "backend": "autoawq",
     "group_size": 128,
     "quant_method": "awq",
+    "version": "gemm",
     "bits": 4,
     "zero_point": true
   },