nm-testing
/

TinyLlama-1.1B-Chat-v1.0-W8A8-e2e

Text Generation

text-generation-inference

Inference Endpoints

8-bit precision

compressed-tensors

Model card Files Files and versions Community

nm-autobot commited on 21 days ago

Commit

678b3ce

•

1 Parent(s): ee555c5

Upload LlamaForCausalLM

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -28,7 +28,7 @@
           "dynamic": true,
           "group_size": null,
           "num_bits": 8,
-          "observer": "memoryless",
           "observer_kwargs": {},
           "strategy": "token",
           "symmetric": true,
@@ -53,7 +53,7 @@
       }
     },
     "format": "int-quantized",
-    "global_compression_ratio": 1.2383372224751887,
     "ignore": [
       "lm_head"
     ],

           "dynamic": true,
           "group_size": null,
           "num_bits": 8,
+          "observer": null,
           "observer_kwargs": {},
           "strategy": "token",
           "symmetric": true,
       }
     },
     "format": "int-quantized",
+    "global_compression_ratio": 1.4555025329431568,
     "ignore": [
       "lm_head"
     ],