anhbn
/

Phi-3.5-mini-instruct-quantized.w8a8

File size: 146 Bytes

b281c7c

DEFAULT_stage:
  DEFAULT_modifiers:
    GPTQModifier:
      targets: Linear
      dampening_frac: 0.01
      ignore: [lm_head]
      scheme: W8A8