nm-testing
/

granite-3.1-2b-instruct-W4A16-G128

File size: 120 Bytes

c1cd49d

DEFAULT_stage:
  DEFAULT_modifiers:
    GPTQModifier:
      scheme: W4A16
      targets: Linear
      ignore: [lm_head]