JunHowie commited on
Commit
07b9103
·
verified ·
1 Parent(s): 22bcc00

Update config.json

Browse files

[BugFix] Fix compatibility issues with vLLM 0.10.1

Files changed (1) hide show
  1. config.json +4 -1
config.json CHANGED
@@ -41,6 +41,9 @@
41
  "bits": 8,
42
  "group_size": 128,
43
  "sym": true,
44
- "desc_act": false
 
 
 
45
  }
46
  }
 
41
  "bits": 8,
42
  "group_size": 128,
43
  "sym": true,
44
+ "desc_act": false,
45
+ "dynamic": {
46
+ "-:model[.]layers[.]\\d+[.]mlp.gate*": {}
47
+ }
48
  }
49
  }