cpatonn commited on
Commit
759d328
·
verified ·
1 Parent(s): eb48b9c

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +4 -4
README.md CHANGED
@@ -28,10 +28,10 @@ config_groups = {
28
  }
29
  }
30
  recipe = [
31
- AWQModifier(
32
- ignore=["lm_head", "re:.*mlp.gate$"],
33
- config_groups=config_groups,
34
- ),
35
  ]
36
  ```
37
  Note: the last layer, i.e., the MTP layer index 46 is ignored due to transformers not having MTP implementations.
 
28
  }
29
  }
30
  recipe = [
31
+ GPTQModifier(
32
+ ignore=["lm_head", "re:.*mlp.gate$"],
33
+ config_groups=config_groups,
34
+ ),
35
  ]
36
  ```
37
  Note: the last layer, i.e., the MTP layer index 46 is ignored due to transformers not having MTP implementations.