Update README.md
Browse files
README.md
CHANGED
|
@@ -28,10 +28,10 @@ config_groups = {
|
|
| 28 |
}
|
| 29 |
}
|
| 30 |
recipe = [
|
| 31 |
-
|
| 32 |
-
|
| 33 |
-
|
| 34 |
-
|
| 35 |
]
|
| 36 |
```
|
| 37 |
Note: the last layer, i.e., the MTP layer index 46 is ignored due to transformers not having MTP implementations.
|
|
|
|
| 28 |
}
|
| 29 |
}
|
| 30 |
recipe = [
|
| 31 |
+
GPTQModifier(
|
| 32 |
+
ignore=["lm_head", "re:.*mlp.gate$"],
|
| 33 |
+
config_groups=config_groups,
|
| 34 |
+
),
|
| 35 |
]
|
| 36 |
```
|
| 37 |
Note: the last layer, i.e., the MTP layer index 46 is ignored due to transformers not having MTP implementations.
|