Update README.md
Browse files
README.md
CHANGED
|
@@ -116,6 +116,7 @@ vLLM aslo supports OpenAI-compatible serving. See the [documentation](https://do
|
|
| 116 |
targets="Linear",
|
| 117 |
scheme="W4A16",
|
| 118 |
ignore=["lm_head"],
|
|
|
|
| 119 |
dampening_frac=0.01,
|
| 120 |
)
|
| 121 |
|
|
|
|
| 116 |
targets="Linear",
|
| 117 |
scheme="W4A16",
|
| 118 |
ignore=["lm_head"],
|
| 119 |
+
sequential_targets=["Phi3DecoderLayer"],
|
| 120 |
dampening_frac=0.01,
|
| 121 |
)
|
| 122 |
|