Update README.md (EasyDeL auto-generated)
Browse files
README.md
CHANGED
|
@@ -38,6 +38,8 @@ model = ed.AutoEasyDeLModelForCausalLM.from_pretrained(
|
|
| 38 |
dtype=dtype,
|
| 39 |
param_dtype=dtype,
|
| 40 |
precision=lax.Precision("fastest"),
|
|
|
|
|
|
|
| 41 |
config_kwargs=ed.EasyDeLBaseConfigDict(
|
| 42 |
attn_dtype=dtype,
|
| 43 |
attn_mechanism=ed.AttentionMechanisms.SPLASH,
|
|
|
|
| 38 |
dtype=dtype,
|
| 39 |
param_dtype=dtype,
|
| 40 |
precision=lax.Precision("fastest"),
|
| 41 |
+
sharding_axis_names=("dp", "fsdp", "ep", "tp", "sp"),
|
| 42 |
+
sharding_axis_dims=(1, -1, 1, 1, 1),
|
| 43 |
config_kwargs=ed.EasyDeLBaseConfigDict(
|
| 44 |
attn_dtype=dtype,
|
| 45 |
attn_mechanism=ed.AttentionMechanisms.SPLASH,
|