erfanzar commited on
Commit
28fa45e
·
verified ·
1 Parent(s): 39a9020

Update README.md (EasyDeL auto-generated)

Browse files
Files changed (1) hide show
  1. README.md +2 -0
README.md CHANGED
@@ -38,6 +38,8 @@ model = ed.AutoEasyDeLModelForCausalLM.from_pretrained(
38
  dtype=dtype,
39
  param_dtype=dtype,
40
  precision=lax.Precision("fastest"),
 
 
41
  config_kwargs=ed.EasyDeLBaseConfigDict(
42
  attn_dtype=dtype,
43
  attn_mechanism=ed.AttentionMechanisms.SPLASH,
 
38
  dtype=dtype,
39
  param_dtype=dtype,
40
  precision=lax.Precision("fastest"),
41
+ sharding_axis_names=("dp", "fsdp", "ep", "tp", "sp"),
42
+ sharding_axis_dims=(1, -1, 1, 1, 1),
43
  config_kwargs=ed.EasyDeLBaseConfigDict(
44
  attn_dtype=dtype,
45
  attn_mechanism=ed.AttentionMechanisms.SPLASH,