EasyDeL README Bot commited on
Commit
42b5da5
·
1 Parent(s): a7c9145

Update README.md (EasyDeL auto-generated)

Browse files
Files changed (1) hide show
  1. README.md +7 -7
README.md CHANGED
@@ -1,16 +1,16 @@
1
  ---
2
  library_name: easydel
3
- pipeline_tag: text-generation
4
  tags:
5
  - easydel
6
  - jax
7
  - "glm4v"
8
- - "CausalLM"
9
- - "blocksparse"
10
  ---
11
 
12
  <p align="center">
13
- <img alt="easydel" src="https://raw.githubusercontent.com/erfanzar/easydel/main/images/easydel-logo-with-text.png">
14
  </p>
15
 
16
  <h1 align="center">GLM-4.6V-Flash</h1>
@@ -33,7 +33,7 @@ repo_id = "EasyDeL/GLM-4.6V-Flash"
33
 
34
  dtype = jnp.bfloat16 # try jnp.float16 on many GPUs
35
 
36
- model = ed.AutoEasyDeLModelForCausalLM.from_pretrained(
37
  repo_id,
38
  dtype=dtype,
39
  param_dtype=dtype,
@@ -42,7 +42,7 @@ model = ed.AutoEasyDeLModelForCausalLM.from_pretrained(
42
  sharding_axis_dims=(1, -1, 1, 1, 1),
43
  config_kwargs=ed.EasyDeLBaseConfigDict(
44
  attn_dtype=dtype,
45
- attn_mechanism=ed.AttentionMechanisms.SPLASH,
46
  fsdp_is_ep_bound=True,
47
  sp_is_ep_bound=True,
48
  moe_method=ed.MoEMethods.FUSED_MOE,
@@ -137,7 +137,7 @@ pip install easydel
137
 
138
  ## Supported Tasks
139
 
140
- - CausalLM
141
 
142
  ## Limitations
143
 
 
1
  ---
2
  library_name: easydel
3
+ pipeline_tag: image-to-text
4
  tags:
5
  - easydel
6
  - jax
7
  - "glm4v"
8
+ - "ImageTextToText"
9
+ - "vanilla"
10
  ---
11
 
12
  <p align="center">
13
+ <img alt="EasyDeL" src="https://raw.githubusercontent.com/erfanzar/easydel/main/images/easydel-logo-with-text.png" height="80">
14
  </p>
15
 
16
  <h1 align="center">GLM-4.6V-Flash</h1>
 
33
 
34
  dtype = jnp.bfloat16 # try jnp.float16 on many GPUs
35
 
36
+ model = ed.AutoEasyDeLModelForImageTextToText.from_pretrained(
37
  repo_id,
38
  dtype=dtype,
39
  param_dtype=dtype,
 
42
  sharding_axis_dims=(1, -1, 1, 1, 1),
43
  config_kwargs=ed.EasyDeLBaseConfigDict(
44
  attn_dtype=dtype,
45
+ attn_mechanism=ed.AttentionMechanisms.VANILLA,
46
  fsdp_is_ep_bound=True,
47
  sp_is_ep_bound=True,
48
  moe_method=ed.MoEMethods.FUSED_MOE,
 
137
 
138
  ## Supported Tasks
139
 
140
+ - ImageTextToText
141
 
142
  ## Limitations
143