Update README.md
Browse files
README.md
CHANGED
|
@@ -3,8 +3,18 @@ license: apache-2.0
|
|
| 3 |
language:
|
| 4 |
- en
|
| 5 |
pipeline_tag: text-generation
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6 |
---
|
| 7 |
<img src="Banner.png" width="1920"/>
|
|
|
|
|
|
|
| 8 |
# Rose Pro
|
| 9 |
|
| 10 |
## A Rose That Finally Found the 1100 Club
|
|
|
|
| 3 |
language:
|
| 4 |
- en
|
| 5 |
pipeline_tag: text-generation
|
| 6 |
+
tags:
|
| 7 |
+
- rose
|
| 8 |
+
- custom_arch
|
| 9 |
+
- refresh_gates
|
| 10 |
+
- original_token_embeddings_reinjection
|
| 11 |
+
- 150M_param
|
| 12 |
+
- 80B_token_pretrained
|
| 13 |
+
- Pretrained_from_scratch
|
| 14 |
---
|
| 15 |
<img src="Banner.png" width="1920"/>
|
| 16 |
+
|
| 17 |
+
|
| 18 |
# Rose Pro
|
| 19 |
|
| 20 |
## A Rose That Finally Found the 1100 Club
|