Update README.md
Browse files
README.md
CHANGED
|
@@ -16,7 +16,8 @@ language:
|
|
| 16 |
|
| 17 |
# Multirial
|
| 18 |
|
| 19 |
-
|
|
|
|
| 20 |
* [fblgit/UNA-TheBeagle-7b-v1](https://huggingface.co/fblgit/UNA-TheBeagle-7b-v1)
|
| 21 |
* [openchat/openchat-3.5-0106](https://huggingface.co/openchat/openchat-3.5-0106)
|
| 22 |
* [azale-ai/Starstreak-7b-beta](https://huggingface.co/azale-ai/Starstreak-7b-beta)
|
|
@@ -26,59 +27,6 @@ This model is a Mixure of Experts (MoE) made with [mergekit](https://github.com/
|
|
| 26 |
* [manishiitg/open-aditi-hi-v1](https://huggingface.co/manishiitg/open-aditi-hi-v1)
|
| 27 |
* [VAGOsolutions/SauerkrautLM-7b-v1-mistral](https://huggingface.co/VAGOsolutions/SauerkrautLM-7b-v1-mistral)
|
| 28 |
|
| 29 |
-
## 🧩 Configuration
|
| 30 |
-
|
| 31 |
-
```yamlbase_model: gagan3012/Mistral_arabic_dpo
|
| 32 |
-
dtype: bfloat16
|
| 33 |
-
experts:
|
| 34 |
-
- positive_prompts:
|
| 35 |
-
- chat
|
| 36 |
-
- assistant
|
| 37 |
-
- tell me
|
| 38 |
-
- explain
|
| 39 |
-
source_model: fblgit/UNA-TheBeagle-7b-v1
|
| 40 |
-
- positive_prompts:
|
| 41 |
-
- chat
|
| 42 |
-
- assistant
|
| 43 |
-
- tell me
|
| 44 |
-
- explain
|
| 45 |
-
source_model: openchat/openchat-3.5-0106
|
| 46 |
-
- positive_prompts:
|
| 47 |
-
- indonesian
|
| 48 |
-
- indonesia
|
| 49 |
-
- answer in indonesian
|
| 50 |
-
source_model: azale-ai/Starstreak-7b-beta
|
| 51 |
-
- positive_prompts:
|
| 52 |
-
- arabic
|
| 53 |
-
- arab
|
| 54 |
-
- arabia
|
| 55 |
-
- answer in arabic
|
| 56 |
-
source_model: gagan3012/Mistral_arabic_dpo
|
| 57 |
-
- positive_prompts:
|
| 58 |
-
- korean
|
| 59 |
-
- answer in korean
|
| 60 |
-
- korea
|
| 61 |
-
source_model: davidkim205/komt-mistral-7b-v1
|
| 62 |
-
- positive_prompts:
|
| 63 |
-
- chinese
|
| 64 |
-
- china
|
| 65 |
-
- answer in chinese
|
| 66 |
-
source_model: OpenBuddy/openbuddy-zephyr-7b-v14.1
|
| 67 |
-
- positive_prompts:
|
| 68 |
-
- hindi
|
| 69 |
-
- india
|
| 70 |
-
- hindu
|
| 71 |
-
- answer in hindi
|
| 72 |
-
source_model: manishiitg/open-aditi-hi-v1
|
| 73 |
-
- positive_prompts:
|
| 74 |
-
- german
|
| 75 |
-
- germany
|
| 76 |
-
- answer in german
|
| 77 |
-
- deutsch
|
| 78 |
-
source_model: VAGOsolutions/SauerkrautLM-7b-v1-mistral
|
| 79 |
-
gate_mode: hidden
|
| 80 |
-
```
|
| 81 |
-
|
| 82 |
## 💻 Usage
|
| 83 |
|
| 84 |
```python
|
|
|
|
| 16 |
|
| 17 |
# Multirial
|
| 18 |
|
| 19 |
+
MultiRial is the first ever multilingual Mixture of experts model.
|
| 20 |
+
|
| 21 |
* [fblgit/UNA-TheBeagle-7b-v1](https://huggingface.co/fblgit/UNA-TheBeagle-7b-v1)
|
| 22 |
* [openchat/openchat-3.5-0106](https://huggingface.co/openchat/openchat-3.5-0106)
|
| 23 |
* [azale-ai/Starstreak-7b-beta](https://huggingface.co/azale-ai/Starstreak-7b-beta)
|
|
|
|
| 27 |
* [manishiitg/open-aditi-hi-v1](https://huggingface.co/manishiitg/open-aditi-hi-v1)
|
| 28 |
* [VAGOsolutions/SauerkrautLM-7b-v1-mistral](https://huggingface.co/VAGOsolutions/SauerkrautLM-7b-v1-mistral)
|
| 29 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 30 |
## 💻 Usage
|
| 31 |
|
| 32 |
```python
|