Update README.md
Browse files
README.md
CHANGED
|
@@ -69,7 +69,8 @@ print(generated_text)
|
|
| 69 |
|
| 70 |
<!-- -->
|
| 71 |
### Training Data
|
| 72 |
-
|
|
|
|
| 73 |
<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
|
| 74 |
|
| 75 |
### Training Procedure
|
|
@@ -193,4 +194,77 @@ Carbon emissions can be estimated using the [Machine Learning Impact calculator]
|
|
| 193 |
|
| 194 |
## Model Card Contact
|
| 195 |
|
| 196 |
-
[More Information Needed]--->
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 69 |
|
| 70 |
<!-- -->
|
| 71 |
### Training Data
|
| 72 |
+
This link provides the Evol-Instruct question-and-answer dataset
|
| 73 |
+
https://raw.githubusercontent.com/M-e-e-n-a/Synthetic-Dataset-Creation/main/combined_dataset.json
|
| 74 |
<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
|
| 75 |
|
| 76 |
### Training Procedure
|
|
|
|
| 194 |
|
| 195 |
## Model Card Contact
|
| 196 |
|
| 197 |
+
[More Information Needed]--->
|
| 198 |
+
## Results
|
| 199 |
+
|
| 200 |
+
## Evaluation Metrics
|
| 201 |
+
|
| 202 |
+
<table>
|
| 203 |
+
<thead>
|
| 204 |
+
<tr>
|
| 205 |
+
<th>Metrics</th>
|
| 206 |
+
<th>Llama-2-7b</th>
|
| 207 |
+
<th>Mistral-7b</th>
|
| 208 |
+
<th>Mixtral-47B</th>
|
| 209 |
+
<th>ReidLM</th>
|
| 210 |
+
</tr>
|
| 211 |
+
</thead>
|
| 212 |
+
<tbody>
|
| 213 |
+
<tr>
|
| 214 |
+
<td>ROUGE-1</td>
|
| 215 |
+
<td>0.3117</td>
|
| 216 |
+
<td>0.3188</td>
|
| 217 |
+
<td>0.2637</td>
|
| 218 |
+
<td>0.3281</td>
|
| 219 |
+
</tr>
|
| 220 |
+
<tr>
|
| 221 |
+
<td>ROUGE-2</td>
|
| 222 |
+
<td>0.1867</td>
|
| 223 |
+
<td>0.1176</td>
|
| 224 |
+
<td>0.1573</td>
|
| 225 |
+
<td>0.1270</td>
|
| 226 |
+
</tr>
|
| 227 |
+
<tr>
|
| 228 |
+
<td>ROUGE-L</td>
|
| 229 |
+
<td>0.1818</td>
|
| 230 |
+
<td>0.1449</td>
|
| 231 |
+
<td>0.2637</td>
|
| 232 |
+
<td>0.2031</td>
|
| 233 |
+
</tr>
|
| 234 |
+
<tr>
|
| 235 |
+
<td>ROUGE-LSUM</td>
|
| 236 |
+
<td>0.1818</td>
|
| 237 |
+
<td>0.1449</td>
|
| 238 |
+
<td>0.2637</td>
|
| 239 |
+
<td>0.2031</td>
|
| 240 |
+
</tr>
|
| 241 |
+
<tr>
|
| 242 |
+
<td>METEOR</td>
|
| 243 |
+
<td>0.0693</td>
|
| 244 |
+
<td>0.3088</td>
|
| 245 |
+
<td>0.4377</td>
|
| 246 |
+
<td>0.3662</td>
|
| 247 |
+
</tr>
|
| 248 |
+
<tr>
|
| 249 |
+
<td>BERTScore</td>
|
| 250 |
+
<td>0.8262</td>
|
| 251 |
+
<td>0.8538</td>
|
| 252 |
+
<td>0.9070</td>
|
| 253 |
+
<td>0.8782</td>
|
| 254 |
+
</tr>
|
| 255 |
+
<tr>
|
| 256 |
+
<td>G-Eval</td>
|
| 257 |
+
<td>0.35</td>
|
| 258 |
+
<td>0.42</td>
|
| 259 |
+
<td>0.78</td>
|
| 260 |
+
<td>0.87</td>
|
| 261 |
+
</tr>
|
| 262 |
+
<tr>
|
| 263 |
+
<td>QAG Score</td>
|
| 264 |
+
<td>0.1046</td>
|
| 265 |
+
<td>0.2061</td>
|
| 266 |
+
<td>0.3762</td>
|
| 267 |
+
<td>0.2609</td>
|
| 268 |
+
</tr>
|
| 269 |
+
</tbody>
|
| 270 |
+
</table>
|