update README
Browse files
README.md
CHANGED
|
@@ -30,14 +30,11 @@ Downloading builder script: 100%|βββββββββββββββ
|
|
| 30 |
>>> results = my_new_module.compute(predictions=["Hi.", "I am sorry to hear that", "I don't know", "Do you know who that person is?"], vocab_size=50257)
|
| 31 |
>>> print(results)
|
| 32 |
{'Expectation-Adjusted-Distinct': 0.8236605104867569, 'Distinct-1': 0.8235294117647058, 'Distinct-2': 0.9411764705882353, 'Distinct-3': 0.9411764705882353}
|
| 33 |
-
|
| 34 |
-
|
| 35 |
>>> dataset = ["This is my friend jack", "I'm sorry to hear that", "But you know I am the one who always support you", "Welcome to our family","Hi.", "I am sorry to hear that", "I don't know", "Do you know who that person is?"]
|
| 36 |
>>> results = my_new_module.compute(predictions=["But you know I am the one who always support you", "Hi.", "I am sorry to hear that", "I don't know", "I'm sorry to hear that"], dataForVocabCal=dataset)
|
| 37 |
>>> print(results)
|
| 38 |
{'Expectation-Adjusted-Distinct': 0.9928137111900845, 'Distinct-1': 0.6538461538461539, 'Distinct-2': 0.8076923076923077, 'Distinct-3': 0.8846153846153846}
|
| 39 |
-
|
| 40 |
-
|
| 41 |
```
|
| 42 |
|
| 43 |
### Inputs
|
|
@@ -64,8 +61,7 @@ Example of calculating Expectation-Adjusted-Distinct, given either voab_size or
|
|
| 64 |
>>> my_new_module = evaluate.load("lsy641/distinct")
|
| 65 |
>>> results = my_new_module.compute(references=["Hi.", "I'm sorry to hear that", "I don't know"], vocab_size=50257)
|
| 66 |
>>> print(results)
|
| 67 |
-
|
| 68 |
-
|
| 69 |
>>> dataset = ["This is my friend jack", "I'm sorry to hear that", "But you know I am the one who always support you", "Welcome to our family"]
|
| 70 |
>>> results = my_new_module.compute(references=["Hi.", "I'm sorry to hear that", "I don't know"], dataForVocabCal = dataset)
|
| 71 |
>>> print(results)
|
|
|
|
| 30 |
>>> results = my_new_module.compute(predictions=["Hi.", "I am sorry to hear that", "I don't know", "Do you know who that person is?"], vocab_size=50257)
|
| 31 |
>>> print(results)
|
| 32 |
{'Expectation-Adjusted-Distinct': 0.8236605104867569, 'Distinct-1': 0.8235294117647058, 'Distinct-2': 0.9411764705882353, 'Distinct-3': 0.9411764705882353}
|
| 33 |
+
\\
|
|
|
|
| 34 |
>>> dataset = ["This is my friend jack", "I'm sorry to hear that", "But you know I am the one who always support you", "Welcome to our family","Hi.", "I am sorry to hear that", "I don't know", "Do you know who that person is?"]
|
| 35 |
>>> results = my_new_module.compute(predictions=["But you know I am the one who always support you", "Hi.", "I am sorry to hear that", "I don't know", "I'm sorry to hear that"], dataForVocabCal=dataset)
|
| 36 |
>>> print(results)
|
| 37 |
{'Expectation-Adjusted-Distinct': 0.9928137111900845, 'Distinct-1': 0.6538461538461539, 'Distinct-2': 0.8076923076923077, 'Distinct-3': 0.8846153846153846}
|
|
|
|
|
|
|
| 38 |
```
|
| 39 |
|
| 40 |
### Inputs
|
|
|
|
| 61 |
>>> my_new_module = evaluate.load("lsy641/distinct")
|
| 62 |
>>> results = my_new_module.compute(references=["Hi.", "I'm sorry to hear that", "I don't know"], vocab_size=50257)
|
| 63 |
>>> print(results)
|
| 64 |
+
\\
|
|
|
|
| 65 |
>>> dataset = ["This is my friend jack", "I'm sorry to hear that", "But you know I am the one who always support you", "Welcome to our family"]
|
| 66 |
>>> results = my_new_module.compute(references=["Hi.", "I'm sorry to hear that", "I don't know"], dataForVocabCal = dataset)
|
| 67 |
>>> print(results)
|