test
Browse files- parapluie.py +2 -5
parapluie.py
CHANGED
|
@@ -11,13 +11,11 @@
|
|
| 11 |
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
| 12 |
# See the License for the specific language governing permissions and
|
| 13 |
# limitations under the License.
|
| 14 |
-
"""
|
| 15 |
|
| 16 |
import evaluate
|
| 17 |
import datasets
|
| 18 |
|
| 19 |
-
|
| 20 |
-
# TODO: Add BibTeX citation
|
| 21 |
_CITATION = """\
|
| 22 |
@inproceedings{lemesle-etal-2025-paraphrase,
|
| 23 |
title = "Paraphrase Generation Evaluation Powered by an {LLM}: A Semantic Metric, Not a Lexical One",
|
|
@@ -44,7 +42,6 @@ _CITATION = """\
|
|
| 44 |
}
|
| 45 |
"""
|
| 46 |
|
| 47 |
-
# TODO: Add description of the module here
|
| 48 |
_DESCRIPTION = """\
|
| 49 |
ParaPLUIE is a metric for evaluating the semantic proximity of two sentences.
|
| 50 |
ParaPLUIE use the perplexity of an LLM to compute a confidence score.
|
|
@@ -78,7 +75,7 @@ BAD_WORDS_URL = "http://url/to/external/resource/bad_words.txt"
|
|
| 78 |
|
| 79 |
|
| 80 |
@evaluate.utils.file_utils.add_start_docstrings(_DESCRIPTION, _KWARGS_DESCRIPTION)
|
| 81 |
-
class
|
| 82 |
"""TODO: Short description of my evaluation module."""
|
| 83 |
|
| 84 |
def _info(self):
|
|
|
|
| 11 |
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
| 12 |
# See the License for the specific language governing permissions and
|
| 13 |
# limitations under the License.
|
| 14 |
+
"""ParaPLUIE metric."""
|
| 15 |
|
| 16 |
import evaluate
|
| 17 |
import datasets
|
| 18 |
|
|
|
|
|
|
|
| 19 |
_CITATION = """\
|
| 20 |
@inproceedings{lemesle-etal-2025-paraphrase,
|
| 21 |
title = "Paraphrase Generation Evaluation Powered by an {LLM}: A Semantic Metric, Not a Lexical One",
|
|
|
|
| 42 |
}
|
| 43 |
"""
|
| 44 |
|
|
|
|
| 45 |
_DESCRIPTION = """\
|
| 46 |
ParaPLUIE is a metric for evaluating the semantic proximity of two sentences.
|
| 47 |
ParaPLUIE use the perplexity of an LLM to compute a confidence score.
|
|
|
|
| 75 |
|
| 76 |
|
| 77 |
@evaluate.utils.file_utils.add_start_docstrings(_DESCRIPTION, _KWARGS_DESCRIPTION)
|
| 78 |
+
class ParaPLUIEtest(evaluate.Metric):
|
| 79 |
"""TODO: Short description of my evaluation module."""
|
| 80 |
|
| 81 |
def _info(self):
|