Spaces:
Runtime error
Runtime error
Tong Chen
commited on
Commit
·
b47f6ff
1
Parent(s):
64af7e2
add descriptions
Browse files- src/about.py +13 -3
src/about.py
CHANGED
|
@@ -21,11 +21,12 @@ NUM_FEWSHOT = 0 # Change with your few shot
|
|
| 21 |
|
| 22 |
|
| 23 |
# Your leaderboard name
|
| 24 |
-
TITLE = """<h1 align="center" id="space-title"
|
| 25 |
|
| 26 |
# What does your leaderboard evaluate?
|
| 27 |
INTRODUCTION_TEXT = """
|
| 28 |
-
|
|
|
|
| 29 |
"""
|
| 30 |
|
| 31 |
# Which evaluations are you running? how can people reproduce what you have?
|
|
@@ -67,6 +68,15 @@ Make sure you have followed the above steps first.
|
|
| 67 |
If everything is done, check you can launch the EleutherAIHarness on your model locally, using the above command without modifications (you can add `--limit` to limit the number of examples per task).
|
| 68 |
"""
|
| 69 |
|
| 70 |
-
CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results"
|
| 71 |
CITATION_BUTTON_TEXT = r"""
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 72 |
"""
|
|
|
|
| 21 |
|
| 22 |
|
| 23 |
# Your leaderboard name
|
| 24 |
+
TITLE = """<h1 align="center" id="space-title">🥇CopyBench leaderboard</h1>"""
|
| 25 |
|
| 26 |
# What does your leaderboard evaluate?
|
| 27 |
INTRODUCTION_TEXT = """
|
| 28 |
+
The CopyBench benchmark is designed to evaluate the copying behavior and utility of language models, as well as the effectiveness of methods to mitigate copyright risks.
|
| 29 |
+
Read more at project website https://chentong0.github.io/copy-bench/.
|
| 30 |
"""
|
| 31 |
|
| 32 |
# Which evaluations are you running? how can people reproduce what you have?
|
|
|
|
| 68 |
If everything is done, check you can launch the EleutherAIHarness on your model locally, using the above command without modifications (you can add `--limit` to limit the number of examples per task).
|
| 69 |
"""
|
| 70 |
|
| 71 |
+
CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results:"
|
| 72 |
CITATION_BUTTON_TEXT = r"""
|
| 73 |
+
@misc{chen2024copybenchmeasuringliteralnonliteral,
|
| 74 |
+
title={CopyBench: Measuring Literal and Non-Literal Reproduction of Copyright-Protected Text in Language Model Generation},
|
| 75 |
+
author={Tong Chen and Akari Asai and Niloofar Mireshghallah and Sewon Min and James Grimmelmann and Yejin Choi and Hannaneh Hajishirzi and Luke Zettlemoyer and Pang Wei Koh},
|
| 76 |
+
year={2024},
|
| 77 |
+
eprint={2407.07087},
|
| 78 |
+
archivePrefix={arXiv},
|
| 79 |
+
primaryClass={cs.CL},
|
| 80 |
+
url={https://arxiv.org/abs/2407.07087},
|
| 81 |
+
}
|
| 82 |
"""
|