Update src/tasks_content.py
Browse files- src/tasks_content.py +2 -1
src/tasks_content.py
CHANGED
|
@@ -24,7 +24,8 @@ TASKS_DESCRIPTIONS = {
|
|
| 24 |
|
| 25 |
"ci_builds_repair": """# CI builds repair\n
|
| 26 |
|
| 27 |
-
Our CI Builds Repair benchmark 🤗 [JetBrains-Research/lca-ci-builds-repair](https://huggingface.co/datasets/JetBrains-Research/lca-ci-builds-repair)
|
|
|
|
| 28 |
|
| 29 |
We use Pass@1 metric for CI repair.
|
| 30 |
Models can be evaluated in three task types:
|
|
|
|
| 24 |
|
| 25 |
"ci_builds_repair": """# CI builds repair\n
|
| 26 |
|
| 27 |
+
Our CI Builds Repair benchmark 🤗 [JetBrains-Research/lca-ci-builds-repair](https://huggingface.co/datasets/JetBrains-Research/lca-ci-builds-repair)
|
| 28 |
+
includes manually curated and assessed 77 data points coming from 32 Python repositories.
|
| 29 |
|
| 30 |
We use Pass@1 metric for CI repair.
|
| 31 |
Models can be evaluated in three task types:
|