| license: apache-2.0 | |
| pipeline_tag: fill-mask | |
| library_name: transformers | |
| model-index: | |
| - name: bloom | |
| results: | |
| - task: | |
| type: text-generation | |
| dataset: | |
| type: openai_humaneval | |
| name: humaneval | |
| metrics: | |
| - name: pass@1 | |
| type: pass@1 | |
| value: 0.15542682926829265 | |
| verified: false | |
| - name: pass@10 | |
| type: pass@10 | |
| value: 0.3278356276947017 | |
| verified: false | |
| - name: pass@100 | |
| type: pass@100 | |
| value: 0.5719815685597749 | |
| verified: false | |