daytoy-models commited on
Commit
43b416e
·
verified ·
1 Parent(s): 47f1baf

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -73
README.md CHANGED
@@ -1,76 +1,4 @@
1
- ---
2
- pipeline_tag: text-generation
3
- inference: true
4
- widget:
5
- - text: 'def print_hello_world():'
6
- example_title: Hello world
7
- group: Python
8
- license: bigcode-openrail-m
9
- datasets:
10
- - bigcode/the-stack-dedup
11
- metrics:
12
- - code_eval
13
- library_name: transformers
14
- tags:
15
- - code
16
- model-index:
17
- - name: StarCoder
18
- results:
19
- - task:
20
- type: text-generation
21
- dataset:
22
- type: openai_humaneval1
23
- name: HumanEval1
24
- metrics:
25
- - name: pass@1
26
- type: pass@1
27
- value: 0.408
28
- verified: false
29
- - name: pass@2
30
- type: pass@2
31
- value: 0.12345
32
- verified: false
33
- - task:
34
- type: text-generation
35
- dataset:
36
- type: openai_humaneval
37
- name: HumanEval
38
- metrics:
39
- - name: pass@1
40
- type: pass@1
41
- value:
42
- dataset:
43
- type: openai_humaneval
44
- name: HumanEval
45
- args: haha
46
- verified: false
47
- - name: StarCoder2
48
- results:
49
- - task:
50
- type: text-generation
51
- dataset:
52
- type: mbpp
53
- name: MBPP
54
- metrics:
55
- - name: pass@1
56
- type: pass@1
57
- value: 0.527
58
- verified: false
59
- - task:
60
- type: text-generation
61
- dataset:
62
- type: ds1000
63
- name: DS-1000 (Overall Completion)
64
- metrics:
65
- - name: pass@1
66
- type: pass@1
67
- value: 0.26
68
- verified: false
69
- - task:
70
- type: text-generation
71
- dataset:
72
- type: nuprl/MultiPL-E
73
- name: MultiPL-HumanEval (C++)
74
  metrics:
75
  - name: pass@1
76
  type: pass@1
 
1
+ name: MultiPL-HumanEval (C++)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  metrics:
3
  - name: pass@1
4
  type: pass@1