| --- |
| language: |
| - en |
| - code |
| license: apache-2.0 |
| library_name: transformers |
| tags: |
| - code |
| - mathematics |
| - reasoning |
| - causal-lm |
| - text-generation |
| - python |
| - javascript |
| - algorithm |
| - optimization |
| datasets: |
| - code_repositories |
| - mathematical_texts |
| pipeline_tag: text-generation |
| model-index: |
| - name: Helion-OSC |
| results: |
| - task: |
| type: text-generation |
| name: Code Generation |
| metrics: |
| - type: pass@1 |
| value: 85.2 |
| name: HumanEval Pass@1 |
| - type: pass@10 |
| value: 92.8 |
| name: HumanEval Pass@10 |
| - task: |
| type: text-generation |
| name: Mathematical Reasoning |
| metrics: |
| - type: accuracy |
| value: 78.5 |
| name: GSM8K Accuracy |
| widget: |
| - text: "Write a Python function to implement binary search:" |
| example_title: "Code Generation" |
| - text: "Solve: If f(x) = 2x^2 + 3x - 5, find f'(x)" |
| example_title: "Mathematical Reasoning" |
| - text: "Optimize this code: for i in range(len(arr)): for j in range(len(arr)):" |
| example_title: "Code Optimization" |
| inference: |
| parameters: |
| max_length: 1024 |
| temperature: 0.7 |
| top_p: 0.95 |
| do_sample: true |
| base_model: null |
| base_model_relation: null |
