|
|
--- |
|
|
library_name: transformers |
|
|
tags: |
|
|
- code |
|
|
license: bigscience-openrail-m |
|
|
datasets: |
|
|
- tyson0420/stackexchange-4dpo-filby-clang-keywords |
|
|
language: |
|
|
- en |
|
|
metrics: |
|
|
- code_eval |
|
|
--- |
|
|
|
|
|
# Model Card for Model ID |
|
|
|
|
|
<!-- Provide a quick summary of what the model is/does. --> |
|
|
|
|
|
|
|
|
|
|
|
## Model Details |
|
|
|
|
|
Evaluating generations... |
|
|
{ |
|
|
"humaneval": { |
|
|
"pass@1": 0.32499999999999996, |
|
|
"pass@10": 0.4329268292682927 |
|
|
}, |
|
|
"config": { |
|
|
"prefix": "", |
|
|
"do_sample": true, |
|
|
"temperature": 0.2, |
|
|
"top_k": 0, |
|
|
"top_p": 0.95, |
|
|
"n_samples": 10, |
|
|
"eos": "<|endoftext|>", |
|
|
"seed": 0, |
|
|
"model": "tyson0420/stack_codellama-7b-inst", |
|
|
"modeltype": "causal", |
|
|
"peft_model": null, |
|
|
"revision": null, |
|
|
"use_auth_token": false, |
|
|
"trust_remote_code": false, |
|
|
"tasks": "humaneval", |
|
|
"instruction_tokens": null, |
|
|
"batch_size": 10, |
|
|
"max_length_generation": 512, |
|
|
"precision": "fp32", |
|
|
"load_in_8bit": false, |
|
|
"load_in_4bit": false, |
|
|
"left_padding": false, |
|
|
"limit": null, |
|
|
"limit_start": 0, |
|
|
"save_every_k_tasks": -1, |
|
|
"postprocess": true, |
|
|
"allow_code_execution": true, |
|
|
"generation_only": false, |
|
|
"load_generations_path": null, |
|
|
"load_data_path": null, |
|
|
"metric_output_path": "evaluation_results.json", |
|
|
"save_generations": false, |
|
|
"load_generations_intermediate_paths": null, |
|
|
"save_generations_path": "generations.json", |
|
|
"save_references": false, |
|
|
"save_references_path": "references.json", |
|
|
"prompt": "prompt", |
|
|
"max_memory_per_gpu": null, |
|
|
"check_references": false |
|
|
} |
|
|
} |
|
|
|
|
|
### Model Description |
|
|
|
|
|
<!-- Provide a longer summary of what this model is. --> |
|
|
|
|
|
This is the model card of a 🤗 transformers model that has been pushed on the Hub. This model card has been automatically generated. |
|
|
|
|
|
- **Developed by:** [tyson0420] |
