Instructions to use koreallmdev/deepseek70b-qlora-7816-conditional-stable-adapter with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use koreallmdev/deepseek70b-qlora-7816-conditional-stable-adapter with PEFT:
Task type is invalid.
- Notebooks
- Google Colab
- Kaggle
| { | |
| "policy_name": "deepseek70b_repetition_guard_v1", | |
| "primary": { | |
| "do_sample": false, | |
| "max_new_tokens": 192, | |
| "repetition_penalty": 1.08, | |
| "no_repeat_ngram_size": 8 | |
| }, | |
| "retry_trigger": { | |
| "same_normalized_line_count_gte": 3, | |
| "same_character_run_gte": 20, | |
| "blocking_flags": [ | |
| "REPETITION" | |
| ] | |
| }, | |
| "retry": { | |
| "enabled": true, | |
| "max_retries": 1, | |
| "do_sample": false, | |
| "max_new_tokens": 192, | |
| "repetition_penalty": 1.12, | |
| "no_repeat_ngram_size": 10 | |
| }, | |
| "failure_policy": "return controlled error and preserve generation log" | |
| } |