| name: rwkv_test | |
| parameters: | |
| model: huggingface://bartowski/rwkv-6-world-7b-GGUF/rwkv-6-world-7b-Q4_K_M.gguf | |
| top_k: 80 | |
| temperature: 0.9 | |
| max_tokens: 4098 | |
| top_p: 0.8 | |
| context_size: 4098 | |
| roles: | |
| user: "User: " | |
| system: "System: " | |
| assistant: "Assistant: " | |
| stopwords: | |
| - 'Assistant:' | |
| - '<s>' | |
| template: | |
| chat: | | |
| {{.Input}} | |
| Assistant: | |
| completion: | | |
| {{.Input}} |