File size: 430 Bytes
e544cea
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20

models:
  - name: "mistralai/Mistral-7B-Instruct"
    params:
      max_tokens: 256
      temperature: 0.2
  - name: "meta-llama/Llama-2-7b-chat-hf"
    params:
      max_tokens: 256
      temperature: 0.2

prompt_templates:
  qa: "Answer the question: {{question}}"
  summarization: "Summarize this text: {{context}}"

runtime:
  output_results_csv: "results.csv"
  output_summary_md: "summary.md"
  request_timeout_seconds: 60