.eval_results/swe_bench_verified.yaml DELETED
@@ -1,9 +0,0 @@
1
- - dataset:
2
- id: SWE-bench/SWE-bench_Verified
3
- task_id: swe_bench_%_resolved
4
- value: 72.80
5
- source:
6
- url: https://www.swebench.com/
7
- name: SWE-Bench official evaluation
8
- user: nielsr
9
- notes: high reasoning
 
 
 
 
 
 
 
 
 
 
chat_template.jinja CHANGED
@@ -32,10 +32,10 @@ For each function call, output the function name and arguments within the follow
32
  {%- set ns = namespace(last_user_index=-1) %}
33
  {%- for m in messages %}
34
  {%- if m.role == 'user' %}
35
- {%- set ns.last_user_index = loop.index0 -%}
36
  {%- endif %}
37
  {%- endfor %}
38
- {%- for m in messages -%}
39
  {%- if m.role == 'user' -%}<|user|>{{ visible_text(m.content) }}
40
  {%- elif m.role == 'assistant' -%}
41
  <|assistant|>
 
32
  {%- set ns = namespace(last_user_index=-1) %}
33
  {%- for m in messages %}
34
  {%- if m.role == 'user' %}
35
+ {% set ns.last_user_index = loop.index0 -%}
36
  {%- endif %}
37
  {%- endfor %}
38
+ {% for m in messages %}
39
  {%- if m.role == 'user' -%}<|user|>{{ visible_text(m.content) }}
40
  {%- elif m.role == 'assistant' -%}
41
  <|assistant|>