anthropic-evaluation / layouts /task_layout.html
davidjurgens's picture
Deploy Potato demo: Potato — Anthropic Trace Evaluation
a4ba662 verified
Raw
History Blame Contribute Delete
9.33 kB
<!-- CONFIG_HASH: 86a6a36c779df808a30ecabbcd49015f_2fbd1846682292e1232c3d30087a3ede -->
<!-- Generated annotation layout file -->
<!-- This file was automatically generated based on the annotation schemes in your config -->
<!-- You can customize this file to modify the layout of your annotation interface -->
<!-- Changes to this file will be preserved across server restarts -->
<div class="annotation_schema">
<form id="task_success" class="annotation-form radio shadcn-radio-container" action="javascript:void(0)" data-annotation-id="0" data-annotation-type="radio" data-schema-name="task_success" data-grid-columns="1">
<fieldset schema="task_success">
<legend class="shadcn-radio-title">Did the agent complete the task?</legend>
<div class="shadcn-radio-options">
<div class="shadcn-radio-option">
<input class="task_success shadcn-radio-input annotation-input"
type="radio"
id="task_success_success_radio"
name="task_success"
value="success"
selection_constraint="single"
schema="task_success"
label_name="success"
onclick="onlyOne(this);registerAnnotation(this);"
validation=""
data-key="1">
<label for="task_success_success_radio" class="shadcn-radio-label" data-toggle="tooltip" data-html="true" data-placement="top" title="Fully completed correctly">Success <span class="keybinding-badge">1</span></label>
</div>
<div class="shadcn-radio-option">
<input class="task_success shadcn-radio-input annotation-input"
type="radio"
id="task_success_partial_radio"
name="task_success"
value="partial"
selection_constraint="single"
schema="task_success"
label_name="partial"
onclick="onlyOne(this);registerAnnotation(this);"
validation=""
data-key="2">
<label for="task_success_partial_radio" class="shadcn-radio-label" data-toggle="tooltip" data-html="true" data-placement="top" title="Partially completed or with errors">Partial <span class="keybinding-badge">2</span></label>
</div>
<div class="shadcn-radio-option">
<input class="task_success shadcn-radio-input annotation-input"
type="radio"
id="task_success_failure_radio"
name="task_success"
value="failure"
selection_constraint="single"
schema="task_success"
label_name="failure"
onclick="onlyOne(this);registerAnnotation(this);"
validation=""
data-key="3">
<label for="task_success_failure_radio" class="shadcn-radio-label" data-toggle="tooltip" data-html="true" data-placement="top" title="Not completed">Failure <span class="keybinding-badge">3</span></label>
</div>
</div></fieldset></form>
<form id="reasoning_quality" class="annotation-form likert shadcn-likert-container" action="javascript:void(0)" data-annotation-id="1" data-annotation-type="likert" data-schema-name="reasoning_quality" data-grid-columns="1">
<fieldset schema="reasoning_quality">
<legend class="shadcn-likert-title">Rate the quality of the agent&#x27;s reasoning</legend>
<div class="shadcn-likert-scale" style="max-width: min(100%, calc(300px + 5 * 40px + 250px));">
<div class="shadcn-likert-endpoint">Poor</div>
<div class="shadcn-likert-options">
<div class="shadcn-likert-track"></div>
<div class="shadcn-likert-option">
<input class="reasoning_quality shadcn-likert-input annotation-input"
type="radio"
id="reasoning_quality_1_radio"
name="reasoning_quality"
value="1"
schema="reasoning_quality"
label_name="1"
selection_constraint="single"
validation=""
onclick="onlyOne(this);registerAnnotation(this);">
<label class="shadcn-likert-button" for="reasoning_quality_1_radio"></label>
<span class="shadcn-likert-label">1</span>
</div>
<div class="shadcn-likert-option">
<input class="reasoning_quality shadcn-likert-input annotation-input"
type="radio"
id="reasoning_quality_2_radio"
name="reasoning_quality"
value="2"
schema="reasoning_quality"
label_name="2"
selection_constraint="single"
validation=""
onclick="onlyOne(this);registerAnnotation(this);">
<label class="shadcn-likert-button" for="reasoning_quality_2_radio"></label>
<span class="shadcn-likert-label">2</span>
</div>
<div class="shadcn-likert-option">
<input class="reasoning_quality shadcn-likert-input annotation-input"
type="radio"
id="reasoning_quality_3_radio"
name="reasoning_quality"
value="3"
schema="reasoning_quality"
label_name="3"
selection_constraint="single"
validation=""
onclick="onlyOne(this);registerAnnotation(this);">
<label class="shadcn-likert-button" for="reasoning_quality_3_radio"></label>
<span class="shadcn-likert-label">3</span>
</div>
<div class="shadcn-likert-option">
<input class="reasoning_quality shadcn-likert-input annotation-input"
type="radio"
id="reasoning_quality_4_radio"
name="reasoning_quality"
value="4"
schema="reasoning_quality"
label_name="4"
selection_constraint="single"
validation=""
onclick="onlyOne(this);registerAnnotation(this);">
<label class="shadcn-likert-button" for="reasoning_quality_4_radio"></label>
<span class="shadcn-likert-label">4</span>
</div>
<div class="shadcn-likert-option">
<input class="reasoning_quality shadcn-likert-input annotation-input"
type="radio"
id="reasoning_quality_5_radio"
name="reasoning_quality"
value="5"
schema="reasoning_quality"
label_name="5"
selection_constraint="single"
validation=""
onclick="onlyOne(this);registerAnnotation(this);">
<label class="shadcn-likert-button" for="reasoning_quality_5_radio"></label>
<span class="shadcn-likert-label">5</span>
</div>
</div>
<div class="shadcn-likert-endpoint">Excellent</div>
</div>
</fieldset></form>
<form id="notes" class="annotation-form textbox shadcn-textbox-container " action="javascript:void(0)" data-annotation-id="2" data-annotation-type="text" data-schema-name="notes" data-grid-columns="1">
<fieldset schema_name="notes">
<legend class="shadcn-textbox-title">Additional notes</legend>
<div class="shadcn-textbox-item">
<input class="notes shadcn-textbox-input annotation-input"
type="text"
id="notes_text_box_text"
name="notes:::text_box"
validation=""
schema="notes"
label_name="text_box"
style=""
>
</div></fieldset></form>
</div>