layouts/task_layout.html

<!-- CONFIG_HASH: 16a4bc8eea66f0ab6e2bb463122702a3_3f20f59fa2b74fb48a0b087fdfdf2fab -->
<!-- Generated annotation layout file -->
<!-- This file was automatically generated based on the annotation schemes in your config -->
<!-- You can customize this file to modify the layout of your annotation interface -->
<!-- Changes to this file will be preserved across server restarts -->

<div class="annotation_schema">

    <form id="task_success" class="annotation-form radio shadcn-radio-container" action="javascript:void(0)" data-annotation-id="0" data-annotation-type="radio" data-schema-name="task_success" data-grid-columns="1">
        
        <fieldset schema="task_success">
            <legend class="shadcn-radio-title">Did the agent successfully complete the task?</legend>
            <div class="shadcn-radio-options">
    
            <div class="shadcn-radio-option">
                <input class="task_success shadcn-radio-input annotation-input"
                       type="radio"
                       id="task_success_success_radio"
                       name="task_success"
                       value="success"
                       selection_constraint="single"
                       schema="task_success"
                       label_name="success"
                       onclick="onlyOne(this);registerAnnotation(this);"
                       validation=""
                       data-key="1">
                <label for="task_success_success_radio" class="shadcn-radio-label" data-toggle="tooltip" data-html="true" data-placement="top" title="Agent fully completed the task correctly">Success <span class="keybinding-badge">1</span></label>
            </div>
        
            <div class="shadcn-radio-option">
                <input class="task_success shadcn-radio-input annotation-input"
                       type="radio"
                       id="task_success_partial_radio"
                       name="task_success"
                       value="partial"
                       selection_constraint="single"
                       schema="task_success"
                       label_name="partial"
                       onclick="onlyOne(this);registerAnnotation(this);"
                       validation=""
                       data-key="2">
                <label for="task_success_partial_radio" class="shadcn-radio-label" data-toggle="tooltip" data-html="true" data-placement="top" title="Agent made progress but didn&#x27;t fully complete the task">Partial <span class="keybinding-badge">2</span></label>
            </div>
        
            <div class="shadcn-radio-option">
                <input class="task_success shadcn-radio-input annotation-input"
                       type="radio"
                       id="task_success_failure_radio"
                       name="task_success"
                       value="failure"
                       selection_constraint="single"
                       schema="task_success"
                       label_name="failure"
                       onclick="onlyOne(this);registerAnnotation(this);"
                       validation=""
                       data-key="3">
                <label for="task_success_failure_radio" class="shadcn-radio-label" data-toggle="tooltip" data-html="true" data-placement="top" title="Agent failed to complete the task">Failure <span class="keybinding-badge">3</span></label>
            </div>
        </div></fieldset></form>

    <form id="efficiency" class="annotation-form likert shadcn-likert-container" action="javascript:void(0)" data-annotation-id="1" data-annotation-type="likert" data-schema-name="efficiency" data-grid-columns="1">
        
        <fieldset schema="efficiency">
            <legend class="shadcn-likert-title">How efficient was the agent&#x27;s approach?</legend>
            <div class="shadcn-likert-scale" style="max-width: min(100%, calc(300px + 5 * 40px + 250px));">
                <div class="shadcn-likert-endpoint">Very inefficient</div>
                <div class="shadcn-likert-options">
                    <div class="shadcn-likert-track"></div>
    
                    <div class="shadcn-likert-option">
                        <input class="efficiency shadcn-likert-input annotation-input"
                               type="radio"
                               id="efficiency_1_radio"
                               name="efficiency"
                               value="1"
                               schema="efficiency"
                               label_name="1"
                               selection_constraint="single"
                               validation=""
                               onclick="onlyOne(this);registerAnnotation(this);">
                        <label class="shadcn-likert-button" for="efficiency_1_radio"></label>
                        <span class="shadcn-likert-label">1</span>
                    </div>
        
                    <div class="shadcn-likert-option">
                        <input class="efficiency shadcn-likert-input annotation-input"
                               type="radio"
                               id="efficiency_2_radio"
                               name="efficiency"
                               value="2"
                               schema="efficiency"
                               label_name="2"
                               selection_constraint="single"
                               validation=""
                               onclick="onlyOne(this);registerAnnotation(this);">
                        <label class="shadcn-likert-button" for="efficiency_2_radio"></label>
                        <span class="shadcn-likert-label">2</span>
                    </div>
        
                    <div class="shadcn-likert-option">
                        <input class="efficiency shadcn-likert-input annotation-input"
                               type="radio"
                               id="efficiency_3_radio"
                               name="efficiency"
                               value="3"
                               schema="efficiency"
                               label_name="3"
                               selection_constraint="single"
                               validation=""
                               onclick="onlyOne(this);registerAnnotation(this);">
                        <label class="shadcn-likert-button" for="efficiency_3_radio"></label>
                        <span class="shadcn-likert-label">3</span>
                    </div>
        
                    <div class="shadcn-likert-option">
                        <input class="efficiency shadcn-likert-input annotation-input"
                               type="radio"
                               id="efficiency_4_radio"
                               name="efficiency"
                               value="4"
                               schema="efficiency"
                               label_name="4"
                               selection_constraint="single"
                               validation=""
                               onclick="onlyOne(this);registerAnnotation(this);">
                        <label class="shadcn-likert-button" for="efficiency_4_radio"></label>
                        <span class="shadcn-likert-label">4</span>
                    </div>
        
                    <div class="shadcn-likert-option">
                        <input class="efficiency shadcn-likert-input annotation-input"
                               type="radio"
                               id="efficiency_5_radio"
                               name="efficiency"
                               value="5"
                               schema="efficiency"
                               label_name="5"
                               selection_constraint="single"
                               validation=""
                               onclick="onlyOne(this);registerAnnotation(this);">
                        <label class="shadcn-likert-button" for="efficiency_5_radio"></label>
                        <span class="shadcn-likert-label">5</span>
                    </div>
        
                </div>
                <div class="shadcn-likert-endpoint">Optimal</div>
            </div>
    
        </fieldset></form>
    

    <form id="step_correctness" class="annotation-form radio shadcn-radio-container" action="javascript:void(0)" data-annotation-id="2" data-annotation-type="radio" data-schema-name="step_correctness" data-grid-columns="1">
        
        <fieldset schema="step_correctness">
            <legend class="shadcn-radio-title">Was this step correct and necessary?</legend>
            <div class="shadcn-radio-options">
    
            <div class="shadcn-radio-option">
                <input class="step_correctness shadcn-radio-input annotation-input"
                       type="radio"
                       id="step_correctness_correct_radio"
                       name="step_correctness"
                       value="correct"
                       selection_constraint="single"
                       schema="step_correctness"
                       label_name="correct"
                       onclick="onlyOne(this);registerAnnotation(this);"
                       validation=""
                       data-key="q">
                <label for="step_correctness_correct_radio" class="shadcn-radio-label" data-toggle="tooltip" data-html="true" data-placement="top" title="Step was correct and necessary">Correct <span class="keybinding-badge">Q</span></label>
            </div>
        
            <div class="shadcn-radio-option">
                <input class="step_correctness shadcn-radio-input annotation-input"
                       type="radio"
                       id="step_correctness_incorrect_radio"
                       name="step_correctness"
                       value="incorrect"
                       selection_constraint="single"
                       schema="step_correctness"
                       label_name="incorrect"
                       onclick="onlyOne(this);registerAnnotation(this);"
                       validation=""
                       data-key="w">
                <label for="step_correctness_incorrect_radio" class="shadcn-radio-label" data-toggle="tooltip" data-html="true" data-placement="top" title="Step was wrong or led to errors">Incorrect <span class="keybinding-badge">W</span></label>
            </div>
        
            <div class="shadcn-radio-option">
                <input class="step_correctness shadcn-radio-input annotation-input"
                       type="radio"
                       id="step_correctness_unnecessary_radio"
                       name="step_correctness"
                       value="unnecessary"
                       selection_constraint="single"
                       schema="step_correctness"
                       label_name="unnecessary"
                       onclick="onlyOne(this);registerAnnotation(this);"
                       validation=""
                       data-key="e">
                <label for="step_correctness_unnecessary_radio" class="shadcn-radio-label" data-toggle="tooltip" data-html="true" data-placement="top" title="Step was not needed for the task">Unnecessary <span class="keybinding-badge">E</span></label>
            </div>
        </div></fieldset></form>

    <form id="error_types" class="annotation-form multiselect shadcn-multiselect-container" action="javascript:void(0)" data-annotation-id="3" data-annotation-type="multiselect" data-schema-name="error_types" data-grid-columns="1">
        
        <fieldset schema="error_types">
            <legend class="shadcn-multiselect-title">Select all error types observed in the trace</legend>
    <div class="shadcn-multiselect-grid" style="grid-template-columns: repeat(1, 1fr);">
            <div class="shadcn-multiselect-item">
                <input class="error_types shadcn-multiselect-checkbox annotation-input"
                       type="checkbox"
                       id="error_types_wrong_element_checkbox"
                       name="error_types:::wrong_element"
                       value="wrong_element"
                       label_name="wrong_element"
                       schema="error_types"
                       onclick="whetherNone(this);registerAnnotation(this)"
                       validation="">
                <label for="error_types_wrong_element_checkbox" data-toggle="tooltip" data-html="true" data-placement="top" title="Clicked/interacted with wrong element" schema="error_types" class="shadcn-multiselect-label">
                    Wrong Element 
                </label>
            </div>
        
            <div class="shadcn-multiselect-item">
                <input class="error_types shadcn-multiselect-checkbox annotation-input"
                       type="checkbox"
                       id="error_types_wrong_page_checkbox"
                       name="error_types:::wrong_page"
                       value="wrong_page"
                       label_name="wrong_page"
                       schema="error_types"
                       onclick="whetherNone(this);registerAnnotation(this)"
                       validation="">
                <label for="error_types_wrong_page_checkbox" data-toggle="tooltip" data-html="true" data-placement="top" title="Navigated to wrong page" schema="error_types" class="shadcn-multiselect-label">
                    Wrong Page 
                </label>
            </div>
        
            <div class="shadcn-multiselect-item">
                <input class="error_types shadcn-multiselect-checkbox annotation-input"
                       type="checkbox"
                       id="error_types_missed_step_checkbox"
                       name="error_types:::missed_step"
                       value="missed_step"
                       label_name="missed_step"
                       schema="error_types"
                       onclick="whetherNone(this);registerAnnotation(this)"
                       validation="">
                <label for="error_types_missed_step_checkbox" data-toggle="tooltip" data-html="true" data-placement="top" title="Skipped a necessary step" schema="error_types" class="shadcn-multiselect-label">
                    Missed Step 
                </label>
            </div>
        
            <div class="shadcn-multiselect-item">
                <input class="error_types shadcn-multiselect-checkbox annotation-input"
                       type="checkbox"
                       id="error_types_unnecessary_action_checkbox"
                       name="error_types:::unnecessary_action"
                       value="unnecessary_action"
                       label_name="unnecessary_action"
                       schema="error_types"
                       onclick="whetherNone(this);registerAnnotation(this)"
                       validation="">
                <label for="error_types_unnecessary_action_checkbox" data-toggle="tooltip" data-html="true" data-placement="top" title="Performed an action that wasn&#x27;t needed" schema="error_types" class="shadcn-multiselect-label">
                    Unnecessary Action 
                </label>
            </div>
        
            <div class="shadcn-multiselect-item">
                <input class="error_types shadcn-multiselect-checkbox annotation-input"
                       type="checkbox"
                       id="error_types_loop_detected_checkbox"
                       name="error_types:::loop_detected"
                       value="loop_detected"
                       label_name="loop_detected"
                       schema="error_types"
                       onclick="whetherNone(this);registerAnnotation(this)"
                       validation="">
                <label for="error_types_loop_detected_checkbox" data-toggle="tooltip" data-html="true" data-placement="top" title="Got stuck repeating actions" schema="error_types" class="shadcn-multiselect-label">
                    Loop Detected 
                </label>
            </div>
        
            <div class="shadcn-multiselect-item">
                <input class="error_types shadcn-multiselect-checkbox annotation-input"
                       type="checkbox"
                       id="error_types_no_errors_checkbox"
                       name="error_types:::no_errors"
                       value="no_errors"
                       label_name="no_errors"
                       schema="error_types"
                       onclick="whetherNone(this);registerAnnotation(this)"
                       validation="">
                <label for="error_types_no_errors_checkbox" data-toggle="tooltip" data-html="true" data-placement="top" title="No errors observed" schema="error_types" class="shadcn-multiselect-label">
                    No Errors 
                </label>
            </div>
        </div></fieldset></form>

    <form id="notes" class="annotation-form textbox shadcn-textbox-container " action="javascript:void(0)" data-annotation-id="4" data-annotation-type="text" data-schema-name="notes"   data-grid-columns="1">
            
        <fieldset schema_name="notes">
    
            <legend class="shadcn-textbox-title">Additional observations about the agent&#x27;s behavior</legend>
        
            <div class="shadcn-textbox-item">
                
        
                <input class="notes shadcn-textbox-input annotation-input"
                       type="text"
                       id="notes_text_box_text"
                       name="notes:::text_box"
                       validation=""
                       schema="notes"
                       label_name="text_box"
                       
                       style=""
                       >
            </div></fieldset></form>

</div>