Spaces:
Paused
Paused
| <!-- CONFIG_HASH: 78fd4a886793afefb4ac35d16a400069_ec3622d735de4e72a289ea1887a7a3c5 --> | |
| <!-- Generated annotation layout file --> | |
| <!-- This file was automatically generated based on the annotation schemes in your config --> | |
| <!-- You can customize this file to modify the layout of your annotation interface --> | |
| <!-- Changes to this file will be preserved across server restarts --> | |
| <div class="annotation_schema"> | |
| <form id="retrieval_relevance" class="annotation-form multirate shadcn-multirate-container" action="javascript:void(0)" data-annotation-id="0" data-grid-columns="1"> | |
| <fieldset schema="retrieval_relevance"> | |
| <legend class="shadcn-multirate-title">Rate the relevance of each retrieved document to the query</legend> | |
| <table class="shadcn-multirate-table"> | |
| <thead> | |
| <tr> | |
| <th> </th> | |
| <th>Irrelevant</th> | |
| <th>Somewhat</th> | |
| <th>Relevant</th> | |
| <th>Highly Relevant</th> | |
| </tr> | |
| </thead> | |
| <tbody> | |
| <tr schema="multirate"> | |
| <td >Document 1</td> | |
| <td class="shadcn-radio-cell"> | |
| <input name="retrieval_relevance:::doc_1" | |
| type="radio" | |
| id="retrieval_relevance_doc_1_multirate.Irrelevant" | |
| value="Irrelevant" | |
| onclick="this.blur();" | |
| validation="" | |
| class="shadcn-multirate-radio annotation-input" | |
| schema="retrieval_relevance" | |
| label_name="doc_1" | |
| aria-label="Document 1: Irrelevant" /> | |
| </td> | |
| <td class="shadcn-radio-cell"> | |
| <input name="retrieval_relevance:::doc_1" | |
| type="radio" | |
| id="retrieval_relevance_doc_1_multirate.Somewhat" | |
| value="Somewhat" | |
| onclick="this.blur();" | |
| validation="" | |
| class="shadcn-multirate-radio annotation-input" | |
| schema="retrieval_relevance" | |
| label_name="doc_1" | |
| aria-label="Document 1: Somewhat" /> | |
| </td> | |
| <td class="shadcn-radio-cell"> | |
| <input name="retrieval_relevance:::doc_1" | |
| type="radio" | |
| id="retrieval_relevance_doc_1_multirate.Relevant" | |
| value="Relevant" | |
| onclick="this.blur();" | |
| validation="" | |
| class="shadcn-multirate-radio annotation-input" | |
| schema="retrieval_relevance" | |
| label_name="doc_1" | |
| aria-label="Document 1: Relevant" /> | |
| </td> | |
| <td class="shadcn-radio-cell"> | |
| <input name="retrieval_relevance:::doc_1" | |
| type="radio" | |
| id="retrieval_relevance_doc_1_multirate.Highly Relevant" | |
| value="Highly Relevant" | |
| onclick="this.blur();" | |
| validation="" | |
| class="shadcn-multirate-radio annotation-input" | |
| schema="retrieval_relevance" | |
| label_name="doc_1" | |
| aria-label="Document 1: Highly Relevant" /> | |
| </td> | |
| </tr> | |
| <tr schema="multirate"> | |
| <td >Document 2</td> | |
| <td class="shadcn-radio-cell"> | |
| <input name="retrieval_relevance:::doc_2" | |
| type="radio" | |
| id="retrieval_relevance_doc_2_multirate.Irrelevant" | |
| value="Irrelevant" | |
| onclick="this.blur();" | |
| validation="" | |
| class="shadcn-multirate-radio annotation-input" | |
| schema="retrieval_relevance" | |
| label_name="doc_2" | |
| aria-label="Document 2: Irrelevant" /> | |
| </td> | |
| <td class="shadcn-radio-cell"> | |
| <input name="retrieval_relevance:::doc_2" | |
| type="radio" | |
| id="retrieval_relevance_doc_2_multirate.Somewhat" | |
| value="Somewhat" | |
| onclick="this.blur();" | |
| validation="" | |
| class="shadcn-multirate-radio annotation-input" | |
| schema="retrieval_relevance" | |
| label_name="doc_2" | |
| aria-label="Document 2: Somewhat" /> | |
| </td> | |
| <td class="shadcn-radio-cell"> | |
| <input name="retrieval_relevance:::doc_2" | |
| type="radio" | |
| id="retrieval_relevance_doc_2_multirate.Relevant" | |
| value="Relevant" | |
| onclick="this.blur();" | |
| validation="" | |
| class="shadcn-multirate-radio annotation-input" | |
| schema="retrieval_relevance" | |
| label_name="doc_2" | |
| aria-label="Document 2: Relevant" /> | |
| </td> | |
| <td class="shadcn-radio-cell"> | |
| <input name="retrieval_relevance:::doc_2" | |
| type="radio" | |
| id="retrieval_relevance_doc_2_multirate.Highly Relevant" | |
| value="Highly Relevant" | |
| onclick="this.blur();" | |
| validation="" | |
| class="shadcn-multirate-radio annotation-input" | |
| schema="retrieval_relevance" | |
| label_name="doc_2" | |
| aria-label="Document 2: Highly Relevant" /> | |
| </td> | |
| </tr> | |
| <tr schema="multirate"> | |
| <td >Document 3</td> | |
| <td class="shadcn-radio-cell"> | |
| <input name="retrieval_relevance:::doc_3" | |
| type="radio" | |
| id="retrieval_relevance_doc_3_multirate.Irrelevant" | |
| value="Irrelevant" | |
| onclick="this.blur();" | |
| validation="" | |
| class="shadcn-multirate-radio annotation-input" | |
| schema="retrieval_relevance" | |
| label_name="doc_3" | |
| aria-label="Document 3: Irrelevant" /> | |
| </td> | |
| <td class="shadcn-radio-cell"> | |
| <input name="retrieval_relevance:::doc_3" | |
| type="radio" | |
| id="retrieval_relevance_doc_3_multirate.Somewhat" | |
| value="Somewhat" | |
| onclick="this.blur();" | |
| validation="" | |
| class="shadcn-multirate-radio annotation-input" | |
| schema="retrieval_relevance" | |
| label_name="doc_3" | |
| aria-label="Document 3: Somewhat" /> | |
| </td> | |
| <td class="shadcn-radio-cell"> | |
| <input name="retrieval_relevance:::doc_3" | |
| type="radio" | |
| id="retrieval_relevance_doc_3_multirate.Relevant" | |
| value="Relevant" | |
| onclick="this.blur();" | |
| validation="" | |
| class="shadcn-multirate-radio annotation-input" | |
| schema="retrieval_relevance" | |
| label_name="doc_3" | |
| aria-label="Document 3: Relevant" /> | |
| </td> | |
| <td class="shadcn-radio-cell"> | |
| <input name="retrieval_relevance:::doc_3" | |
| type="radio" | |
| id="retrieval_relevance_doc_3_multirate.Highly Relevant" | |
| value="Highly Relevant" | |
| onclick="this.blur();" | |
| validation="" | |
| class="shadcn-multirate-radio annotation-input" | |
| schema="retrieval_relevance" | |
| label_name="doc_3" | |
| aria-label="Document 3: Highly Relevant" /> | |
| </td> | |
| </tr> | |
| <tr schema="multirate"> | |
| <td >Document 4 (if present)</td> | |
| <td class="shadcn-radio-cell"> | |
| <input name="retrieval_relevance:::doc_4" | |
| type="radio" | |
| id="retrieval_relevance_doc_4_multirate.Irrelevant" | |
| value="Irrelevant" | |
| onclick="this.blur();" | |
| validation="" | |
| class="shadcn-multirate-radio annotation-input" | |
| schema="retrieval_relevance" | |
| label_name="doc_4" | |
| aria-label="Document 4 (if present): Irrelevant" /> | |
| </td> | |
| <td class="shadcn-radio-cell"> | |
| <input name="retrieval_relevance:::doc_4" | |
| type="radio" | |
| id="retrieval_relevance_doc_4_multirate.Somewhat" | |
| value="Somewhat" | |
| onclick="this.blur();" | |
| validation="" | |
| class="shadcn-multirate-radio annotation-input" | |
| schema="retrieval_relevance" | |
| label_name="doc_4" | |
| aria-label="Document 4 (if present): Somewhat" /> | |
| </td> | |
| <td class="shadcn-radio-cell"> | |
| <input name="retrieval_relevance:::doc_4" | |
| type="radio" | |
| id="retrieval_relevance_doc_4_multirate.Relevant" | |
| value="Relevant" | |
| onclick="this.blur();" | |
| validation="" | |
| class="shadcn-multirate-radio annotation-input" | |
| schema="retrieval_relevance" | |
| label_name="doc_4" | |
| aria-label="Document 4 (if present): Relevant" /> | |
| </td> | |
| <td class="shadcn-radio-cell"> | |
| <input name="retrieval_relevance:::doc_4" | |
| type="radio" | |
| id="retrieval_relevance_doc_4_multirate.Highly Relevant" | |
| value="Highly Relevant" | |
| onclick="this.blur();" | |
| validation="" | |
| class="shadcn-multirate-radio annotation-input" | |
| schema="retrieval_relevance" | |
| label_name="doc_4" | |
| aria-label="Document 4 (if present): Highly Relevant" /> | |
| </td> | |
| </tr> | |
| </tbody> | |
| </table> | |
| </fieldset> | |
| </form> | |
| <form id="faithfulness" class="annotation-form likert shadcn-likert-container" action="javascript:void(0)" data-annotation-id="1" data-annotation-type="likert" data-schema-name="faithfulness" data-grid-columns="1"> | |
| <fieldset schema="faithfulness"> | |
| <legend class="shadcn-likert-title">Is the synthesized answer faithful to the retrieved documents? (No unsupported claims)</legend> | |
| <div class="shadcn-likert-scale" style="max-width: min(100%, calc(300px + 5 * 40px + 250px));"> | |
| <div class="shadcn-likert-endpoint">Many unsupported claims</div> | |
| <div class="shadcn-likert-options"> | |
| <div class="shadcn-likert-track"></div> | |
| <div class="shadcn-likert-option"> | |
| <input class="faithfulness shadcn-likert-input annotation-input" | |
| type="radio" | |
| id="faithfulness_1_radio" | |
| name="faithfulness" | |
| value="1" | |
| schema="faithfulness" | |
| label_name="1" | |
| selection_constraint="single" | |
| validation="" | |
| onclick="onlyOne(this);registerAnnotation(this);"> | |
| <label class="shadcn-likert-button" for="faithfulness_1_radio"></label> | |
| <span class="shadcn-likert-label">1</span> | |
| </div> | |
| <div class="shadcn-likert-option"> | |
| <input class="faithfulness shadcn-likert-input annotation-input" | |
| type="radio" | |
| id="faithfulness_2_radio" | |
| name="faithfulness" | |
| value="2" | |
| schema="faithfulness" | |
| label_name="2" | |
| selection_constraint="single" | |
| validation="" | |
| onclick="onlyOne(this);registerAnnotation(this);"> | |
| <label class="shadcn-likert-button" for="faithfulness_2_radio"></label> | |
| <span class="shadcn-likert-label">2</span> | |
| </div> | |
| <div class="shadcn-likert-option"> | |
| <input class="faithfulness shadcn-likert-input annotation-input" | |
| type="radio" | |
| id="faithfulness_3_radio" | |
| name="faithfulness" | |
| value="3" | |
| schema="faithfulness" | |
| label_name="3" | |
| selection_constraint="single" | |
| validation="" | |
| onclick="onlyOne(this);registerAnnotation(this);"> | |
| <label class="shadcn-likert-button" for="faithfulness_3_radio"></label> | |
| <span class="shadcn-likert-label">3</span> | |
| </div> | |
| <div class="shadcn-likert-option"> | |
| <input class="faithfulness shadcn-likert-input annotation-input" | |
| type="radio" | |
| id="faithfulness_4_radio" | |
| name="faithfulness" | |
| value="4" | |
| schema="faithfulness" | |
| label_name="4" | |
| selection_constraint="single" | |
| validation="" | |
| onclick="onlyOne(this);registerAnnotation(this);"> | |
| <label class="shadcn-likert-button" for="faithfulness_4_radio"></label> | |
| <span class="shadcn-likert-label">4</span> | |
| </div> | |
| <div class="shadcn-likert-option"> | |
| <input class="faithfulness shadcn-likert-input annotation-input" | |
| type="radio" | |
| id="faithfulness_5_radio" | |
| name="faithfulness" | |
| value="5" | |
| schema="faithfulness" | |
| label_name="5" | |
| selection_constraint="single" | |
| validation="" | |
| onclick="onlyOne(this);registerAnnotation(this);"> | |
| <label class="shadcn-likert-button" for="faithfulness_5_radio"></label> | |
| <span class="shadcn-likert-label">5</span> | |
| </div> | |
| </div> | |
| <div class="shadcn-likert-endpoint">Fully faithful</div> | |
| </div> | |
| </fieldset></form> | |
| <form id="completeness" class="annotation-form likert shadcn-likert-container" action="javascript:void(0)" data-annotation-id="2" data-annotation-type="likert" data-schema-name="completeness" data-grid-columns="1"> | |
| <fieldset schema="completeness"> | |
| <legend class="shadcn-likert-title">Does the answer cover all important aspects from the retrieved documents?</legend> | |
| <div class="shadcn-likert-scale" style="max-width: min(100%, calc(300px + 5 * 40px + 250px));"> | |
| <div class="shadcn-likert-endpoint">Very incomplete</div> | |
| <div class="shadcn-likert-options"> | |
| <div class="shadcn-likert-track"></div> | |
| <div class="shadcn-likert-option"> | |
| <input class="completeness shadcn-likert-input annotation-input" | |
| type="radio" | |
| id="completeness_1_radio" | |
| name="completeness" | |
| value="1" | |
| schema="completeness" | |
| label_name="1" | |
| selection_constraint="single" | |
| validation="" | |
| onclick="onlyOne(this);registerAnnotation(this);"> | |
| <label class="shadcn-likert-button" for="completeness_1_radio"></label> | |
| <span class="shadcn-likert-label">1</span> | |
| </div> | |
| <div class="shadcn-likert-option"> | |
| <input class="completeness shadcn-likert-input annotation-input" | |
| type="radio" | |
| id="completeness_2_radio" | |
| name="completeness" | |
| value="2" | |
| schema="completeness" | |
| label_name="2" | |
| selection_constraint="single" | |
| validation="" | |
| onclick="onlyOne(this);registerAnnotation(this);"> | |
| <label class="shadcn-likert-button" for="completeness_2_radio"></label> | |
| <span class="shadcn-likert-label">2</span> | |
| </div> | |
| <div class="shadcn-likert-option"> | |
| <input class="completeness shadcn-likert-input annotation-input" | |
| type="radio" | |
| id="completeness_3_radio" | |
| name="completeness" | |
| value="3" | |
| schema="completeness" | |
| label_name="3" | |
| selection_constraint="single" | |
| validation="" | |
| onclick="onlyOne(this);registerAnnotation(this);"> | |
| <label class="shadcn-likert-button" for="completeness_3_radio"></label> | |
| <span class="shadcn-likert-label">3</span> | |
| </div> | |
| <div class="shadcn-likert-option"> | |
| <input class="completeness shadcn-likert-input annotation-input" | |
| type="radio" | |
| id="completeness_4_radio" | |
| name="completeness" | |
| value="4" | |
| schema="completeness" | |
| label_name="4" | |
| selection_constraint="single" | |
| validation="" | |
| onclick="onlyOne(this);registerAnnotation(this);"> | |
| <label class="shadcn-likert-button" for="completeness_4_radio"></label> | |
| <span class="shadcn-likert-label">4</span> | |
| </div> | |
| <div class="shadcn-likert-option"> | |
| <input class="completeness shadcn-likert-input annotation-input" | |
| type="radio" | |
| id="completeness_5_radio" | |
| name="completeness" | |
| value="5" | |
| schema="completeness" | |
| label_name="5" | |
| selection_constraint="single" | |
| validation="" | |
| onclick="onlyOne(this);registerAnnotation(this);"> | |
| <label class="shadcn-likert-button" for="completeness_5_radio"></label> | |
| <span class="shadcn-likert-label">5</span> | |
| </div> | |
| </div> | |
| <div class="shadcn-likert-endpoint">Comprehensive</div> | |
| </div> | |
| </fieldset></form> | |
| <form id="citation_quality" class="annotation-form radio shadcn-radio-container" action="javascript:void(0)" data-annotation-id="3" data-annotation-type="radio" data-schema-name="citation_quality" data-grid-columns="1"> | |
| <fieldset schema="citation_quality"> | |
| <legend class="shadcn-radio-title">How well does the answer attribute claims to source documents?</legend> | |
| <div class="shadcn-radio-options"> | |
| <div class="shadcn-radio-option"> | |
| <input class="citation_quality shadcn-radio-input annotation-input" | |
| type="radio" | |
| id="citation_quality_excellent_radio" | |
| name="citation_quality" | |
| value="excellent" | |
| selection_constraint="single" | |
| schema="citation_quality" | |
| label_name="excellent" | |
| onclick="onlyOne(this);registerAnnotation(this);" | |
| validation="" | |
| data-key="1"> | |
| <label for="citation_quality_excellent_radio" class="shadcn-radio-label" data-toggle="tooltip" data-html="true" data-placement="top" title="All claims properly attributed to correct sources">Excellent <span class="keybinding-badge">1</span></label> | |
| </div> | |
| <div class="shadcn-radio-option"> | |
| <input class="citation_quality shadcn-radio-input annotation-input" | |
| type="radio" | |
| id="citation_quality_good_radio" | |
| name="citation_quality" | |
| value="good" | |
| selection_constraint="single" | |
| schema="citation_quality" | |
| label_name="good" | |
| onclick="onlyOne(this);registerAnnotation(this);" | |
| validation="" | |
| data-key="2"> | |
| <label for="citation_quality_good_radio" class="shadcn-radio-label" data-toggle="tooltip" data-html="true" data-placement="top" title="Most claims attributed, minor issues">Good <span class="keybinding-badge">2</span></label> | |
| </div> | |
| <div class="shadcn-radio-option"> | |
| <input class="citation_quality shadcn-radio-input annotation-input" | |
| type="radio" | |
| id="citation_quality_fair_radio" | |
| name="citation_quality" | |
| value="fair" | |
| selection_constraint="single" | |
| schema="citation_quality" | |
| label_name="fair" | |
| onclick="onlyOne(this);registerAnnotation(this);" | |
| validation="" | |
| data-key="3"> | |
| <label for="citation_quality_fair_radio" class="shadcn-radio-label" data-toggle="tooltip" data-html="true" data-placement="top" title="Some attributions missing or incorrect">Fair <span class="keybinding-badge">3</span></label> | |
| </div> | |
| <div class="shadcn-radio-option"> | |
| <input class="citation_quality shadcn-radio-input annotation-input" | |
| type="radio" | |
| id="citation_quality_poor_radio" | |
| name="citation_quality" | |
| value="poor" | |
| selection_constraint="single" | |
| schema="citation_quality" | |
| label_name="poor" | |
| onclick="onlyOne(this);registerAnnotation(this);" | |
| validation="" | |
| data-key="4"> | |
| <label for="citation_quality_poor_radio" class="shadcn-radio-label" data-toggle="tooltip" data-html="true" data-placement="top" title="Few or no attributions, or many incorrect ones">Poor <span class="keybinding-badge">4</span></label> | |
| </div> | |
| </div></fieldset></form> | |
| <form id="citation_spans" class="annotation-form span shadcn-span-container" action="javascript:void(0)" data-annotation-id="4" data-grid-columns="1"> | |
| <fieldset schema="citation_spans"> | |
| <legend class="shadcn-span-title">Highlight any issues in the synthesized answer</legend> | |
| <div class="shadcn-span-options"> | |
| <div class="shadcn-span-option"> | |
| <input class="citation_spans shadcn-span-checkbox" | |
| for_span="true" | |
| type="checkbox" | |
| id="citation_spans_unsupported_claim" | |
| name="span_label:::citation_spans" | |
| value="unsupported_claim" | |
| onclick="onlyOne(this); changeSpanLabel(this, 'citation_spans', 'unsupported_claim', 'unsupported_claim', '(110, 86, 207)', '');" | |
| data-target-field="" | |
| validation=""> | |
| <label for="citation_spans_unsupported_claim" class="shadcn-span-label" data-toggle="tooltip" data-html="true" data-placement="top" title="Claim not supported by any retrieved document"> | |
| <span style="background-color:rgb(110, 86, 207,0.4);">unsupported_claim</span> | |
| </label> | |
| </div> | |
| <div class="shadcn-span-option"> | |
| <input class="citation_spans shadcn-span-checkbox" | |
| for_span="true" | |
| type="checkbox" | |
| id="citation_spans_wrong_attribution" | |
| name="span_label:::citation_spans" | |
| value="wrong_attribution" | |
| onclick="onlyOne(this); changeSpanLabel(this, 'citation_spans', 'wrong_attribution', 'wrong_attribution', '(239, 68, 68)', '');" | |
| data-target-field="" | |
| validation=""> | |
| <label for="citation_spans_wrong_attribution" class="shadcn-span-label" data-toggle="tooltip" data-html="true" data-placement="top" title="Claim attributed to wrong document"> | |
| <span style="background-color:rgb(239, 68, 68,0.4);">wrong_attribution</span> | |
| </label> | |
| </div> | |
| <div class="shadcn-span-option"> | |
| <input class="citation_spans shadcn-span-checkbox" | |
| for_span="true" | |
| type="checkbox" | |
| id="citation_spans_hallucination" | |
| name="span_label:::citation_spans" | |
| value="hallucination" | |
| onclick="onlyOne(this); changeSpanLabel(this, 'citation_spans', 'hallucination', 'hallucination', '(113, 113, 122)', '');" | |
| data-target-field="" | |
| validation=""> | |
| <label for="citation_spans_hallucination" class="shadcn-span-label" data-toggle="tooltip" data-html="true" data-placement="top" title="Factually incorrect or fabricated information"> | |
| <span style="background-color:rgb(113, 113, 122,0.4);">hallucination</span> | |
| </label> | |
| </div> | |
| <div class="shadcn-span-option"> | |
| <input class="citation_spans shadcn-span-checkbox" | |
| for_span="true" | |
| type="checkbox" | |
| id="citation_spans_missing_nuance" | |
| name="span_label:::citation_spans" | |
| value="missing_nuance" | |
| onclick="onlyOne(this); changeSpanLabel(this, 'citation_spans', 'missing_nuance', 'missing_nuance', '(245, 158, 11)', '');" | |
| data-target-field="" | |
| validation=""> | |
| <label for="citation_spans_missing_nuance" class="shadcn-span-label" data-toggle="tooltip" data-html="true" data-placement="top" title="Source information oversimplified or distorted"> | |
| <span style="background-color:rgb(245, 158, 11,0.4);">missing_nuance</span> | |
| </label> | |
| </div> | |
| </div></fieldset></form> | |
| <form id="answer_quality" class="annotation-form likert shadcn-likert-container" action="javascript:void(0)" data-annotation-id="5" data-annotation-type="likert" data-schema-name="answer_quality" data-grid-columns="1"> | |
| <fieldset schema="answer_quality"> | |
| <legend class="shadcn-likert-title">Overall quality of the synthesized answer</legend> | |
| <div class="shadcn-likert-scale" style="max-width: min(100%, calc(300px + 5 * 40px + 250px));"> | |
| <div class="shadcn-likert-endpoint">Very poor</div> | |
| <div class="shadcn-likert-options"> | |
| <div class="shadcn-likert-track"></div> | |
| <div class="shadcn-likert-option"> | |
| <input class="answer_quality shadcn-likert-input annotation-input" | |
| type="radio" | |
| id="answer_quality_1_radio" | |
| name="answer_quality" | |
| value="1" | |
| schema="answer_quality" | |
| label_name="1" | |
| selection_constraint="single" | |
| validation="" | |
| onclick="onlyOne(this);registerAnnotation(this);"> | |
| <label class="shadcn-likert-button" for="answer_quality_1_radio"></label> | |
| <span class="shadcn-likert-label">1</span> | |
| </div> | |
| <div class="shadcn-likert-option"> | |
| <input class="answer_quality shadcn-likert-input annotation-input" | |
| type="radio" | |
| id="answer_quality_2_radio" | |
| name="answer_quality" | |
| value="2" | |
| schema="answer_quality" | |
| label_name="2" | |
| selection_constraint="single" | |
| validation="" | |
| onclick="onlyOne(this);registerAnnotation(this);"> | |
| <label class="shadcn-likert-button" for="answer_quality_2_radio"></label> | |
| <span class="shadcn-likert-label">2</span> | |
| </div> | |
| <div class="shadcn-likert-option"> | |
| <input class="answer_quality shadcn-likert-input annotation-input" | |
| type="radio" | |
| id="answer_quality_3_radio" | |
| name="answer_quality" | |
| value="3" | |
| schema="answer_quality" | |
| label_name="3" | |
| selection_constraint="single" | |
| validation="" | |
| onclick="onlyOne(this);registerAnnotation(this);"> | |
| <label class="shadcn-likert-button" for="answer_quality_3_radio"></label> | |
| <span class="shadcn-likert-label">3</span> | |
| </div> | |
| <div class="shadcn-likert-option"> | |
| <input class="answer_quality shadcn-likert-input annotation-input" | |
| type="radio" | |
| id="answer_quality_4_radio" | |
| name="answer_quality" | |
| value="4" | |
| schema="answer_quality" | |
| label_name="4" | |
| selection_constraint="single" | |
| validation="" | |
| onclick="onlyOne(this);registerAnnotation(this);"> | |
| <label class="shadcn-likert-button" for="answer_quality_4_radio"></label> | |
| <span class="shadcn-likert-label">4</span> | |
| </div> | |
| <div class="shadcn-likert-option"> | |
| <input class="answer_quality shadcn-likert-input annotation-input" | |
| type="radio" | |
| id="answer_quality_5_radio" | |
| name="answer_quality" | |
| value="5" | |
| schema="answer_quality" | |
| label_name="5" | |
| selection_constraint="single" | |
| validation="" | |
| onclick="onlyOne(this);registerAnnotation(this);"> | |
| <label class="shadcn-likert-button" for="answer_quality_5_radio"></label> | |
| <span class="shadcn-likert-label">5</span> | |
| </div> | |
| </div> | |
| <div class="shadcn-likert-endpoint">Excellent</div> | |
| </div> | |
| </fieldset></form> | |
| <form id="misleading" class="annotation-form radio shadcn-radio-container" action="javascript:void(0)" data-annotation-id="6" data-annotation-type="radio" data-schema-name="misleading" data-grid-columns="1"> | |
| <fieldset schema="misleading"> | |
| <legend class="shadcn-radio-title">Could this answer mislead the user?</legend> | |
| <div class="shadcn-radio-options"> | |
| <div class="shadcn-radio-option"> | |
| <input class="misleading shadcn-radio-input annotation-input" | |
| type="radio" | |
| id="misleading_not_misleading_radio" | |
| name="misleading" | |
| value="not_misleading" | |
| selection_constraint="single" | |
| schema="misleading" | |
| label_name="not_misleading" | |
| onclick="onlyOne(this);registerAnnotation(this);" | |
| validation="" | |
| data-key="q"> | |
| <label for="misleading_not_misleading_radio" class="shadcn-radio-label" data-toggle="tooltip" data-html="true" data-placement="top" title="Answer is accurate and balanced">Not Misleading <span class="keybinding-badge">Q</span></label> | |
| </div> | |
| <div class="shadcn-radio-option"> | |
| <input class="misleading shadcn-radio-input annotation-input" | |
| type="radio" | |
| id="misleading_slightly_misleading_radio" | |
| name="misleading" | |
| value="slightly_misleading" | |
| selection_constraint="single" | |
| schema="misleading" | |
| label_name="slightly_misleading" | |
| onclick="onlyOne(this);registerAnnotation(this);" | |
| validation="" | |
| data-key="w"> | |
| <label for="misleading_slightly_misleading_radio" class="shadcn-radio-label" data-toggle="tooltip" data-html="true" data-placement="top" title="Minor inaccuracies or imbalances">Slightly Misleading <span class="keybinding-badge">W</span></label> | |
| </div> | |
| <div class="shadcn-radio-option"> | |
| <input class="misleading shadcn-radio-input annotation-input" | |
| type="radio" | |
| id="misleading_misleading_radio" | |
| name="misleading" | |
| value="misleading" | |
| selection_constraint="single" | |
| schema="misleading" | |
| label_name="misleading" | |
| onclick="onlyOne(this);registerAnnotation(this);" | |
| validation="" | |
| data-key="e"> | |
| <label for="misleading_misleading_radio" class="shadcn-radio-label" data-toggle="tooltip" data-html="true" data-placement="top" title="Answer could lead to wrong conclusions">Misleading <span class="keybinding-badge">E</span></label> | |
| </div> | |
| </div></fieldset></form> | |
| <form id="notes" class="annotation-form textbox shadcn-textbox-container " action="javascript:void(0)" data-annotation-id="7" data-annotation-type="text" data-schema-name="notes" data-grid-columns="1"> | |
| <fieldset schema_name="notes"> | |
| <legend class="shadcn-textbox-title">Additional observations about the RAG pipeline trace</legend> | |
| <div class="shadcn-textbox-item"> | |
| <input class="notes shadcn-textbox-input annotation-input" | |
| type="text" | |
| id="notes_text_box_text" | |
| name="notes:::text_box" | |
| validation="" | |
| schema="notes" | |
| label_name="text_box" | |
| style="" | |
| > | |
| </div></fieldset></form> | |
| </div> | |