annotation/label_studio_pairwise.xml

<!--
  Label Studio annotation config — SAGA Human Evaluation: Pairwise Task (IS)

  Each task shows:
    - The sentence-initial prompt (same for both)
    - Text A (left) and Text B (right) — model identity hidden
    - Left/right assignment is randomised in generate_human_eval.py

  Raters answer 3 separate questions: grammaticality, fluency, overall preference.
-->

<View>

  <!-- Header -->
  <Header value="SAGA — Samanburður tveggja setninga" style="font-size: 16px; font-weight: bold; margin-bottom: 4px;"/>
  <Header value="Hvaða framhald er betra íslenskt? Þú veist ekki hvaða tölvulíkan skrifaði hvort."
          style="font-size: 13px; color: #555; margin-bottom: 12px;"/>

  <!-- Prompt -->
  <View style="background: #f0f4ff; border-left: 4px solid #3b82f6; padding: 12px 16px; margin: 8px 0 16px 0; border-radius: 4px;">
    <Header value="Upphaf setningar (bæði framhöldin nota sama upphaf):" style="font-size: 12px; color: #666; margin-bottom: 4px;"/>
    <Text name="prompt_display" value="$prompt_fragment" style="font-size: 15px; font-style: italic; color: #1e3a5f;"/>
  </View>

  <!-- Stacked comparison (works on mobile + desktop) -->
  <View style="display: flex; flex-direction: column; gap: 12px; margin-bottom: 20px;">

    <!-- Left: Text A -->
    <View style="flex: 1; background: #fff; border: 2px solid #6366f1; padding: 14px; border-radius: 6px;">
      <Header value="Framhald A" style="font-size: 13px; font-weight: bold; color: #6366f1; margin-bottom: 8px;"/>
      <Text name="text_left_display" value="$text_left" style="font-size: 14px; line-height: 1.6;"/>
    </View>

    <!-- Right: Text B -->
    <View style="flex: 1; background: #fff; border: 2px solid #f59e0b; padding: 14px; border-radius: 6px;">
      <Header value="Framhald B" style="font-size: 13px; font-weight: bold; color: #d97706; margin-bottom: 8px;"/>
      <Text name="text_right_display" value="$text_right" style="font-size: 14px; line-height: 1.6;"/>
    </View>

  </View>

  <!-- Question 1: Grammaticality -->
  <View style="margin-bottom: 16px; padding: 12px; background: #f9f9f9; border-radius: 6px;">
    <Header value="1. Málfræðileg réttmæti" style="font-size: 14px; font-weight: bold; margin-bottom: 4px;"/>
    <Header value="Hvaða framhald er málfræðilega réttara? (rétt beyging, samræmi, setningafræði)"
            style="font-size: 12px; color: #666; margin-bottom: 10px;"/>
    <Choices name="grammaticality" toName="text_left_display"
             choice="single" required="true"
             requiredMessage="Vinsamlegast svaraðu spurningu 1.">
      <Choice value="A" label="🔵 A er málfræðilega réttara"/>
      <Choice value="B" label="🟡 B er málfræðilega réttara"/>
      <Choice value="equal" label="⚪ Enginn munur"/>
    </Choices>
  </View>

  <!-- Question 2: Fluency -->
  <View style="margin-bottom: 16px; padding: 12px; background: #f9f9f9; border-radius: 6px;">
    <Header value="2. Flæði og náttúrulegt mál" style="font-size: 14px; font-weight: bold; margin-bottom: 4px;"/>
    <Header value="Hvaða framhald les náttúrulegra, eins og innfæddur skribent myndi skrifa?"
            style="font-size: 12px; color: #666; margin-bottom: 10px;"/>
    <Choices name="fluency" toName="text_left_display"
             choice="single" required="true"
             requiredMessage="Vinsamlegast svaraðu spurningu 2.">
      <Choice value="A" label="🔵 A les náttúrulegra"/>
      <Choice value="B" label="🟡 B les náttúrulegra"/>
      <Choice value="equal" label="⚪ Enginn munur"/>
    </Choices>
  </View>

  <!-- Question 3: Overall preference -->
  <View style="margin-bottom: 16px; padding: 12px; background: #f9f9f9; border-radius: 6px;">
    <Header value="3. Heildarval (preference)" style="font-size: 14px; font-weight: bold; margin-bottom: 4px;"/>
    <Header value="Hvaða framhald er betra íslenskt heildarinnar?"
            style="font-size: 12px; color: #666; margin-bottom: 10px;"/>
    <Choices name="preference" toName="text_left_display"
             choice="single" required="true"
             requiredMessage="Vinsamlegast svaraðu spurningu 3.">
      <Choice value="A" alias="left_better"  label="🔵 A er betra íslenskt"/>
      <Choice value="B" alias="right_better" label="🟡 B er betra íslenskt"/>
      <Choice value="equal" label="⚪ Enginn munur — bæði jafngóð"/>
    </Choices>
  </View>

  <!-- Optional explanation -->
  <View>
    <Header value="Skýring (valfrjálst)" style="font-size: 13px; font-weight: bold; margin-bottom: 4px;"/>
    <Header value="Af hverju valdir þú þetta? (t.d. &quot;A hefur betri beygingarform&quot;)"
            style="font-size: 11px; color: #666; margin-bottom: 6px;"/>
    <TextArea name="reasoning" toName="text_left_display"
              placeholder="Skrifaðu stuttlega hér (eða hafðu reitinn tóman)..."
              rows="2" maxSubmissions="1"/>
  </View>

</View>