TQ_template.py

{
  "src_lang": "en",
  "tgt_lang": "de",
  "src_prev": "Alice: Hi Bob, how are you?\nBob: I'm good, thanks!",
  "tgt_prev": "Alice: Hallo Bob, wie geht's?\nBob: Mir geht's gut, danke!",
  "src_next": "Alice: Want to grab coffee later?\nBob: Sure, sounds good.",
  "tgt_next": "Alice: Möchtest du später einen Kaffee trinken?\nBob: Klar, klingt gut.",
  "src_text": "Bob: I just got back from Paris.",
  "main_text": "This is the main text",
  "alternate_text": "This is the alternate text",
  "evaluation": {
    "Accuracy Issues": [
      {
        "Error Span": [5,8],
        "Error Explanation": "Incorrect translation of 'just got back' as 'gerade aus' instead of 'gerade zurück'.",
        "Error Quality Category": "Fidelity",
        "Error Quality Tags": ["terminology", "accuracy"],
        "Error Severity": "Major"
      }
    ],
    "Accuracy Score": "4", # ["projects"]["What ever key is there"]["labels"][index here of the labels]["annotations"]["classifications"][1]["radio_answer"]["name"]
    "Readability Issues": [ 
      {
        "Error Location": "Src", # ["projects"]["What ever key is there"]["labels"][index here of the labels]["annotations"]["objects"][index of it]["conversational_location"]["message_id"]
        "Error Span": [0,2],  # ["projects"]["What ever key is there"]["labels"][index here of the labels]["annotations"]["objects"][index of it]["conversational_location"]["location"]["start" and "end" use them to make this list (start, end)]
        "Error Explanation": "Sentence structure is awkward in German translation.", # ["projects"]["What ever key is there"]["labels"][index here of the labels]["annotations"]["objects"][index of it]["classification"][2]["text_answer"]["content"]
        "Error Quality Category": "Style", # ["projects"]["What ever key is there"]["labels"][index here of the labels]["annotations"]["objects"][index of it]["name"] - here if the name is "Style" - put it under Readability Issues else put it under Accuracy Issues.
        "Error Quality Tags": ["awkward", "structure"], # ["projects"]["What ever key is there"]["labels"][index here of the labels]["annotations"]["objects"][index of it]["classification"][1]["checklist_answers"][list of dicts, take name keys for all and make list of it]
        "Error Severity": "Minor" # ["projects"]["What ever key is there"]["labels"][index here of the labels]["annotations"]["objects"][index of it]["classification"][0]["radio_answer"]["name"]
      }
    ],
    "Readability Score": "3", # ["projects"]["What ever key is there"]["labels"][index here of the labels]["classifications"][2]["radio_answer"]["name"]
    "Confidence Level": "the_translation_is_excellent_without_any_error_spans_and_no_creative_liberties_were_taken", # # ["projects"]["What ever key is there"]["labels"][index here of the labels]["classifications"][3]["radio_answer"]["name"]
    "Main Vs Alternate": "Both of them have roughly the same quality" # ["projects"]["What ever key is there"]["labels"][index here of the labels]["classifications"][0]["radio_answer"]["name"]
  },
  "Score": "26"
}