{ "src_lang": "en", "tgt_lang": "de", "src_prev": "Alice: Hi Bob, how are you?\nBob: I'm good, thanks!", "tgt_prev": "Alice: Hallo Bob, wie geht's?\nBob: Mir geht's gut, danke!", "src_next": "Alice: Want to grab coffee later?\nBob: Sure, sounds good.", "tgt_next": "Alice: Möchtest du später einen Kaffee trinken?\nBob: Klar, klingt gut.", "src_text": "Bob: I just got back from Paris.", "main_text": "This is the main text", "alternate_text": "This is the alternate text", "evaluation": { "Accuracy Issues": [ { "Error Span": [5,8], "Error Explanation": "Incorrect translation of 'just got back' as 'gerade aus' instead of 'gerade zurück'.", "Error Quality Category": "Fidelity", "Error Quality Tags": ["terminology", "accuracy"], "Error Severity": "Major" } ], "Accuracy Score": "4", # ["projects"]["What ever key is there"]["labels"][index here of the labels]["annotations"]["classifications"][1]["radio_answer"]["name"] "Readability Issues": [ { "Error Location": "Src", # ["projects"]["What ever key is there"]["labels"][index here of the labels]["annotations"]["objects"][index of it]["conversational_location"]["message_id"] "Error Span": [0,2], # ["projects"]["What ever key is there"]["labels"][index here of the labels]["annotations"]["objects"][index of it]["conversational_location"]["location"]["start" and "end" use them to make this list (start, end)] "Error Explanation": "Sentence structure is awkward in German translation.", # ["projects"]["What ever key is there"]["labels"][index here of the labels]["annotations"]["objects"][index of it]["classification"][2]["text_answer"]["content"] "Error Quality Category": "Style", # ["projects"]["What ever key is there"]["labels"][index here of the labels]["annotations"]["objects"][index of it]["name"] - here if the name is "Style" - put it under Readability Issues else put it under Accuracy Issues. "Error Quality Tags": ["awkward", "structure"], # ["projects"]["What ever key is there"]["labels"][index here of the labels]["annotations"]["objects"][index of it]["classification"][1]["checklist_answers"][list of dicts, take name keys for all and make list of it] "Error Severity": "Minor" # ["projects"]["What ever key is there"]["labels"][index here of the labels]["annotations"]["objects"][index of it]["classification"][0]["radio_answer"]["name"] } ], "Readability Score": "3", # ["projects"]["What ever key is there"]["labels"][index here of the labels]["classifications"][2]["radio_answer"]["name"] "Confidence Level": "the_translation_is_excellent_without_any_error_spans_and_no_creative_liberties_were_taken", # # ["projects"]["What ever key is there"]["labels"][index here of the labels]["classifications"][3]["radio_answer"]["name"] "Main Vs Alternate": "Both of them have roughly the same quality" # ["projects"]["What ever key is there"]["labels"][index here of the labels]["classifications"][0]["radio_answer"]["name"] }, "Score": "26" }