File size: 6,585 Bytes
9afb00f | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 | {
"total_grammar_fn": 17,
"category_counts": {
"PATCH_FAILURE": 13,
"FILTER_FAILURE": 2,
"MODEL_FAILURE": 2
},
"classifications": [
{
"sample_id": "G001",
"input": "البنات ذهب إلى المدرسة",
"expected": "ذهبن/ذهبت",
"pipeline_output": "البنات ذهبن إلى المدرسة",
"classification": "PATCH_FAILURE",
"evidence": "Grammar patch accepted but final output doesn't match expected",
"filter_rejections": [],
"accepted_patches": 1
},
{
"sample_id": "G002",
"input": "الطلاب يذهب إلى الجامعة",
"expected": "يذهبون",
"pipeline_output": "الطلاب يذهبون إلى الجامعة",
"classification": "PATCH_FAILURE",
"evidence": "Grammar patch accepted but final output doesn't match expected",
"filter_rejections": [],
"accepted_patches": 1
},
{
"sample_id": "G003",
"input": "المهندسون حضر الاجتماع",
"expected": "حضروا",
"pipeline_output": "المهندسون حضرون الاجتماع",
"classification": "PATCH_FAILURE",
"evidence": "Grammar patch accepted but final output doesn't match expected",
"filter_rejections": [],
"accepted_patches": 1
},
{
"sample_id": "G004",
"input": "الرجال يعمل في المصنع",
"expected": "يعملون",
"pipeline_output": "الرجال يعملون في المصنع",
"classification": "PATCH_FAILURE",
"evidence": "Grammar patch accepted but final output doesn't match expected",
"filter_rejections": [],
"accepted_patches": 1
},
{
"sample_id": "G005",
"input": "النساء ذهب إلى السوق",
"expected": "ذهبن",
"pipeline_output": "النساء ذهبن إلى السوق",
"classification": "PATCH_FAILURE",
"evidence": "Grammar patch accepted but final output doesn't match expected",
"filter_rejections": [],
"accepted_patches": 1
},
{
"sample_id": "G006",
"input": "الأولاد لعب في الحديقة",
"expected": "لعبوا",
"pipeline_output": "الأولاد لعب في الحديقة",
"classification": "FILTER_FAILURE",
"evidence": "Rejected by: IVtoOOV",
"filter_rejections": [
"IVtoOOV"
],
"accepted_patches": 0
},
{
"sample_id": "G007",
"input": "المعلمات حضر الاجتماع",
"expected": "حضرن",
"pipeline_output": "المعلمات حضرن الاجتماع",
"classification": "PATCH_FAILURE",
"evidence": "Grammar patch accepted but final output doesn't match expected",
"filter_rejections": [],
"accepted_patches": 1
},
{
"sample_id": "G008",
"input": "الأطباء يعالج المرضى",
"expected": "يعالجون",
"pipeline_output": "الأطباء يعالجون المرضى",
"classification": "PATCH_FAILURE",
"evidence": "Grammar patch accepted but final output doesn't match expected",
"filter_rejections": [],
"accepted_patches": 1
},
{
"sample_id": "G009",
"input": "العمال بنى المبنى",
"expected": "بنوا",
"pipeline_output": "العمال بنى المبنى",
"classification": "MODEL_FAILURE",
"evidence": "Grammar model returned input unchanged",
"filter_rejections": [],
"accepted_patches": 0
},
{
"sample_id": "G010",
"input": "الطالبات كتب الواجب",
"expected": "كتبن",
"pipeline_output": "الطالبات كتبن الواجب",
"classification": "PATCH_FAILURE",
"evidence": "Grammar patch accepted but final output doesn't match expected",
"filter_rejections": [],
"accepted_patches": 1
},
{
"sample_id": "G011",
"input": "السيارة جميل جداً",
"expected": "جميلة",
"pipeline_output": "السيارة جميلة جداً",
"classification": "PATCH_FAILURE",
"evidence": "Grammar patch accepted but final output doesn't match expected",
"filter_rejections": [],
"accepted_patches": 1
},
{
"sample_id": "G012",
"input": "البنت ذكي في المدرسة",
"expected": "ذكية",
"pipeline_output": "البنت ذكية في المدرسة",
"classification": "PATCH_FAILURE",
"evidence": "Grammar patch accepted but final output doesn't match expected",
"filter_rejections": [],
"accepted_patches": 1
},
{
"sample_id": "G013",
"input": "الطالبة متفوق في دراسته",
"expected": "متفوقة/دراستها",
"pipeline_output": "الطالب متفوق في دراسته",
"classification": "PATCH_FAILURE",
"evidence": "Grammar patch accepted but final output doesn't match expected",
"filter_rejections": [],
"accepted_patches": 1
},
{
"sample_id": "G014",
"input": "المدينة كبير وواسع",
"expected": "كبيرة وواسعة",
"pipeline_output": "المدينة كبيرة وواسعة",
"classification": "PATCH_FAILURE",
"evidence": "Grammar patch accepted but final output doesn't match expected",
"filter_rejections": [],
"accepted_patches": 1
},
{
"sample_id": "G015",
"input": "الشمس مشرق اليوم",
"expected": "مشرقة",
"pipeline_output": "الشمس مشرقة اليوم",
"classification": "PATCH_FAILURE",
"evidence": "Grammar patch accepted but final output doesn't match expected",
"filter_rejections": [],
"accepted_patches": 1
},
{
"sample_id": "G022",
"input": "رأيت أخوك في المسجد",
"expected": "أخاك",
"pipeline_output": "رأيت أخوك في المسجد",
"classification": "MODEL_FAILURE",
"evidence": "Grammar model returned input unchanged",
"filter_rejections": [],
"accepted_patches": 0
},
{
"sample_id": "G028",
"input": "لم يفعلون الواجب بعد",
"expected": "يفعلوا",
"pipeline_output": "لم يفعلون الواجب بعد",
"classification": "FILTER_FAILURE",
"evidence": "Rejected by: IVtoOOV",
"filter_rejections": [
"IVtoOOV"
],
"accepted_patches": 0
}
]
} |