Update qa_model.py

qa_model.py

@@ -24,8 +24,8 @@ class QAEnsembleModel_modify(nn.Module):
         AUTH_TOKEN = "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"
         # model_checkpoint = "letrunglinh/qa_pnc"
         model_convert = OVModelForQuestionAnswering.from_pretrained(model_name, export= True, use_auth_token= AUTH_TOKEN)
-        # model_convert.half()
-        # model_convert.compile()
+        model_convert.half()
+        model_convert.compile()
         nlp = pipeline('question-answering', model=model_convert,
                         tokenizer=model_name)
         self.nlps.append(nlp)