Update app.py
Browse files
app.py
CHANGED
|
@@ -344,41 +344,41 @@ def gen_qa_who(df):
|
|
| 344 |
claim=df['claim'][i]
|
| 345 |
answer= split_ws(df["who"])
|
| 346 |
evidence=df["evidence"][i]
|
| 347 |
-
|
| 348 |
if srl!="":
|
| 349 |
-
|
| 350 |
-
|
| 351 |
-
|
| 352 |
-
|
| 353 |
-
|
| 354 |
-
|
| 355 |
-
|
| 356 |
-
|
| 357 |
-
|
| 358 |
-
|
| 359 |
-
|
| 360 |
-
|
| 361 |
-
|
| 362 |
-
|
| 363 |
-
|
| 364 |
-
|
| 365 |
-
|
| 366 |
-
|
| 367 |
-
|
| 368 |
-
|
| 369 |
-
|
| 370 |
-
|
| 371 |
-
|
| 372 |
-
|
| 373 |
-
|
| 374 |
-
|
| 375 |
-
|
| 376 |
-
|
| 377 |
-
|
| 378 |
-
|
| 379 |
-
|
| 380 |
-
|
| 381 |
-
|
| 382 |
else:
|
| 383 |
list_of_ques_who="No claims"
|
| 384 |
list_of_ans_who=""
|
|
@@ -420,7 +420,7 @@ def gen_qa_what(df):
|
|
| 420 |
list_of_ans_what.append(f"""Ans{j+1}:{answer[j]}""")
|
| 421 |
input_evidence = f"answer_the_next_question_from_context: {question_ids} context: {evidence}"
|
| 422 |
#time.sleep(10)
|
| 423 |
-
answer_evidence = query_evidence({"inputs":input_evidence,"truncation":True})[0]['generated_text']
|
| 424 |
if answer_evidence.lower() in evidence.lower():
|
| 425 |
list_of_evidence_answer_what.append(f"""Evidence{j+1}:{answer_evidence}""")
|
| 426 |
|
|
@@ -637,11 +637,13 @@ if claim_text:
|
|
| 637 |
final_df = pd.DataFrame(columns=['Who Claims', 'What Claims', 'When Claims', 'Where Claims', 'Why Claims'])
|
| 638 |
|
| 639 |
|
| 640 |
-
|
| 641 |
-
|
| 642 |
-
|
| 643 |
-
|
| 644 |
-
|
|
|
|
|
|
|
| 645 |
st.write(df["evidence"])
|
| 646 |
-
st.write(gen_qa_who(df))
|
| 647 |
# st.table(final_df)
|
|
|
|
| 344 |
claim=df['claim'][i]
|
| 345 |
answer= split_ws(df["who"])
|
| 346 |
evidence=df["evidence"][i]
|
| 347 |
+
time.sleep(10)
|
| 348 |
if srl!="":
|
| 349 |
+
try:
|
| 350 |
+
for j in range(0,len(answer)):
|
| 351 |
+
FACT_TO_GENERATE_QUESTION_FROM = f"""{answer[j]} [SEP] {claim}"""
|
| 352 |
+
#FACT_TO_GENERATE_QUESTION_FROM = f"""generate_who_based_question_from_context_using_the_next_answer:{answer[j]} [SEP] context:{claim}"""
|
| 353 |
+
#time.sleep(10)
|
| 354 |
+
question_ids = query({"inputs":FACT_TO_GENERATE_QUESTION_FROM,
|
| 355 |
+
"num_beams":5,
|
| 356 |
+
"early_stopping":True,
|
| 357 |
+
"min_length": 100,"wait_for_model":True})[0]['generated_text'].capitalize()
|
| 358 |
+
question_ids = rephrase_question_who(question_ids)
|
| 359 |
+
list_of_ques_who.append(f"""Q{j+1}:{question_ids}""")
|
| 360 |
+
list_of_ans_who.append(f"""Ans{j+1}:{answer[j]}""")
|
| 361 |
+
input_evidence = f"answer: {question_ids} context: {evidence}"
|
| 362 |
+
time.sleep(10)
|
| 363 |
+
answer_evidence = query_evidence({"inputs":input_evidence,"truncation":True,"wait_for_model":True})[0]['generated_text']
|
| 364 |
+
if answer_evidence.lower() in evidence.lower():
|
| 365 |
+
list_of_evidence_answer_who.append(f"""Evidence{j+1}:{answer_evidence}""")
|
| 366 |
+
else:
|
| 367 |
+
answer_evidence=""
|
| 368 |
+
list_of_evidence_answer_who.append(f"""No mention of 'who'in any related documents.""")
|
| 369 |
+
list_of_evidence_answer_who.append(f"""Evidence{j+1}:{answer_evidence}""")
|
| 370 |
+
threshold = 0.2
|
| 371 |
+
list_of_pairs = [(answer_evidence, answer[j])]
|
| 372 |
+
rouge_l_score = calc_rouge_l_score(answer_evidence, answer[j])
|
| 373 |
+
if rouge_l_score >= threshold:
|
| 374 |
+
verification_status = 'Verified Valid'
|
| 375 |
+
elif rouge_l_score == 0:
|
| 376 |
+
verification_status = 'Not verifiable'
|
| 377 |
+
else:
|
| 378 |
+
verification_status = 'Verified False'
|
| 379 |
+
rouge_l_scores.append(verification_status)
|
| 380 |
+
except:
|
| 381 |
+
pass
|
| 382 |
else:
|
| 383 |
list_of_ques_who="No claims"
|
| 384 |
list_of_ans_who=""
|
|
|
|
| 420 |
list_of_ans_what.append(f"""Ans{j+1}:{answer[j]}""")
|
| 421 |
input_evidence = f"answer_the_next_question_from_context: {question_ids} context: {evidence}"
|
| 422 |
#time.sleep(10)
|
| 423 |
+
answer_evidence = query_evidence({"inputs":input_evidence,"truncation":True,"wait_for_model":True})[0]['generated_text']
|
| 424 |
if answer_evidence.lower() in evidence.lower():
|
| 425 |
list_of_evidence_answer_what.append(f"""Evidence{j+1}:{answer_evidence}""")
|
| 426 |
|
|
|
|
| 637 |
final_df = pd.DataFrame(columns=['Who Claims', 'What Claims', 'When Claims', 'Where Claims', 'Why Claims'])
|
| 638 |
|
| 639 |
|
| 640 |
+
final_df["Who Claims"]=gen_qa_who(df)
|
| 641 |
+
final_df["What Claims"]=gen_qa_what(df)
|
| 642 |
+
final_df["When Claims"]=gen_qa_when(df)
|
| 643 |
+
final_df["Where Claims"]=gen_qa_where(df)
|
| 644 |
+
final_df["Why Claims"]=gen_qa_why(df)
|
| 645 |
+
st.table(final_df)
|
| 646 |
+
st.write(df["claim"])
|
| 647 |
st.write(df["evidence"])
|
| 648 |
+
# st.write(gen_qa_who(df))
|
| 649 |
# st.table(final_df)
|