Spaces:
Runtime error
Runtime error
Aakash Goel commited on
Commit ·
8e2b825
1
Parent(s): 9906f97
log download 2
Browse files- code/qa.py +36 -26
- logs/log_file.tsv +0 -0
- results/about result.txt +1 -0
- results/log_file.tsv +0 -0
code/qa.py
CHANGED
|
@@ -3,33 +3,31 @@ from transformers import pipeline
|
|
| 3 |
import pandas as pd
|
| 4 |
import datetime
|
| 5 |
import base64
|
|
|
|
| 6 |
|
| 7 |
@st.cache(allow_output_mutation = True)
|
| 8 |
def load_model():
|
| 9 |
question_answerer = pipeline('question-answering')
|
| 10 |
return question_answerer
|
| 11 |
|
| 12 |
-
#
|
| 13 |
-
#
|
| 14 |
-
#
|
| 15 |
-
|
| 16 |
-
#
|
| 17 |
-
#
|
| 18 |
-
#
|
| 19 |
-
|
| 20 |
-
#
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
st.markdown(href,unsafe_allow_html=True)
|
| 31 |
-
|
| 32 |
-
st.markdown('')
|
| 33 |
|
| 34 |
def load_file():
|
| 35 |
"""Load text from file"""
|
|
@@ -41,6 +39,7 @@ def load_file():
|
|
| 41 |
return raw_text
|
| 42 |
|
| 43 |
|
|
|
|
| 44 |
|
| 45 |
# Loading Model
|
| 46 |
question_answerer =load_model()
|
|
@@ -71,7 +70,6 @@ if raw_text != None and raw_text != '':
|
|
| 71 |
|
| 72 |
st.write("Answer: {}".format(answer["answer"]))
|
| 73 |
st.write("Confidence score: {}".format(round(answer["score"],2)))
|
| 74 |
-
import os
|
| 75 |
# st.write(os.getcwd())
|
| 76 |
# st.write(os.listdir('.'))
|
| 77 |
# st.write(os.listdir('../'))
|
|
@@ -79,11 +77,11 @@ if raw_text != None and raw_text != '':
|
|
| 79 |
# log_file_object.write(str(datetime.datetime.now())+'\t'+str(raw_text)+'\t'+str(answer["answer"])+'\t'+str(answer["score"]))
|
| 80 |
# log_file_object.write('\n')
|
| 81 |
# log_file_object.close()
|
| 82 |
-
output_path = "results/df_log_file.
|
| 83 |
try:
|
| 84 |
res_df = pd.DataFrame({"TimeStamp":[str(datetime.datetime.now())],\
|
| 85 |
"Question":[question],\
|
| 86 |
-
"Input":[str(raw_text)],"Answer":[str(answer["answer"])],"Score":[str(answer["score"])]})
|
| 87 |
#st.write("PASS1")
|
| 88 |
except:
|
| 89 |
st.write("FAIL1")
|
|
@@ -92,6 +90,18 @@ if raw_text != None and raw_text != '':
|
|
| 92 |
#st.write("PASS2")
|
| 93 |
except:
|
| 94 |
st.write("FAIL2")
|
| 95 |
-
st.dataframe(pd.read_csv("results/df_log_file.
|
| 96 |
-
csv_downloader(pd.read_csv("results/df_log_file.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 97 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3 |
import pandas as pd
|
| 4 |
import datetime
|
| 5 |
import base64
|
| 6 |
+
import os
|
| 7 |
|
| 8 |
@st.cache(allow_output_mutation = True)
|
| 9 |
def load_model():
|
| 10 |
question_answerer = pipeline('question-answering')
|
| 11 |
return question_answerer
|
| 12 |
|
| 13 |
+
# def csv_downloader(data):
|
| 14 |
+
# csvfile = data.to_csv()
|
| 15 |
+
# b64 = base64.b64encode(csvfile.encode()).decode()
|
| 16 |
+
# new_filename = "results/df_log_file.csv"
|
| 17 |
+
# st.markdown("#### Download File ###")
|
| 18 |
+
# href = f'<a href="data:file/tsv;base64,{b64}" download="{new_filename}">Click Here!!</a>'
|
| 19 |
+
# st.markdown(href,unsafe_allow_html=True)
|
| 20 |
+
|
| 21 |
+
#function to convert any dataframe to a csv file
|
| 22 |
+
@st.cache
|
| 23 |
+
def csv_downloader(df):
|
| 24 |
+
# IMPORTANT: Cache the conversion to prevent computation on every rerun
|
| 25 |
+
res = df.to_csv().encode('utf-8')
|
| 26 |
+
st.download_button(
|
| 27 |
+
label="Download logs data as CSV separated by tab",
|
| 28 |
+
data=res,
|
| 29 |
+
file_name='df_log_file.csv',
|
| 30 |
+
mime='text/csv')
|
|
|
|
|
|
|
|
|
|
| 31 |
|
| 32 |
def load_file():
|
| 33 |
"""Load text from file"""
|
|
|
|
| 39 |
return raw_text
|
| 40 |
|
| 41 |
|
| 42 |
+
st.markdown('')
|
| 43 |
|
| 44 |
# Loading Model
|
| 45 |
question_answerer =load_model()
|
|
|
|
| 70 |
|
| 71 |
st.write("Answer: {}".format(answer["answer"]))
|
| 72 |
st.write("Confidence score: {}".format(round(answer["score"],2)))
|
|
|
|
| 73 |
# st.write(os.getcwd())
|
| 74 |
# st.write(os.listdir('.'))
|
| 75 |
# st.write(os.listdir('../'))
|
|
|
|
| 77 |
# log_file_object.write(str(datetime.datetime.now())+'\t'+str(raw_text)+'\t'+str(answer["answer"])+'\t'+str(answer["score"]))
|
| 78 |
# log_file_object.write('\n')
|
| 79 |
# log_file_object.close()
|
| 80 |
+
output_path = "results/df_log_file.csv"
|
| 81 |
try:
|
| 82 |
res_df = pd.DataFrame({"TimeStamp":[str(datetime.datetime.now())],\
|
| 83 |
"Question":[question],\
|
| 84 |
+
"Input":[str(raw_text)],"Answer":[str(answer["answer"])],"Score":[str(round(answer["score"],2))]})
|
| 85 |
#st.write("PASS1")
|
| 86 |
except:
|
| 87 |
st.write("FAIL1")
|
|
|
|
| 90 |
#st.write("PASS2")
|
| 91 |
except:
|
| 92 |
st.write("FAIL2")
|
| 93 |
+
st.dataframe(pd.read_csv("results/df_log_file.csv",sep="\t").tail(10))
|
| 94 |
+
csv_downloader(pd.read_csv("results/df_log_file.csv",sep="\t"))
|
| 95 |
+
|
| 96 |
+
|
| 97 |
+
|
| 98 |
+
# @st.cache(allow_output_mutation=True)
|
| 99 |
+
# def Pageviews():
|
| 100 |
+
# return []
|
| 101 |
|
| 102 |
+
# pageviews=Pageviews()
|
| 103 |
+
# pageviews.append('dummy')
|
| 104 |
+
# try:
|
| 105 |
+
# st.markdown('Page viewed = {} times.'.format(len(pageviews)))
|
| 106 |
+
# except ValueError:
|
| 107 |
+
# st.markdown('Page viewed = {} times.'.format(1))
|
logs/log_file.tsv
DELETED
|
File without changes
|
results/about result.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
This directory will store log results.
|
results/log_file.tsv
DELETED
|
File without changes
|