klo
Browse files
app.py
CHANGED
|
@@ -26,24 +26,34 @@ st.title("Text Similarity Model")
|
|
| 26 |
|
| 27 |
task = 'Given a web search query, retrieve relevant passages that answer the query'
|
| 28 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 29 |
docs = st.sidebar.file_uploader("Upload documents", accept_multiple_files=True, type=['txt','pdf','xlsx','docx'])
|
| 30 |
query = st.text_input("Enter search query")
|
| 31 |
click = st.button("Search")
|
| 32 |
|
| 33 |
-
|
| 34 |
-
import docx2txt
|
| 35 |
|
| 36 |
def extract_text(doc):
|
| 37 |
if doc.type == 'text/plain':
|
| 38 |
return doc.read().decode('utf-8')
|
| 39 |
|
| 40 |
if doc.name.endswith(".pdf"):
|
| 41 |
-
|
| 42 |
|
| 43 |
-
# Handle null bytes
|
| 44 |
-
raw = raw.replace(b'\x00', b'')
|
| 45 |
|
| 46 |
-
with pdfplumber.open(
|
| 47 |
pages = [page.extract_text() for page in pdf.pages]
|
| 48 |
|
| 49 |
return "\n".join(pages)
|
|
|
|
| 26 |
|
| 27 |
task = 'Given a web search query, retrieve relevant passages that answer the query'
|
| 28 |
|
| 29 |
+
|
| 30 |
+
UPLOAD_DIR = "uploads"
|
| 31 |
+
|
| 32 |
+
if not os.path.exists(UPLOAD_DIR):
|
| 33 |
+
os.mkdir(UPLOAD_DIR)
|
| 34 |
+
|
| 35 |
+
def save_upload(uploaded_file):
|
| 36 |
+
filepath = os.path.join(UPLOAD_DIR, uploaded_file.name)
|
| 37 |
+
with open(filepath,"wb") as f:
|
| 38 |
+
f.write(uploaded_file.getbuffer())
|
| 39 |
+
|
| 40 |
+
return filepath
|
| 41 |
+
|
| 42 |
docs = st.sidebar.file_uploader("Upload documents", accept_multiple_files=True, type=['txt','pdf','xlsx','docx'])
|
| 43 |
query = st.text_input("Enter search query")
|
| 44 |
click = st.button("Search")
|
| 45 |
|
| 46 |
+
|
|
|
|
| 47 |
|
| 48 |
def extract_text(doc):
|
| 49 |
if doc.type == 'text/plain':
|
| 50 |
return doc.read().decode('utf-8')
|
| 51 |
|
| 52 |
if doc.name.endswith(".pdf"):
|
| 53 |
+
docPath = save_upload(doc)
|
| 54 |
|
|
|
|
|
|
|
| 55 |
|
| 56 |
+
with pdfplumber.open(docPath) as pdf:
|
| 57 |
pages = [page.extract_text() for page in pdf.pages]
|
| 58 |
|
| 59 |
return "\n".join(pages)
|