Spaces:

beeguy
/

website-RAG

Runtime error

App Files Files Community

beeguy commited on Dec 9, 2024

Commit

46abd15

1 Parent(s): fe724e6

parsing

Browse files

Files changed (4) hide show

app.py +9 -7
static/index.html +8 -7
static/script.js +12 -10
static/style.css +10 -0

app.py CHANGED Viewed

@@ -55,16 +55,18 @@ async def chat(request: Request):
     reply = response.content
     return {"reply": reply}
-@app.get("/embeddings")
-def get_embeddings(input: str):
     loader = create_loader(input)
     docs = loader.load()
-    my_vector_store = InMemoryVectorStore.from_documents(docs, embeddings)
     return {
-        "embeddings": [],
-        "test": "testtext"
-        }
 @app.get("/", response_class=HTMLResponse)
 def get_index():

     reply = response.content
     return {"reply": reply}
+@app.get("/parsing")
+def parse_url(input: str):
     loader = create_loader(input)
     docs = loader.load()
     return {
+        "docs": docs
+    }
+@app.get("/embeddings")
+def get_embeddings():
+    my_vector_store = InMemoryVectorStore.from_documents(docs, embeddings)
+    return {"status": "OK"}
 @app.get("/", response_class=HTMLResponse)
 def get_index():

static/index.html CHANGED Viewed

@@ -11,20 +11,21 @@
 <body>
     <main>
         <section id="text-gen">
-            <h1>Chat with your favorite website!</h1>
-            <p>Here you can create a vector storage from the url you provide.</p>
             <form class="text-gen-form">
-                <label for="text-gen-input">The url of the website</label>
                 <input id="text-gen-input" type="text" />
-                <button id="text-gen-submit">Submit</button>
-                <button id="download-embeddings" type="button">Download Embeddings</button>
                 <p class="text-gen-output"></p>
             </form>
-            <p>If you have embeddings, you can upload them instead.</p>
             <form class="text-gen-form">
                 <input type="file" id="file-input" style="display: none;" />
-                <button id="upload-embeddings" type="button">Upload Embeddings</button>
             </form>
         </section>
         <section id="chat">

 <body>
     <main>
+        <h1>Chat with your favorite website!</h1>
         <section id="text-gen">
+            <p>here you can create a vector storage from the url you provide.</p>
             <form class="text-gen-form">
+                <p>Here you will parse url and get list of docs</p>
+                <label for="text-gen-input">the url of the website</label>
                 <input id="text-gen-input" type="text" />
+                <button id="text-gen-submit">submit</button>
+                <button id="download-embeddings" type="button">download docs</button>
                 <p class="text-gen-output"></p>
             </form>
+            <p>if you have docs, you can upload them instead.</p>
             <form class="text-gen-form">
                 <input type="file" id="file-input" style="display: none;" />
+                <button id="upload-embeddings" type="button">upload docs</button>
             </form>
         </section>
         <section id="chat">

static/script.js CHANGED Viewed

@@ -1,11 +1,11 @@
 const textGenForm = document.querySelector('.text-gen-form');
-let embeddingsList = [];
 const embedText = async (text) => {
-    const inferResponse = await fetch(`embeddings?input=${text}`);
     const inferJson = await inferResponse.json();
-    return inferJson.embeddings;
 };
 const spinnerOverlay = document.createElement('div');
@@ -30,8 +30,8 @@ textGenForm.addEventListener('submit', async (event) => {
     try {
         const embeddings = await embedText(textGenInput.value);
-        embeddingsList = embeddings; // Store embeddings in the variable
-        textGenParagraph.textContent = JSON.stringify(embeddingsList);
         updateDownloadButtonState(); // Update button state
     } catch (err) {
         console.error(err);
@@ -47,11 +47,11 @@ const uploadButton = document.getElementById('upload-embeddings');
 const fileInput = document.getElementById('file-input');
 const updateDownloadButtonState = () => {
-    downloadButton.disabled = embeddingsList.length === 0;
 };
 const downloadEmbeddings = () => {
-    const dataStr = "data:text/json;charset=utf-8," + encodeURIComponent(JSON.stringify(embeddingsList));
     const downloadAnchorNode = document.createElement('a');
     downloadAnchorNode.setAttribute("href", dataStr);
     downloadAnchorNode.setAttribute("download", "embeddings.json");
@@ -72,10 +72,10 @@ fileInput.addEventListener('change', async (event) => {
         reader.onload = async (e) => {
             try {
                 const embeddings = JSON.parse(e.target.result);
-                embeddingsList = embeddings; // Store uploaded embeddings in the variable
                 const textGenParagraph = document.querySelector('.text-gen-output');
-                textGenParagraph.textContent = JSON.stringify(embeddingsList);
                 updateDownloadButtonState(); // Update button state
                 // Optionally, you can send the embeddings to the server
@@ -84,7 +84,7 @@ fileInput.addEventListener('change', async (event) => {
                     headers: {
                         'Content-Type': 'application/json'
                     },
-                    body: JSON.stringify({ embeddings: embeddingsList })
                 });
             } catch (err) {
                 console.error('Error reading or parsing the file', err);
@@ -127,6 +127,7 @@ chatForm.addEventListener('submit', async (event) => {
     const userMessageElement = document.createElement('div');
     userMessageElement.textContent = `You: ${userMessage}`;
     chatBox.appendChild(userMessageElement);
     chatInput.value = '';
@@ -135,6 +136,7 @@ chatForm.addEventListener('submit', async (event) => {
         const reply = await sendMessage(userMessage);
         const replyMessageElement = document.createElement('div');
         replyMessageElement.textContent = `Bot: ${reply}`;
         chatBox.appendChild(replyMessageElement);
     } catch (err) {
         console.error('Error sending message:', err);

 const textGenForm = document.querySelector('.text-gen-form');
+let docsList = [];
 const embedText = async (text) => {
+    const inferResponse = await fetch(`parsing?input=${text}`);
     const inferJson = await inferResponse.json();
+    return inferJson;
 };
 const spinnerOverlay = document.createElement('div');
     try {
         const embeddings = await embedText(textGenInput.value);
+        docsList = embeddings; // Store embeddings in the variable
+        textGenParagraph.textContent = JSON.stringify(docsList);
         updateDownloadButtonState(); // Update button state
     } catch (err) {
         console.error(err);
 const fileInput = document.getElementById('file-input');
 const updateDownloadButtonState = () => {
+    downloadButton.disabled = docsList.length === 0;
 };
 const downloadEmbeddings = () => {
+    const dataStr = "data:text/json;charset=utf-8," + encodeURIComponent(JSON.stringify(docsList));
     const downloadAnchorNode = document.createElement('a');
     downloadAnchorNode.setAttribute("href", dataStr);
     downloadAnchorNode.setAttribute("download", "embeddings.json");
         reader.onload = async (e) => {
             try {
                 const embeddings = JSON.parse(e.target.result);
+                docsList = embeddings; // Store uploaded embeddings in the variable
                 const textGenParagraph = document.querySelector('.text-gen-output');
+                textGenParagraph.textContent = JSON.stringify(docsList);
                 updateDownloadButtonState(); // Update button state
                 // Optionally, you can send the embeddings to the server
                     headers: {
                         'Content-Type': 'application/json'
                     },
+                    body: JSON.stringify({ embeddings: docsList })
                 });
             } catch (err) {
                 console.error('Error reading or parsing the file', err);
     const userMessageElement = document.createElement('div');
     userMessageElement.textContent = `You: ${userMessage}`;
+    userMessageElement.classList.add('user-message');
     chatBox.appendChild(userMessageElement);
     chatInput.value = '';
         const reply = await sendMessage(userMessage);
         const replyMessageElement = document.createElement('div');
         replyMessageElement.textContent = `Bot: ${reply}`;
+        replyMessageElement.classList.add('bot-reply');
         chatBox.appendChild(replyMessageElement);
     } catch (err) {
         console.error('Error sending message:', err);

static/style.css CHANGED Viewed

@@ -92,4 +92,14 @@ button {
 @keyframes spin {
     0% { transform: rotate(0deg); }
     100% { transform: rotate(360deg); }
 }

 @keyframes spin {
     0% { transform: rotate(0deg); }
     100% { transform: rotate(360deg); }
+}
+.user-message {
+    text-align: right;
+    margin: 0.5rem 0;
+}
+.bot-reply {
+    text-align: left;
+    margin: 0.5rem 0;
 }