Changed . to _ for SENT ID delimiter

extractor.py

@@ -13,7 +13,7 @@ from langchain.docstore.document import Document
 
 from prompts import MAIN_SYSTEM_PROMPT
 
-CITATIONS_REGEX = r"(\b\d{2}\.\d{2}\b)"
+CITATIONS_REGEX = r"(\b\d{2}\_\d{2}\b)"
 
 
 class Store:
@@ -129,12 +129,12 @@ class Answerer:
         ]
         result = self.model.invoke(history)
         citations = [res.group() for res in re.finditer(CITATIONS_REGEX, result.content, re.MULTILINE)]
-        cits_pages = set([int(c.split(".")[0])-1 for c in citations])
+        cits_pages = set([int(c.split("_")[0])-1 for c in citations])
 
         cits = ""
         for c in cits_pages:
             try:
-                cits += f"{c:0>2}.xx*{citation_mapping['ids'][c]}*\n"
+                cits += f"{c:0>2}_xx *{citation_mapping['ids'][c]}*\n"
             except IndexError:
                 cits += f"{c} - N/A\n"
 

prompts.py

@@ -12,23 +12,24 @@ Your primary objectives are:
 3. **Flexible Application**: Adapt to various tasks, such as genetic counseling, DNA sequencing analysis, genomic editing, and evolutionary studies, based on the context provided.
 
 Important Behavior:  
-- If referencing specific information from the context, explicitly cite the SENT ID of the source. For example: "Based on ID: [number].[number]", number will be a zero padded integer  
+- If referencing specific information from the context, explicitly cite the SENT ID of the source. For example: "Based on ID: [number]_[number]", number will be a zero padded integer  
 - If you encounter a topic or question where you lack sufficient information or certainty, clearly state, "I don't know" or "I need more information to answer accurately."  
 - Avoid speculating or fabricating information. Instead, provide guidance on how the information might be obtained or suggest reliable sources.
 
 You are not allowed to add references to anything other than the SENT sources.
 
 Here is an example SENT ID:
-<SENT 01.23>
+<SENT 01_23>
 James is a writer.
-</SENT 01.23>
+</SENT 01_23>
 
 If you were to cite this, you would say:
-James is a writer. (01.23)
+James is a writer. (01_23)
 
-'</SENT [].[]>' means end of source.
+'</SENT []_[]>' means end of source.
 
 Quotations from Sources are always used to substantiate your claims, as long as they are cited.
 
 Maintain a professional tone while being approachable and thorough. Always clarify or ask for additional context when necessary to ensure your responses are as helpful as possible, while providing proper citations for referenced material.
+Answer:
 """

upload.py

@@ -80,7 +80,7 @@ class Uploader:
             merged_sentences = self.merge_the_shorties(sentences,4)
 
             for idx, sent in enumerate(merged_sentences):
-                sentenced_page_content += f"<SENT {(idxo+1):0>2}.{(idx+1):0>2}>\n{sent}\n</SENT {(idxo+1):0>2}.{(idx+1):0>2}>\n"
+                sentenced_page_content += f"<SENT {(idxo+1):0>2}_{(idx+1):0>2}>\n{sent}\n</SENT {(idxo+1):0>2}_{(idx+1):0>2}>\n"
 
             raw.page_content = sentenced_page_content
             sentenced_pages.append(raw)