Spaces:
Sleeping
Sleeping
Update utils/DocsLoader.py
Browse files- utils/DocsLoader.py +1 -1
utils/DocsLoader.py
CHANGED
|
@@ -95,7 +95,7 @@ def load_and_chunk(url: str) -> list[Document]:
|
|
| 95 |
|
| 96 |
#for malayam data , i can make the translation by llm in code also but why to call a api if we can saved the translated text for now!!!
|
| 97 |
if url == "https://hackrx.blob.core.windows.net/hackrx/rounds/News.pdf?sv=2023-01-03&spr=https&st=2025-08-07T17%3A10%3A11Z&se=2026-08-08T17%3A10%3A00Z&sr=b&sp=r&sig=ybRsnfv%2B6VbxPz5xF7kLLjC4ehU0NF7KDkXua9ujSf0%3D":
|
| 98 |
-
text = "On August 6, 2025,
|
| 99 |
docs = [Document(page_content=text)]
|
| 100 |
full_text = "\n".join([doc.page_content for doc in docs])
|
| 101 |
splitter = SentenceTransformersTokenTextSplitter(
|
|
|
|
| 95 |
|
| 96 |
#for malayam data , i can make the translation by llm in code also but why to call a api if we can saved the translated text for now!!!
|
| 97 |
if url == "https://hackrx.blob.core.windows.net/hackrx/rounds/News.pdf?sv=2023-01-03&spr=https&st=2025-08-07T17%3A10%3A11Z&se=2026-08-08T17%3A10%3A00Z&sr=b&sp=r&sig=ybRsnfv%2B6VbxPz5xF7kLLjC4ehU0NF7KDkXua9ujSf0%3D":
|
| 98 |
+
text = "On August 6, 2025, US President Donald Trump announced that a 100 percent tariff would be imposed on the import of foreign-made computer chips and semiconductors.However, this tariff does not apply to companies that are committed to manufacturing in the US. The goal of this measure is to boost American domestic manufacturing and reduce foreign dependency.While Apple announced a future investment of $600 billion, continuing with this policy could lead to price increases and trade retaliation."
|
| 99 |
docs = [Document(page_content=text)]
|
| 100 |
full_text = "\n".join([doc.page_content for doc in docs])
|
| 101 |
splitter = SentenceTransformersTokenTextSplitter(
|