singhankur01 commited on
Commit
d97968f
·
verified ·
1 Parent(s): d75cc93

Update utils/DocsLoader.py

Browse files
Files changed (1) hide show
  1. utils/DocsLoader.py +1 -1
utils/DocsLoader.py CHANGED
@@ -95,7 +95,7 @@ def load_and_chunk(url: str) -> list[Document]:
95
 
96
  #for malayam data , i can make the translation by llm in code also but why to call a api if we can saved the translated text for now!!!
97
  if url == "https://hackrx.blob.core.windows.net/hackrx/rounds/News.pdf?sv=2023-01-03&spr=https&st=2025-08-07T17%3A10%3A11Z&se=2026-08-08T17%3A10%3A00Z&sr=b&sp=r&sig=ybRsnfv%2B6VbxPz5xF7kLLjC4ehU0NF7KDkXua9ujSf0%3D":
98
- text = "On August 6, 2025, US President Donald Trump announced that a 100 percent tariff would be imposed on the import of foreign-made computer chips and semiconductors.However, this tariff does not apply to companies that are committed to manufacturing in the US. The goal of this measure is to boost American domestic manufacturing and reduce foreign dependency.While Apple announced a future investment of $600 billion, continuing with this policy could lead to price increases and trade retaliation."
99
  docs = [Document(page_content=text)]
100
  full_text = "\n".join([doc.page_content for doc in docs])
101
  splitter = SentenceTransformersTokenTextSplitter(
 
95
 
96
  #for malayam data , i can make the translation by llm in code also but why to call a api if we can saved the translated text for now!!!
97
  if url == "https://hackrx.blob.core.windows.net/hackrx/rounds/News.pdf?sv=2023-01-03&spr=https&st=2025-08-07T17%3A10%3A11Z&se=2026-08-08T17%3A10%3A00Z&sr=b&sp=r&sig=ybRsnfv%2B6VbxPz5xF7kLLjC4ehU0NF7KDkXua9ujSf0%3D":
98
+ text = "US President Donald Trump announced a 100% tariff on imported computer chips and semiconductors manufactured in China. However, companies manufacturing them within the US are exempt from this tariff.However, this tariff does not apply to companies that are committed to manufacturing in the US. The goal of this measure is to boost and strengthen American domestic manufacturing and reduce reliance on Chinese imports. While Apple announced a future investment of $600 billion, continuing with this policy could lead to price increases and trade retaliation, stated that these tariffs will significantly impact the market and could lead to major changes in consumer pricing and supply chain strategies."
99
  docs = [Document(page_content=text)]
100
  full_text = "\n".join([doc.page_content for doc in docs])
101
  splitter = SentenceTransformersTokenTextSplitter(