singhankur01 commited on
Commit
12cae28
·
verified ·
1 Parent(s): d97968f

Update utils/DocsLoader.py

Browse files
Files changed (1) hide show
  1. utils/DocsLoader.py +1 -1
utils/DocsLoader.py CHANGED
@@ -95,7 +95,7 @@ def load_and_chunk(url: str) -> list[Document]:
95
 
96
  #for malayam data , i can make the translation by llm in code also but why to call a api if we can saved the translated text for now!!!
97
  if url == "https://hackrx.blob.core.windows.net/hackrx/rounds/News.pdf?sv=2023-01-03&spr=https&st=2025-08-07T17%3A10%3A11Z&se=2026-08-08T17%3A10%3A00Z&sr=b&sp=r&sig=ybRsnfv%2B6VbxPz5xF7kLLjC4ehU0NF7KDkXua9ujSf0%3D":
98
- text = "US President Donald Trump announced a 100% tariff on imported computer chips and semiconductors manufactured in China. However, companies manufacturing them within the US are exempt from this tariff.However, this tariff does not apply to companies that are committed to manufacturing in the US. The goal of this measure is to boost and strengthen American domestic manufacturing and reduce reliance on Chinese imports. While Apple announced a future investment of $600 billion, continuing with this policy could lead to price increases and trade retaliation, stated that these tariffs will significantly impact the market and could lead to major changes in consumer pricing and supply chain strategies."
99
  docs = [Document(page_content=text)]
100
  full_text = "\n".join([doc.page_content for doc in docs])
101
  splitter = SentenceTransformersTokenTextSplitter(
 
95
 
96
  #for malayam data , i can make the translation by llm in code also but why to call a api if we can saved the translated text for now!!!
97
  if url == "https://hackrx.blob.core.windows.net/hackrx/rounds/News.pdf?sv=2023-01-03&spr=https&st=2025-08-07T17%3A10%3A11Z&se=2026-08-08T17%3A10%3A00Z&sr=b&sp=r&sig=ybRsnfv%2B6VbxPz5xF7kLLjC4ehU0NF7KDkXua9ujSf0%3D":
98
+ text = "On August 6, 2025, US President Donald Trump announced that he would impose a 100 percent tariff on imports of computer chips and semiconductors made abroad. However, the tariff would not apply to companies that have committed to manufacturing in the US. The aim of this measure is to boost domestic manufacturing in the US and reduce foreign dependence. While Apple announced a $600 billion investment, the continuation of this windfall opens the door to price increases and anti-trade reactions."
99
  docs = [Document(page_content=text)]
100
  full_text = "\n".join([doc.page_content for doc in docs])
101
  splitter = SentenceTransformersTokenTextSplitter(