MusaR commited on
Commit
e086a87
·
verified ·
1 Parent(s): 1ca604f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -4,6 +4,8 @@ print("--- Python script starting ---")
4
 
5
  import streamlit as st
6
  import os
 
 
7
  os.environ['HF_HOME'] = '/app/huggingface_cache' # For transformers and datasets
8
  os.environ['TRANSFORMERS_CACHE'] = '/app/huggingface_cache/transformers'
9
  os.environ['SENTENCE_TRANSFORMERS_HOME'] = '/app/huggingface_cache/sentence_transformers'
@@ -70,7 +72,7 @@ try:
70
 
71
  print("Step 2d: Initializing Cohere Re-ranker...")
72
  base_retriever = vectorstore.as_retriever(search_kwargs={'k': 20})
73
- compressor = CohereRerank(cohere_api_key=COHERE_API_KEY, top_n=5, model="rerank-v3.5")
74
  reranking_retriever = ContextualCompressionRetriever(base_compressor=compressor, base_retriever=base_retriever)
75
  print("Step 2d: SUCCESS")
76
 
 
4
 
5
  import streamlit as st
6
  import os
7
+
8
+ os.environ['TOKENIZERS_PARALLELISM'] = 'false'
9
  os.environ['HF_HOME'] = '/app/huggingface_cache' # For transformers and datasets
10
  os.environ['TRANSFORMERS_CACHE'] = '/app/huggingface_cache/transformers'
11
  os.environ['SENTENCE_TRANSFORMERS_HOME'] = '/app/huggingface_cache/sentence_transformers'
 
72
 
73
  print("Step 2d: Initializing Cohere Re-ranker...")
74
  base_retriever = vectorstore.as_retriever(search_kwargs={'k': 20})
75
+ compressor = CohereRerank(cohere_api_key=COHERE_API_KEY, top_n=5, model="rerank-english-v3.0")
76
  reranking_retriever = ContextualCompressionRetriever(base_compressor=compressor, base_retriever=base_retriever)
77
  print("Step 2d: SUCCESS")
78