Bofandra commited on
Commit
86a8499
·
verified ·
1 Parent(s): 9cedd1e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +9 -6
app.py CHANGED
@@ -29,13 +29,16 @@ def process_pdf(file):
29
  retriever = vectorstore.as_retriever(search_kwargs={"k": 4})
30
 
31
  # ✅ Wrap DeepSeek model properly
 
 
32
  llm = HuggingFaceEndpoint(
33
- repo_id="meta-llama/Llama-2-7b-chat-hf", # Example model
34
- task="text-generation",
35
- max_new_tokens=512,
36
- do_sample=False,
37
- repetition_penalty=1.03,
38
- provider="huggingface", # or specify a provider like "hyperbolic"
 
39
  )
40
 
41
  retrieval_chain = ConversationalRetrievalChain.from_llm(
 
29
  retriever = vectorstore.as_retriever(search_kwargs={"k": 4})
30
 
31
  # ✅ Wrap DeepSeek model properly
32
+ repo_id = "deepseek-ai/DeepSeek-R1-0528"
33
+
34
  llm = HuggingFaceEndpoint(
35
+ repo_id=repo_id,
36
+ max_length=128,
37
+ temperature=0.5,
38
+ provider="auto", # set your provider here hf.co/settings/inference-providers
39
+ # provider="hyperbolic",
40
+ # provider="nebius",
41
+ # provider="together",
42
  )
43
 
44
  retrieval_chain = ConversationalRetrievalChain.from_llm(