edi commited on
Commit
e80badc
·
1 Parent(s): ae84950
Files changed (1) hide show
  1. app.py +4 -5
app.py CHANGED
@@ -61,11 +61,10 @@ compression_retriever = ContextualCompressionRetriever(
61
  # Configure FLAN-T5 (better task)
62
  # -----------------------------
63
  generator = pipeline(
64
- repo_id="google/flan-t5-base", # también puedes usar flan-t5-small
65
- task="text-generation",
66
- provider="auto",
67
- temperature=0.1,
68
- max_new_tokens=512,
69
  repetition_penalty=1.1
70
  )
71
  llm = HuggingFacePipeline(pipeline=generator)
 
61
  # Configure FLAN-T5 (better task)
62
  # -----------------------------
63
  generator = pipeline(
64
+ "text-generation", # 👈 Use this for T5 models
65
+ model="google/flan-t5-base",
66
+ max_new_tokens=128, # shorter answers
67
+ temperature=0.2,
 
68
  repetition_penalty=1.1
69
  )
70
  llm = HuggingFacePipeline(pipeline=generator)