mehuldev commited on
Commit
6d72a0c
·
verified ·
1 Parent(s): e59cec2

Update backend/main.py

Browse files
Files changed (1) hide show
  1. backend/main.py +1 -1
backend/main.py CHANGED
@@ -373,7 +373,7 @@ print(f"🔥 Using device: {'GPU' if device==0 else 'CPU'}")
373
  llm_pipeline = pipeline(
374
  "text-generation",
375
  model="TinyLlama/TinyLlama-1.1B-Chat-v1.0",
376
- max_new_tokens=1024,
377
  temperature=0.7,
378
  device=device
379
  )
 
373
  llm_pipeline = pipeline(
374
  "text-generation",
375
  model="TinyLlama/TinyLlama-1.1B-Chat-v1.0",
376
+ max_new_tokens=512,
377
  temperature=0.7,
378
  device=device
379
  )