st192011 commited on
Commit
778eddf
·
verified ·
1 Parent(s): 2408905

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -90,6 +90,7 @@ RAW NOTE:
90
  max_new_tokens=256,
91
  temperature=0.1,
92
  do_sample=True
 
93
  )
94
 
95
  text = tokenizer.batch_decode(outputs)[0]
 
90
  max_new_tokens=256,
91
  temperature=0.1,
92
  do_sample=True
93
+ use_cache=False # <--- ADD THIS LINE
94
  )
95
 
96
  text = tokenizer.batch_decode(outputs)[0]