st192011 commited on
Commit
7f5856e
·
verified ·
1 Parent(s): 7215403

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -90,7 +90,7 @@ RAW NOTE:
90
  max_new_tokens=256,
91
  temperature=0.1,
92
  do_sample=True,
93
- use_cache=False # <--- ADD THIS LINE
94
  )
95
 
96
  text = tokenizer.batch_decode(outputs)[0]
@@ -147,7 +147,8 @@ PRIVATE_DB:
147
  max_new_tokens=1024,
148
  temperature=0.1,
149
  repetition_penalty=1.05,
150
- do_sample=True
 
151
  )
152
 
153
  text = tokenizer.batch_decode(outputs)[0]
 
90
  max_new_tokens=256,
91
  temperature=0.1,
92
  do_sample=True,
93
+ use_cache=False
94
  )
95
 
96
  text = tokenizer.batch_decode(outputs)[0]
 
147
  max_new_tokens=1024,
148
  temperature=0.1,
149
  repetition_penalty=1.05,
150
+ do_sample=True,
151
+ use_cache=False
152
  )
153
 
154
  text = tokenizer.batch_decode(outputs)[0]