st192011 commited on
Commit
d940402
·
verified ·
1 Parent(s): 1aa2ed2

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -90,7 +90,7 @@ RAW NOTE:
90
  max_new_tokens=256,
91
  temperature=0.1,
92
  do_sample=True,
93
- use_cache=False
94
  )
95
 
96
  text = tokenizer.batch_decode(outputs)[0]
@@ -148,7 +148,7 @@ PRIVATE_DB:
148
  temperature=0.1,
149
  repetition_penalty=1.05,
150
  do_sample=True,
151
- use_cache=False
152
  )
153
 
154
  text = tokenizer.batch_decode(outputs)[0]
 
90
  max_new_tokens=256,
91
  temperature=0.1,
92
  do_sample=True,
93
+ use_cache=True
94
  )
95
 
96
  text = tokenizer.batch_decode(outputs)[0]
 
148
  temperature=0.1,
149
  repetition_penalty=1.05,
150
  do_sample=True,
151
+ use_cache=True
152
  )
153
 
154
  text = tokenizer.batch_decode(outputs)[0]