Commit
·
ab49af0
1
Parent(s):
9e484be
Update app.py
Browse files
app.py
CHANGED
|
@@ -42,7 +42,7 @@ m = AutoModelForCausalLM.from_pretrained(
|
|
| 42 |
)
|
| 43 |
#m = PeftModel.from_pretrained(m, 'timdettmers/guanaco-65b')
|
| 44 |
m.eval()
|
| 45 |
-
tok = LlamaTokenizer.from_pretrained(
|
| 46 |
tok.bos_token_id = 1
|
| 47 |
|
| 48 |
stop_token_ids = [0]
|
|
|
|
| 42 |
)
|
| 43 |
#m = PeftModel.from_pretrained(m, 'timdettmers/guanaco-65b')
|
| 44 |
m.eval()
|
| 45 |
+
tok = LlamaTokenizer.from_pretrained('huggyllama/llama-30b')
|
| 46 |
tok.bos_token_id = 1
|
| 47 |
|
| 48 |
stop_token_ids = [0]
|