Spaces:
Runtime error
Runtime error
Commit
·
0e00cb5
1
Parent(s):
ab3d9a0
Update app.py
Browse files
app.py
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
# Load model directly
|
| 2 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
| 3 |
|
| 4 |
-
tokenizer = AutoTokenizer.from_pretrained("
|
| 5 |
-
model = AutoModelForCausalLM.from_pretrained("
|
| 6 |
input_text =" hello how are you?"
|
| 7 |
inputs= tokenizer.encode(input_text, return_tensors='pt')
|
| 8 |
outputs= model.generate(inputs,max_length=50,num_return_sequences=5,temperature=0.7)
|
|
|
|
| 1 |
# Load model directly
|
| 2 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
| 3 |
|
| 4 |
+
tokenizer = AutoTokenizer.from_pretrained("TheBloke/Llama-2-70B-Chat-fp16")
|
| 5 |
+
model = AutoModelForCausalLM.from_pretrained("TheBloke/Llama-2-70B-Chat-fp16")
|
| 6 |
input_text =" hello how are you?"
|
| 7 |
inputs= tokenizer.encode(input_text, return_tensors='pt')
|
| 8 |
outputs= model.generate(inputs,max_length=50,num_return_sequences=5,temperature=0.7)
|