Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -5,7 +5,7 @@ from transformers import LlamaForCausalLM, PreTrainedTokenizerFast, pipeline
|
|
| 5 |
|
| 6 |
model_name = "Azurro/APT3-1B-Instruct-v1"
|
| 7 |
|
| 8 |
-
tokenizer =
|
| 9 |
model = LlamaForCausalLM.from_pretrained(model_name, torch.float16)
|
| 10 |
|
| 11 |
def generate_text(prompt, max_length, temperature, top_k, top_p):
|
|
|
|
| 5 |
|
| 6 |
model_name = "Azurro/APT3-1B-Instruct-v1"
|
| 7 |
|
| 8 |
+
tokenizer = PreTrainedTokenizerFast.from_pretrained(model_name)
|
| 9 |
model = LlamaForCausalLM.from_pretrained(model_name, torch.float16)
|
| 10 |
|
| 11 |
def generate_text(prompt, max_length, temperature, top_k, top_p):
|