Update app.py
Browse files
app.py
CHANGED
|
@@ -4,7 +4,7 @@ from transformers import pipeline
|
|
| 4 |
|
| 5 |
pipe = pipeline("text-generation", model="TinyLlama/TinyLlama-1.1B-Chat-v1.0", torch_dtype=torch.bfloat16, device_map="auto")
|
| 6 |
|
| 7 |
-
def
|
| 8 |
# We use the tokenizer's chat template to format each message - see https://huggingface.co/docs/transformers/main/en/chat_templating
|
| 9 |
messages = [
|
| 10 |
{
|
|
|
|
| 4 |
|
| 5 |
pipe = pipeline("text-generation", model="TinyLlama/TinyLlama-1.1B-Chat-v1.0", torch_dtype=torch.bfloat16, device_map="auto")
|
| 6 |
|
| 7 |
+
def model_generate(text):
|
| 8 |
# We use the tokenizer's chat template to format each message - see https://huggingface.co/docs/transformers/main/en/chat_templating
|
| 9 |
messages = [
|
| 10 |
{
|