Update app.py
Browse files
app.py
CHANGED
|
@@ -1,6 +1,7 @@
|
|
| 1 |
import gradio as gr
|
| 2 |
import torch
|
| 3 |
import os
|
|
|
|
| 4 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
| 5 |
|
| 6 |
# Configuraci贸n del modelo
|
|
@@ -11,7 +12,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_id)
|
|
| 11 |
model = AutoModelForCausalLM.from_pretrained(model_id).to(device)
|
| 12 |
|
| 13 |
|
| 14 |
-
|
| 15 |
def respond(message, history, system_message, max_tokens, temperature, top_p):
|
| 16 |
prompt = system_message + "\n"
|
| 17 |
for user, assistant in history:
|
|
@@ -35,6 +36,7 @@ def respond(message, history, system_message, max_tokens, temperature, top_p):
|
|
| 35 |
|
| 36 |
|
| 37 |
|
|
|
|
| 38 |
# Descripci贸n del proyecto
|
| 39 |
descripcion = """
|
| 40 |
|
|
@@ -125,3 +127,4 @@ demo.launch(
|
|
| 125 |
|
| 126 |
|
| 127 |
|
|
|
|
|
|
| 1 |
import gradio as gr
|
| 2 |
import torch
|
| 3 |
import os
|
| 4 |
+
from spaces import GPU
|
| 5 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
| 6 |
|
| 7 |
# Configuraci贸n del modelo
|
|
|
|
| 12 |
model = AutoModelForCausalLM.from_pretrained(model_id).to(device)
|
| 13 |
|
| 14 |
|
| 15 |
+
@GPU
|
| 16 |
def respond(message, history, system_message, max_tokens, temperature, top_p):
|
| 17 |
prompt = system_message + "\n"
|
| 18 |
for user, assistant in history:
|
|
|
|
| 36 |
|
| 37 |
|
| 38 |
|
| 39 |
+
|
| 40 |
# Descripci贸n del proyecto
|
| 41 |
descripcion = """
|
| 42 |
|
|
|
|
| 127 |
|
| 128 |
|
| 129 |
|
| 130 |
+
|