susanazhou commited on
Commit
b98df22
verified
1 Parent(s): 78d44cd

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -1
app.py CHANGED
@@ -1,6 +1,7 @@
1
  import gradio as gr
2
  import torch
3
  import os
 
4
  from transformers import AutoModelForCausalLM, AutoTokenizer
5
 
6
  # Configuraci贸n del modelo
@@ -11,7 +12,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_id)
11
  model = AutoModelForCausalLM.from_pretrained(model_id).to(device)
12
 
13
 
14
- # Funci贸n de respuesta del chatbot
15
  def respond(message, history, system_message, max_tokens, temperature, top_p):
16
  prompt = system_message + "\n"
17
  for user, assistant in history:
@@ -35,6 +36,7 @@ def respond(message, history, system_message, max_tokens, temperature, top_p):
35
 
36
 
37
 
 
38
  # Descripci贸n del proyecto
39
  descripcion = """
40
 
@@ -125,3 +127,4 @@ demo.launch(
125
 
126
 
127
 
 
 
1
  import gradio as gr
2
  import torch
3
  import os
4
+ from spaces import GPU
5
  from transformers import AutoModelForCausalLM, AutoTokenizer
6
 
7
  # Configuraci贸n del modelo
 
12
  model = AutoModelForCausalLM.from_pretrained(model_id).to(device)
13
 
14
 
15
+ @GPU
16
  def respond(message, history, system_message, max_tokens, temperature, top_p):
17
  prompt = system_message + "\n"
18
  for user, assistant in history:
 
36
 
37
 
38
 
39
+
40
  # Descripci贸n del proyecto
41
  descripcion = """
42
 
 
127
 
128
 
129
 
130
+