Merge branch 'main' of hf.co:spaces/valcore/Branchy-phi-2

README.md

@@ -4,7 +4,7 @@ emoji: ⚡
 colorFrom: purple
 colorTo: pink
 sdk: gradio
-sdk_version: 4.36.1
+sdk_version: 4.37.2
 app_file: app.py
 pinned: false
 ---
@@ -45,4 +45,4 @@ The command will start a local web server and open the application in your defau
 
 - **app.py**: The main Streamlit application script.
 - **requirements.txt**: Lists all the Python dependencies required by the project.
-- **src/**: Contains the source code for the project.
+- **src/**: Contains the source code for the project.

app.py

@@ -2,6 +2,7 @@ import gradio as gr
 import torch
 import pandas as pd
 import plotly.graph_objects as go
+import spaces
 from plotly.subplots import make_subplots
 from transformers import AutoModelForCausalLM, AutoTokenizer
 import time
@@ -73,7 +74,8 @@ def truncate_context(input_ids, max_length=2048):
     if len(input_ids[0]) > max_length:
         return input_ids[:, -max_length:]
     return input_ids
-
+    
+@spaces.GPU
 def generate_response(message, chat_history, epsilon):
     global data, stop_generation
     data = pd.DataFrame(columns=["Time taken (in ms)", "Early exit depth", "Token"])

requirements.txt

@@ -1,5 +1,5 @@
-gradio==4.32.2
-torch==2.3.1
+gradio==4.37.2
+torch==2.2.0
 pandas==2.0.3
 transformers==4.41.1
 plotly==5.22.0