electblake commited on
Commit
af4ba2c
·
verified ·
1 Parent(s): 5cc33d1

Enable ZeroGPU inference

Browse files
Files changed (1) hide show
  1. app.py +6 -1
app.py CHANGED
@@ -1,9 +1,14 @@
1
  import gradio as gr
2
  from transformers import pipeline
3
 
4
- pipe = pipeline("text-generation", model="Spreadsheet-RL/Spreadsheet-RL-4B")
5
 
 
 
 
6
 
 
 
7
  def generate(prompt):
8
  messages = [
9
  {"role": "user", "content": prompt},
 
1
  import gradio as gr
2
  from transformers import pipeline
3
 
4
+ import spaces
5
 
6
+ pipe = pipeline(
7
+ "text-generation", model="Spreadsheet-RL/Spreadsheet-RL-4B", device="cuda"
8
+ )
9
 
10
+
11
+ @spaces.GPU
12
  def generate(prompt):
13
  messages = [
14
  {"role": "user", "content": prompt},