vinoku89 commited on
Commit
44dba41
·
verified ·
1 Parent(s): 4ba0cad

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -1
app.py CHANGED
@@ -1,12 +1,17 @@
1
  import gradio as gr
2
  from transformers import AutoTokenizer, AutoModelForCausalLM
 
3
 
4
  # Load model
5
  tokenizer = AutoTokenizer.from_pretrained("vinoku89/svg-code-generator")
6
  model = AutoModelForCausalLM.from_pretrained("vinoku89/svg-code-generator")
7
 
 
 
 
 
8
  def generate_svg(prompt):
9
- inputs = tokenizer(prompt, return_tensors="pt")
10
 
11
  outputs = model.generate(
12
  **inputs,
 
1
  import gradio as gr
2
  from transformers import AutoTokenizer, AutoModelForCausalLM
3
+ import torch
4
 
5
  # Load model
6
  tokenizer = AutoTokenizer.from_pretrained("vinoku89/svg-code-generator")
7
  model = AutoModelForCausalLM.from_pretrained("vinoku89/svg-code-generator")
8
 
9
+ # 💡 Move model to GPU if available
10
+ device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
11
+ model.to(device)
12
+
13
  def generate_svg(prompt):
14
+ inputs = tokenizer(prompt, return_tensors="pt").to(device)
15
 
16
  outputs = model.generate(
17
  **inputs,