DaddyDaniel commited on
Commit
536c9c2
·
verified ·
1 Parent(s): 5e8ed1e

Update qwen2_inference.py

Browse files
Files changed (1) hide show
  1. qwen2_inference.py +0 -1
qwen2_inference.py CHANGED
@@ -30,7 +30,6 @@ def get_model(model_path):
30
  attn_implementation="flash_attention_2",
31
  token=HUGGINGFACE_TOKEN,
32
  )
33
- model_import = model_import.to("cuda")
34
  size = {
35
  "shortest_edge": 224,
36
  "longest_edge": 1024,
 
30
  attn_implementation="flash_attention_2",
31
  token=HUGGINGFACE_TOKEN,
32
  )
 
33
  size = {
34
  "shortest_edge": 224,
35
  "longest_edge": 1024,