mclemcrew commited on
Commit
f533e2c
·
1 Parent(s): 7b77fd5

updates for qwen specific items

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -9,7 +9,7 @@ import requests
9
  from io import BytesIO
10
  from urllib.request import urlopen, Request
11
  import gc
12
- from transformers import AutoProcessor, AutoModelForCausalLM
13
 
14
  # Configure logging
15
  logging.basicConfig(
@@ -51,9 +51,9 @@ def load_model():
51
  processor = AutoProcessor.from_pretrained(MODEL_ID)
52
  logger.info("Processor loaded successfully")
53
 
54
- # Load model with basic FP16 config
55
  logger.info(f"Loading model from {MODEL_ID}")
56
- model = AutoModelForCausalLM.from_pretrained(
57
  MODEL_ID,
58
  torch_dtype=torch.float16,
59
  device_map="auto",
 
9
  from io import BytesIO
10
  from urllib.request import urlopen, Request
11
  import gc
12
+ from transformers import AutoProcessor, Qwen2AudioForConditionalGeneration
13
 
14
  # Configure logging
15
  logging.basicConfig(
 
51
  processor = AutoProcessor.from_pretrained(MODEL_ID)
52
  logger.info("Processor loaded successfully")
53
 
54
+ # Load model with basic FP16 config - using the correct model class
55
  logger.info(f"Loading model from {MODEL_ID}")
56
+ model = Qwen2AudioForConditionalGeneration.from_pretrained(
57
  MODEL_ID,
58
  torch_dtype=torch.float16,
59
  device_map="auto",