aTrapDeer commited on
Commit
9799d83
·
verified ·
1 Parent(s): 4dc30e8

Bootstrap Audio Flamingo 3 custom endpoint repo

Browse files
Files changed (1) hide show
  1. handler.py +7 -0
handler.py CHANGED
@@ -4,6 +4,7 @@ import tempfile
4
  from typing import Any, Dict, List
5
 
6
  import torch
 
7
  from transformers import AutoProcessor
8
 
9
 
@@ -36,6 +37,12 @@ class EndpointHandler:
36
 
37
  def __init__(self, model_dir: str = ""):
38
  self.model_id = _resolve_model_id(model_dir)
 
 
 
 
 
 
39
  try:
40
  from transformers import AudioFlamingo3ForConditionalGeneration
41
  model_cls = AudioFlamingo3ForConditionalGeneration
 
4
  from typing import Any, Dict, List
5
 
6
  import torch
7
+ import transformers
8
  from transformers import AutoProcessor
9
 
10
 
 
37
 
38
  def __init__(self, model_dir: str = ""):
39
  self.model_id = _resolve_model_id(model_dir)
40
+ print(
41
+ f"[AF3 handler] transformers={transformers.__version__} "
42
+ f"AudioFlamingo3Processor={hasattr(transformers, 'AudioFlamingo3Processor')} "
43
+ f"AudioFlamingo3ForConditionalGeneration={hasattr(transformers, 'AudioFlamingo3ForConditionalGeneration')}",
44
+ flush=True,
45
+ )
46
  try:
47
  from transformers import AudioFlamingo3ForConditionalGeneration
48
  model_cls = AudioFlamingo3ForConditionalGeneration