Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -4,10 +4,11 @@ from PIL import Image
|
|
| 4 |
import torch
|
| 5 |
import io
|
| 6 |
import os
|
|
|
|
| 7 |
|
| 8 |
# Patch to remove flash-attn dependency
|
| 9 |
from transformers.dynamic_module_utils import get_imports
|
| 10 |
-
def fixed_get_imports(filename: str
|
| 11 |
"""Work around for flash-attn imports."""
|
| 12 |
if not str(filename).endswith("/modeling_florence2.py"):
|
| 13 |
return get_imports(filename)
|
|
@@ -26,7 +27,6 @@ with patch("transformers.dynamic_module_utils.get_imports", fixed_get_imports):
|
|
| 26 |
# Initialize FastAPI
|
| 27 |
app = FastAPI()
|
| 28 |
|
| 29 |
-
|
| 30 |
def process_image(image, task_token):
|
| 31 |
inputs = processor(text=task_token, images=image, return_tensors="pt", padding=True).to(device)
|
| 32 |
generated_ids = model.generate(
|
|
|
|
| 4 |
import torch
|
| 5 |
import io
|
| 6 |
import os
|
| 7 |
+
from typing import Union
|
| 8 |
|
| 9 |
# Patch to remove flash-attn dependency
|
| 10 |
from transformers.dynamic_module_utils import get_imports
|
| 11 |
+
def fixed_get_imports(filename: Union[str, os.PathLike]) -> list[str]:
|
| 12 |
"""Work around for flash-attn imports."""
|
| 13 |
if not str(filename).endswith("/modeling_florence2.py"):
|
| 14 |
return get_imports(filename)
|
|
|
|
| 27 |
# Initialize FastAPI
|
| 28 |
app = FastAPI()
|
| 29 |
|
|
|
|
| 30 |
def process_image(image, task_token):
|
| 31 |
inputs = processor(text=task_token, images=image, return_tensors="pt", padding=True).to(device)
|
| 32 |
generated_ids = model.generate(
|