Spaces:
Paused
Paused
Karim Knaebel commited on
Commit ·
cdea2d1
1
Parent(s): 2c1eef9
wip
Browse files- app.py +1 -1
- surge/__init__.py +3 -0
- surge/{model → _vendor}/__init__.py +0 -0
- surge/{modules → _vendor}/dinov2/LICENSE +0 -0
- surge/{modules → _vendor}/dinov2/__init__.py +0 -0
- surge/{modules → _vendor}/dinov2/hub/__init__.py +0 -0
- surge/{modules → _vendor}/dinov2/hub/backbones.py +0 -0
- surge/{modules → _vendor}/dinov2/hub/utils.py +0 -0
- surge/{modules → _vendor}/dinov2/layers/__init__.py +0 -0
- surge/{modules → _vendor}/dinov2/layers/attention.py +0 -0
- surge/{modules → _vendor}/dinov2/layers/block.py +0 -0
- surge/{modules → _vendor}/dinov2/layers/dino_head.py +0 -0
- surge/{modules → _vendor}/dinov2/layers/drop_path.py +0 -0
- surge/{modules → _vendor}/dinov2/layers/layer_scale.py +0 -0
- surge/{modules → _vendor}/dinov2/layers/mlp.py +0 -0
- surge/{modules → _vendor}/dinov2/layers/patch_embed.py +0 -0
- surge/{modules → _vendor}/dinov2/layers/swiglu_ffn.py +0 -0
- surge/{modules → _vendor}/dinov2/models/__init__.py +0 -0
- surge/{modules → _vendor}/dinov2/models/vision_transformer.py +0 -0
- surge/{modules → _vendor}/dinov2/utils/__init__.py +0 -0
- surge/{modules → _vendor}/dinov2/utils/cluster.py +0 -0
- surge/{modules → _vendor}/dinov2/utils/config.py +0 -0
- surge/{modules → _vendor}/dinov2/utils/dtype.py +0 -0
- surge/{modules → _vendor}/dinov2/utils/param_groups.py +0 -0
- surge/{modules → _vendor}/dinov2/utils/utils.py +0 -0
- surge/cli.py +1 -1
- surge/inference.py +1 -1
- surge/models/__init__.py +3 -0
- surge/{model → models}/surge.py +2 -2
- surge/modules/__init__.py +4 -4
- surge/modules/encoders/__init__.py +6 -0
- surge/modules/{base.py → encoders/base.py} +0 -0
- surge/modules/{dinov2_encoder.py → encoders/dinov2.py} +4 -3
- surge/modules/{dinov3_encoder.py → encoders/dinov3.py} +1 -1
- surge/modules/{timm_encoder.py → encoders/timm.py} +1 -1
- surge/modules/heads/__init__.py +3 -0
- surge/modules/{nad.py → heads/nad.py} +0 -0
app.py
CHANGED
|
@@ -20,7 +20,7 @@ from surge.inference import (
|
|
| 20 |
point_cloud_from_result,
|
| 21 |
resize_to_max_size,
|
| 22 |
)
|
| 23 |
-
from surge
|
| 24 |
from surge.utils.background import apply_background_filters
|
| 25 |
from surge.utils.io import save_glb, save_ply
|
| 26 |
|
|
|
|
| 20 |
point_cloud_from_result,
|
| 21 |
resize_to_max_size,
|
| 22 |
)
|
| 23 |
+
from surge import SurGe
|
| 24 |
from surge.utils.background import apply_background_filters
|
| 25 |
from surge.utils.io import save_glb, save_ply
|
| 26 |
|
surge/__init__.py
CHANGED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from surge.models import SurGe
|
| 2 |
+
|
| 3 |
+
__all__ = ["SurGe"]
|
surge/{model → _vendor}/__init__.py
RENAMED
|
File without changes
|
surge/{modules → _vendor}/dinov2/LICENSE
RENAMED
|
File without changes
|
surge/{modules → _vendor}/dinov2/__init__.py
RENAMED
|
File without changes
|
surge/{modules → _vendor}/dinov2/hub/__init__.py
RENAMED
|
File without changes
|
surge/{modules → _vendor}/dinov2/hub/backbones.py
RENAMED
|
File without changes
|
surge/{modules → _vendor}/dinov2/hub/utils.py
RENAMED
|
File without changes
|
surge/{modules → _vendor}/dinov2/layers/__init__.py
RENAMED
|
File without changes
|
surge/{modules → _vendor}/dinov2/layers/attention.py
RENAMED
|
File without changes
|
surge/{modules → _vendor}/dinov2/layers/block.py
RENAMED
|
File without changes
|
surge/{modules → _vendor}/dinov2/layers/dino_head.py
RENAMED
|
File without changes
|
surge/{modules → _vendor}/dinov2/layers/drop_path.py
RENAMED
|
File without changes
|
surge/{modules → _vendor}/dinov2/layers/layer_scale.py
RENAMED
|
File without changes
|
surge/{modules → _vendor}/dinov2/layers/mlp.py
RENAMED
|
File without changes
|
surge/{modules → _vendor}/dinov2/layers/patch_embed.py
RENAMED
|
File without changes
|
surge/{modules → _vendor}/dinov2/layers/swiglu_ffn.py
RENAMED
|
File without changes
|
surge/{modules → _vendor}/dinov2/models/__init__.py
RENAMED
|
File without changes
|
surge/{modules → _vendor}/dinov2/models/vision_transformer.py
RENAMED
|
File without changes
|
surge/{modules → _vendor}/dinov2/utils/__init__.py
RENAMED
|
File without changes
|
surge/{modules → _vendor}/dinov2/utils/cluster.py
RENAMED
|
File without changes
|
surge/{modules → _vendor}/dinov2/utils/config.py
RENAMED
|
File without changes
|
surge/{modules → _vendor}/dinov2/utils/dtype.py
RENAMED
|
File without changes
|
surge/{modules → _vendor}/dinov2/utils/param_groups.py
RENAMED
|
File without changes
|
surge/{modules → _vendor}/dinov2/utils/utils.py
RENAMED
|
File without changes
|
surge/cli.py
CHANGED
|
@@ -25,7 +25,7 @@ from surge.inference import (
|
|
| 25 |
resize_to_max_size,
|
| 26 |
)
|
| 27 |
from surge.utils.background import apply_background_filters
|
| 28 |
-
from surge
|
| 29 |
from surge.utils.io import read_image, save_glb, save_ply
|
| 30 |
|
| 31 |
try:
|
|
|
|
| 25 |
resize_to_max_size,
|
| 26 |
)
|
| 27 |
from surge.utils.background import apply_background_filters
|
| 28 |
+
from surge import SurGe
|
| 29 |
from surge.utils.io import read_image, save_glb, save_ply
|
| 30 |
|
| 31 |
try:
|
surge/inference.py
CHANGED
|
@@ -8,7 +8,7 @@ import numpy as np
|
|
| 8 |
import torch
|
| 9 |
import utils3d
|
| 10 |
|
| 11 |
-
from surge
|
| 12 |
from surge.utils.geometry_numpy import depth_occlusion_edge_numpy
|
| 13 |
|
| 14 |
DEFAULT_CHECKPOINT = "karimknaebel/surge-large"
|
|
|
|
| 8 |
import torch
|
| 9 |
import utils3d
|
| 10 |
|
| 11 |
+
from surge import SurGe
|
| 12 |
from surge.utils.geometry_numpy import depth_occlusion_edge_numpy
|
| 13 |
|
| 14 |
DEFAULT_CHECKPOINT = "karimknaebel/surge-large"
|
surge/models/__init__.py
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from surge.models.surge import SurGe
|
| 2 |
+
|
| 3 |
+
__all__ = ["SurGe"]
|
surge/{model → models}/surge.py
RENAMED
|
@@ -13,8 +13,8 @@ from einops import rearrange
|
|
| 13 |
from huggingface_hub import PyTorchModelHubMixin
|
| 14 |
from specbuild import build
|
| 15 |
|
| 16 |
-
from surge.modules.base import BaseEncoder
|
| 17 |
-
from surge.modules.nad import NAD
|
| 18 |
from surge.utils.geometry_torch import normalized_view_plane_uv, recover_focal_shift
|
| 19 |
|
| 20 |
|
|
|
|
| 13 |
from huggingface_hub import PyTorchModelHubMixin
|
| 14 |
from specbuild import build
|
| 15 |
|
| 16 |
+
from surge.modules.encoders.base import BaseEncoder
|
| 17 |
+
from surge.modules.heads.nad import NAD
|
| 18 |
from surge.utils.geometry_torch import normalized_view_plane_uv, recover_focal_shift
|
| 19 |
|
| 20 |
|
surge/modules/__init__.py
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
# import for registry
|
| 2 |
-
import surge.modules.
|
| 3 |
-
import surge.modules.
|
| 4 |
-
import surge.modules.
|
| 5 |
-
import surge.modules.
|
|
|
|
| 1 |
# import for registry
|
| 2 |
+
import surge.modules.encoders.dinov2
|
| 3 |
+
import surge.modules.encoders.dinov3
|
| 4 |
+
import surge.modules.encoders.timm
|
| 5 |
+
import surge.modules.heads.nad
|
surge/modules/encoders/__init__.py
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from surge.modules.encoders.base import BaseEncoder
|
| 2 |
+
from surge.modules.encoders.dinov2 import DINOv2Encoder
|
| 3 |
+
from surge.modules.encoders.dinov3 import DINOv3Encoder
|
| 4 |
+
from surge.modules.encoders.timm import TimmEncoder
|
| 5 |
+
|
| 6 |
+
__all__ = ["BaseEncoder", "DINOv2Encoder", "DINOv3Encoder", "TimmEncoder"]
|
surge/modules/{base.py → encoders/base.py}
RENAMED
|
File without changes
|
surge/modules/{dinov2_encoder.py → encoders/dinov2.py}
RENAMED
|
@@ -6,8 +6,8 @@ import torch.nn as nn
|
|
| 6 |
import torch.nn.functional as F
|
| 7 |
from specbuild import REGISTRY
|
| 8 |
|
| 9 |
-
from surge.
|
| 10 |
-
from surge.modules.
|
| 11 |
|
| 12 |
|
| 13 |
@REGISTRY.register()
|
|
@@ -24,7 +24,8 @@ class DINOv2Encoder(BaseEncoder):
|
|
| 24 |
**kwargs,
|
| 25 |
):
|
| 26 |
hub_loader = getattr(
|
| 27 |
-
importlib.import_module(".dinov2.hub.backbones"
|
|
|
|
| 28 |
)
|
| 29 |
_backbone = hub_loader(pretrained=pretrained)
|
| 30 |
super().__init__(
|
|
|
|
| 6 |
import torch.nn.functional as F
|
| 7 |
from specbuild import REGISTRY
|
| 8 |
|
| 9 |
+
from surge._vendor.dinov2.models.vision_transformer import DinoVisionTransformer
|
| 10 |
+
from surge.modules.encoders.base import BaseEncoder
|
| 11 |
|
| 12 |
|
| 13 |
@REGISTRY.register()
|
|
|
|
| 24 |
**kwargs,
|
| 25 |
):
|
| 26 |
hub_loader = getattr(
|
| 27 |
+
importlib.import_module("surge._vendor.dinov2.hub.backbones"),
|
| 28 |
+
backbone,
|
| 29 |
)
|
| 30 |
_backbone = hub_loader(pretrained=pretrained)
|
| 31 |
super().__init__(
|
surge/modules/{dinov3_encoder.py → encoders/dinov3.py}
RENAMED
|
@@ -6,7 +6,7 @@ from torch.distributed.algorithms._checkpoint.checkpoint_wrapper import (
|
|
| 6 |
checkpoint_wrapper,
|
| 7 |
)
|
| 8 |
|
| 9 |
-
from surge.modules.base import BaseEncoder
|
| 10 |
|
| 11 |
|
| 12 |
@REGISTRY.register()
|
|
|
|
| 6 |
checkpoint_wrapper,
|
| 7 |
)
|
| 8 |
|
| 9 |
+
from surge.modules.encoders.base import BaseEncoder
|
| 10 |
|
| 11 |
|
| 12 |
@REGISTRY.register()
|
surge/modules/{timm_encoder.py → encoders/timm.py}
RENAMED
|
@@ -3,7 +3,7 @@ import torch
|
|
| 3 |
from specbuild import REGISTRY
|
| 4 |
from timm.models.vision_transformer import VisionTransformer
|
| 5 |
|
| 6 |
-
from surge.modules.base import BaseEncoder
|
| 7 |
|
| 8 |
|
| 9 |
@REGISTRY.register()
|
|
|
|
| 3 |
from specbuild import REGISTRY
|
| 4 |
from timm.models.vision_transformer import VisionTransformer
|
| 5 |
|
| 6 |
+
from surge.modules.encoders.base import BaseEncoder
|
| 7 |
|
| 8 |
|
| 9 |
@REGISTRY.register()
|
surge/modules/heads/__init__.py
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from surge.modules.heads.nad import NAD
|
| 2 |
+
|
| 3 |
+
__all__ = ["NAD"]
|
surge/modules/{nad.py → heads/nad.py}
RENAMED
|
File without changes
|