Instructions to use suvadityamuk/sam-3d-objects-diffusers-3d with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use suvadityamuk/sam-3d-objects-diffusers-3d with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("suvadityamuk/sam-3d-objects-diffusers-3d", dtype=torch.bfloat16, device_map="cuda") prompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k" image = pipe(prompt).images[0] - Notebooks
- Google Colab
- Kaggle
File size: 3,459 Bytes
332cfec | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 | {
"components": [
{
"expected_class": "diffusers_3d.families.trellis.decoders.TrellisSLatGaussianDecoder",
"loading_eligible": true,
"name": "gaussian_decoder",
"optional": true,
"review_status": "reviewed",
"subfolder": "gaussian_decoder"
},
{
"expected_class": "transformers.models.dinov2_with_registers.modeling_dinov2_with_registers.Dinov2WithRegistersModel",
"loading_eligible": true,
"name": "image_encoder",
"optional": false,
"review_status": "reviewed",
"subfolder": "image_encoder"
},
{
"expected_class": "diffusers_3d.families.trellis.decoders.TrellisSLatMeshDecoder",
"loading_eligible": true,
"name": "mesh_decoder",
"optional": true,
"review_status": "reviewed",
"subfolder": "mesh_decoder"
},
{
"expected_class": "diffusers_3d.families.sam3d_objects.conditioner.Sam3DConditionEmbedder",
"loading_eligible": true,
"name": "slat_conditioner",
"optional": true,
"review_status": "reviewed",
"subfolder": "slat_conditioner"
},
{
"expected_class": "diffusers_3d.families.trellis.models.TrellisSLatFlowModel",
"loading_eligible": true,
"name": "slat_flow_model",
"optional": true,
"review_status": "reviewed",
"subfolder": "slat_flow_model"
},
{
"expected_class": "diffusers_3d.families.trellis.scheduler.TrellisFlowEulerScheduler",
"loading_eligible": true,
"name": "slat_scheduler",
"optional": true,
"review_status": "reviewed",
"subfolder": "slat_scheduler"
},
{
"expected_class": "diffusers_3d.families.sam3d_objects.conditioner.Sam3DConditionEmbedder",
"loading_eligible": true,
"name": "sparse_structure_conditioner",
"optional": false,
"review_status": "reviewed",
"subfolder": "sparse_structure_conditioner"
},
{
"expected_class": "diffusers_3d.families.trellis.decoders.TrellisSparseStructureDecoder",
"loading_eligible": true,
"name": "sparse_structure_decoder",
"optional": false,
"review_status": "reviewed",
"subfolder": "sparse_structure_decoder"
},
{
"expected_class": "diffusers_3d.families.sam3d_objects.models.Sam3DSparseStructureFlowModel",
"loading_eligible": true,
"name": "sparse_structure_flow_model",
"optional": false,
"review_status": "reviewed",
"subfolder": "sparse_structure_flow_model"
},
{
"expected_class": "diffusers_3d.families.trellis.scheduler.TrellisFlowEulerScheduler",
"loading_eligible": true,
"name": "sparse_structure_scheduler",
"optional": false,
"review_status": "reviewed",
"subfolder": "sparse_structure_scheduler"
}
],
"contribution_status": "reviewed_package",
"family_id": "sam3d_objects",
"object_kinds": [
"gaussian_splat",
"mesh",
"sparse_voxel"
],
"output_object_types": [
"diffusers_3d.objects.gaussian.GaussianSplatAsset",
"diffusers_3d.objects.mesh.MeshAsset",
"diffusers_3d.objects.voxel.SparseVoxelAsset"
],
"output_representations": [
"gaussian-splat",
"mesh",
"sparse-structure"
],
"pipeline_class": "diffusers_3d.families.sam3d_objects.pipeline.Sam3DObjectsPipeline",
"required_backends": [],
"review_status": "reviewed",
"schema_version": 2,
"task_ids": [
"image-to-3d"
]
}
|