Image-to-3D
MLX
Safetensors
SAM 3D Objects
apple-silicon
sam-3d
3d-reconstruction
gaussian-splatting
mesh
glb
Instructions to use appautomaton/sam-3d-objects-mlx with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- MLX
How to use appautomaton/sam-3d-objects-mlx with MLX:
# Download the model from the Hub pip install huggingface_hub[hf_xet] huggingface-cli download --local-dir sam-3d-objects-mlx appautomaton/sam-3d-objects-mlx
- SAM 3D Objects
How to use appautomaton/sam-3d-objects-mlx with SAM 3D Objects:
from inference import Inference, load_image, load_single_mask from huggingface_hub import hf_hub_download path = hf_hub_download("appautomaton/sam-3d-objects-mlx", "pipeline.yaml") inference = Inference(path, compile=False) image = load_image("path_to_image.png") mask = load_single_mask("path_to_mask.png", index=14) output = inference(image, mask) - Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- LM Studio
| [ | |
| { | |
| "compared_tensors": 1741, | |
| "converted": "weights/sam-3d-objects-mlx/checkpoints/ss_generator.safetensors", | |
| "converted_tensors": 1741, | |
| "dtype_pairs": { | |
| "float32->float32": 1741 | |
| }, | |
| "exact_tensors_float32_compare": 1741, | |
| "extra_count": 0, | |
| "extra_in_converted": [], | |
| "max_abs_diff_float32_compare": 0.0, | |
| "max_abs_diff_key": null, | |
| "max_rel_diff_float32_compare": 0.0, | |
| "max_rel_diff_key": null, | |
| "missing_count": 0, | |
| "missing_in_converted": [], | |
| "nonzero_diff_tensors_float32_compare": 0, | |
| "role": "ss_generator", | |
| "sample_nonzero_diffs": [], | |
| "shape_mismatch_count": 0, | |
| "shape_mismatch_sample": [], | |
| "source": "weights/sam-3d-objects/checkpoints/ss_generator.ckpt", | |
| "source_tensors": 1741 | |
| }, | |
| { | |
| "compared_tensors": 1225, | |
| "converted": "weights/sam-3d-objects-mlx/checkpoints/slat_generator.safetensors", | |
| "converted_tensors": 1225, | |
| "dtype_pairs": { | |
| "float32->float32": 1225 | |
| }, | |
| "exact_tensors_float32_compare": 1225, | |
| "extra_count": 0, | |
| "extra_in_converted": [], | |
| "max_abs_diff_float32_compare": 0.0, | |
| "max_abs_diff_key": null, | |
| "max_rel_diff_float32_compare": 0.0, | |
| "max_rel_diff_key": null, | |
| "missing_count": 0, | |
| "missing_in_converted": [], | |
| "nonzero_diff_tensors_float32_compare": 0, | |
| "role": "slat_generator", | |
| "sample_nonzero_diffs": [], | |
| "shape_mismatch_count": 0, | |
| "shape_mismatch_sample": [], | |
| "source": "weights/sam-3d-objects/checkpoints/slat_generator.ckpt", | |
| "source_tensors": 1225 | |
| }, | |
| { | |
| "compared_tensors": 74, | |
| "converted": "weights/sam-3d-objects-mlx/checkpoints/ss_decoder.safetensors", | |
| "converted_tensors": 74, | |
| "dtype_pairs": { | |
| "float16->float32": 36, | |
| "float32->float32": 38 | |
| }, | |
| "exact_tensors_float32_compare": 74, | |
| "extra_count": 0, | |
| "extra_in_converted": [], | |
| "max_abs_diff_float32_compare": 0.0, | |
| "max_abs_diff_key": null, | |
| "max_rel_diff_float32_compare": 0.0, | |
| "max_rel_diff_key": null, | |
| "missing_count": 0, | |
| "missing_in_converted": [], | |
| "nonzero_diff_tensors_float32_compare": 0, | |
| "role": "ss_decoder", | |
| "sample_nonzero_diffs": [], | |
| "shape_mismatch_count": 0, | |
| "shape_mismatch_sample": [], | |
| "source": "weights/sam-3d-objects/checkpoints/ss_decoder.ckpt", | |
| "source_tensors": 74 | |
| }, | |
| { | |
| "compared_tensors": 101, | |
| "converted": "weights/sam-3d-objects-mlx/checkpoints/slat_decoder_gs.safetensors", | |
| "converted_tensors": 101, | |
| "dtype_pairs": { | |
| "float16->float32": 96, | |
| "float32->float32": 5 | |
| }, | |
| "exact_tensors_float32_compare": 101, | |
| "extra_count": 0, | |
| "extra_in_converted": [], | |
| "max_abs_diff_float32_compare": 0.0, | |
| "max_abs_diff_key": null, | |
| "max_rel_diff_float32_compare": 0.0, | |
| "max_rel_diff_key": null, | |
| "missing_count": 0, | |
| "missing_in_converted": [], | |
| "nonzero_diff_tensors_float32_compare": 0, | |
| "role": "slat_decoder_gs", | |
| "sample_nonzero_diffs": [], | |
| "shape_mismatch_count": 0, | |
| "shape_mismatch_sample": [], | |
| "source": "weights/sam-3d-objects/checkpoints/slat_decoder_gs.ckpt", | |
| "source_tensors": 101 | |
| }, | |
| { | |
| "compared_tensors": 120, | |
| "converted": "weights/sam-3d-objects-mlx/checkpoints/slat_decoder_mesh.safetensors", | |
| "converted_tensors": 120, | |
| "dtype_pairs": { | |
| "float32->float32": 120 | |
| }, | |
| "exact_tensors_float32_compare": 120, | |
| "extra_count": 0, | |
| "extra_in_converted": [], | |
| "max_abs_diff_float32_compare": 0.0, | |
| "max_abs_diff_key": null, | |
| "max_rel_diff_float32_compare": 0.0, | |
| "max_rel_diff_key": null, | |
| "missing_count": 0, | |
| "missing_in_converted": [], | |
| "nonzero_diff_tensors_float32_compare": 0, | |
| "role": "slat_decoder_mesh", | |
| "sample_nonzero_diffs": [], | |
| "shape_mismatch_count": 0, | |
| "shape_mismatch_sample": [], | |
| "source": "weights/sam-3d-objects/checkpoints/slat_decoder_mesh.ckpt", | |
| "source_tensors": 120 | |
| }, | |
| { | |
| "compared_tensors": 101, | |
| "converted": "weights/sam-3d-objects-mlx/checkpoints/slat_decoder_gs_4.safetensors", | |
| "converted_tensors": 101, | |
| "dtype_pairs": { | |
| "float16->float32": 96, | |
| "float32->float32": 5 | |
| }, | |
| "exact_tensors_float32_compare": 101, | |
| "extra_count": 0, | |
| "extra_in_converted": [], | |
| "max_abs_diff_float32_compare": 0.0, | |
| "max_abs_diff_key": null, | |
| "max_rel_diff_float32_compare": 0.0, | |
| "max_rel_diff_key": null, | |
| "missing_count": 0, | |
| "missing_in_converted": [], | |
| "nonzero_diff_tensors_float32_compare": 0, | |
| "role": "slat_decoder_gs_4", | |
| "sample_nonzero_diffs": [], | |
| "shape_mismatch_count": 0, | |
| "shape_mismatch_sample": [], | |
| "source": "weights/sam-3d-objects/checkpoints/slat_decoder_gs_4.ckpt", | |
| "source_tensors": 101 | |
| } | |
| ] |