Instructions to use EndeavourDD/gnn_wm with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use EndeavourDD/gnn_wm with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("EndeavourDD/gnn_wm", dtype=torch.bfloat16, device_map="cuda") prompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k" image = pipe(prompt).images[0] - Notebooks
- Google Colab
- Kaggle
| { | |
| "frame_idx": 42, | |
| "nodes": [ | |
| { | |
| "id": "cpu_fan", | |
| "type": "cpu_fan", | |
| "color": "#FF6B6B", | |
| "visible": true, | |
| "centroid_3d": [ | |
| -0.0033181323669850826, | |
| -0.05930782109498978, | |
| 0.6466167569160461 | |
| ], | |
| "embedding_norm": 2.3403453826904297, | |
| "mask_area": 25497 | |
| }, | |
| { | |
| "id": "graphic_card", | |
| "type": "graphic_card", | |
| "color": "#FF8C42", | |
| "visible": true, | |
| "centroid_3d": [ | |
| -0.14193356037139893, | |
| -0.1061353012919426, | |
| 0.6345376968383789 | |
| ], | |
| "embedding_norm": 2.0459084510803223, | |
| "mask_area": 14849 | |
| }, | |
| { | |
| "id": "connector_1", | |
| "type": "connector", | |
| "color": "#DDA0DD", | |
| "visible": true, | |
| "centroid_3d": [ | |
| -0.0762554332613945, | |
| 0.019052159041166306, | |
| 0.7630424499511719 | |
| ], | |
| "embedding_norm": 3.3840558528900146, | |
| "mask_area": 406 | |
| }, | |
| { | |
| "id": "connector_2", | |
| "type": "connector", | |
| "color": "#DDA0DD", | |
| "visible": true, | |
| "centroid_3d": [ | |
| -0.03202543780207634, | |
| 0.015754394233226776, | |
| 0.7530401349067688 | |
| ], | |
| "embedding_norm": 3.2295405864715576, | |
| "mask_area": 476 | |
| }, | |
| { | |
| "id": "connector_3", | |
| "type": "connector", | |
| "color": "#DDA0DD", | |
| "visible": true, | |
| "centroid_3d": [ | |
| 0.01827479898929596, | |
| 0.019510352984070778, | |
| 0.762298583984375 | |
| ], | |
| "embedding_norm": 4.4921979904174805, | |
| "mask_area": 473 | |
| }, | |
| { | |
| "id": "connector_4", | |
| "type": "connector", | |
| "color": "#DDA0DD", | |
| "visible": true, | |
| "centroid_3d": [ | |
| 0.05330688878893852, | |
| -0.14648310840129852, | |
| 0.6423379778862 | |
| ], | |
| "embedding_norm": 2.9640252590179443, | |
| "mask_area": 530 | |
| }, | |
| { | |
| "id": "ram_1", | |
| "type": "ram", | |
| "color": "#FFEAA7", | |
| "visible": true, | |
| "centroid_3d": [ | |
| -0.0032141252886503935, | |
| -0.0017465702258050442, | |
| 0.7337355017662048 | |
| ], | |
| "embedding_norm": 3.0477683544158936, | |
| "mask_area": 4679 | |
| }, | |
| { | |
| "id": "cpu_bracket", | |
| "type": "cpu_bracket", | |
| "color": "#4ECDC4", | |
| "visible": false, | |
| "centroid_3d": [ | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| "embedding_norm": 0.0, | |
| "mask_area": 0 | |
| }, | |
| { | |
| "id": "cpu", | |
| "type": "cpu", | |
| "color": "#45B7D1", | |
| "visible": false, | |
| "centroid_3d": [ | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| "embedding_norm": 0.0, | |
| "mask_area": 0 | |
| }, | |
| { | |
| "id": "motherboard", | |
| "type": "motherboard", | |
| "color": "#8B5CF6", | |
| "visible": true, | |
| "centroid_3d": [ | |
| -0.07323364913463593, | |
| -0.09357907623052597, | |
| 0.6750896573066711 | |
| ], | |
| "embedding_norm": 1.7593415975570679, | |
| "mask_area": 155739 | |
| }, | |
| { | |
| "id": "ram_clip_1", | |
| "type": "ram_clip", | |
| "color": "#96CEB4", | |
| "visible": true, | |
| "centroid_3d": [ | |
| 0.07305451482534409, | |
| -0.0005536709795705974, | |
| 0.7676967978477478 | |
| ], | |
| "embedding_norm": 3.7797701358795166, | |
| "mask_area": 188 | |
| }, | |
| { | |
| "id": "ram_clip_2", | |
| "type": "ram_clip", | |
| "color": "#96CEB4", | |
| "visible": true, | |
| "centroid_3d": [ | |
| -0.07830619812011719, | |
| -0.0002232184197055176, | |
| 0.7513992786407471 | |
| ], | |
| "embedding_norm": 3.4620718955993652, | |
| "mask_area": 223 | |
| }, | |
| { | |
| "id": "ram_2", | |
| "type": "ram", | |
| "color": "#FFEAA7", | |
| "visible": true, | |
| "centroid_3d": [ | |
| -0.008025011979043484, | |
| -0.017813261598348618, | |
| 0.7015060782432556 | |
| ], | |
| "embedding_norm": 2.9574759006500244, | |
| "mask_area": 1264 | |
| }, | |
| { | |
| "id": "ram_clip_3", | |
| "type": "ram_clip", | |
| "color": "#96CEB4", | |
| "visible": true, | |
| "centroid_3d": [ | |
| -0.07760214805603027, | |
| -0.020027833059430122, | |
| 0.7287107110023499 | |
| ], | |
| "embedding_norm": 0.0, | |
| "mask_area": 142 | |
| }, | |
| { | |
| "id": "ram_clip_4", | |
| "type": "ram_clip", | |
| "color": "#96CEB4", | |
| "visible": true, | |
| "centroid_3d": [ | |
| 0.07291360944509506, | |
| -0.020313763990998268, | |
| 0.7499634027481079 | |
| ], | |
| "embedding_norm": 3.9381182193756104, | |
| "mask_area": 189 | |
| }, | |
| { | |
| "id": "robot", | |
| "type": "robot", | |
| "color": "#F5F5F5", | |
| "visible": true, | |
| "centroid_3d": [ | |
| -0.12044920772314072, | |
| 0.09097013622522354, | |
| 0.35650843381881714 | |
| ], | |
| "embedding_norm": 2.409273624420166, | |
| "mask_area": 14838 | |
| } | |
| ], | |
| "edges": [ | |
| { | |
| "src": "cpu_bracket", | |
| "dst": "cpu", | |
| "is_locked": true | |
| }, | |
| { | |
| "src": "cpu_bracket", | |
| "dst": "motherboard", | |
| "is_locked": true | |
| }, | |
| { | |
| "src": "cpu", | |
| "dst": "motherboard", | |
| "is_locked": true | |
| }, | |
| { | |
| "src": "graphic_card", | |
| "dst": "motherboard", | |
| "is_locked": true | |
| }, | |
| { | |
| "src": "connector_1", | |
| "dst": "motherboard", | |
| "is_locked": true | |
| }, | |
| { | |
| "src": "connector_2", | |
| "dst": "motherboard", | |
| "is_locked": true | |
| }, | |
| { | |
| "src": "connector_3", | |
| "dst": "motherboard", | |
| "is_locked": true | |
| }, | |
| { | |
| "src": "connector_4", | |
| "dst": "motherboard", | |
| "is_locked": true | |
| }, | |
| { | |
| "src": "ram_1", | |
| "dst": "motherboard", | |
| "is_locked": true | |
| }, | |
| { | |
| "src": "ram_2", | |
| "dst": "motherboard", | |
| "is_locked": true | |
| }, | |
| { | |
| "src": "ram_clip_2", | |
| "dst": "ram_1", | |
| "is_locked": true | |
| }, | |
| { | |
| "src": "ram_clip_1", | |
| "dst": "ram_1", | |
| "is_locked": true | |
| }, | |
| { | |
| "src": "ram_clip_4", | |
| "dst": "ram_2", | |
| "is_locked": true | |
| }, | |
| { | |
| "src": "ram_clip_3", | |
| "dst": "ram_2", | |
| "is_locked": true | |
| } | |
| ] | |
| } |