Instructions to use easylearning/FutureWorlds with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use easylearning/FutureWorlds with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("easylearning/FutureWorlds", dtype=torch.bfloat16, device_map="cuda") prompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k" image = pipe(prompt).images[0] - Notebooks
- Google Colab
- Kaggle
Download manifest.json from easylearning/FutureWorlds: direct link, hf CLI and curl.
- Browser
- Download file 16.2 kB
-
https://huggingface.co/easylearning/FutureWorlds/resolve/main/manifest.json
- Command line
-
hf download hf://easylearning/FutureWorlds/manifest.json
-
curl -L -o manifest.json https://huggingface.co/easylearning/FutureWorlds/resolve/main/manifest.json
16.2 kB
| { | |
| "schema_version": 1, | |
| "files": [ | |
| { | |
| "path": "rt1/models/main/model.safetensors", | |
| "bytes": 508419080, | |
| "sha256": "9f5cde05fc628a550fa321343573c66919eb72338438e37883cecc45bc28d068" | |
| }, | |
| { | |
| "path": "rt1/models/main/text_adapters.safetensors", | |
| "bytes": 9476032, | |
| "sha256": "c426c478c690679230b613401b59f8d17bc7863b33450ba12964d42722b489cd" | |
| }, | |
| { | |
| "path": "rt1/models/main/config.json", | |
| "bytes": 695, | |
| "sha256": "b78291f41d3c8cfaa996cf7cf8402fac3cf33dc316b814f61efdabb4f1822605" | |
| }, | |
| { | |
| "path": "rt1/models/main/generation_config.json", | |
| "bytes": 117, | |
| "sha256": "59078ac9810218a5538a78fb3818208cadbe4c7df503940282c91fb33ca8252f" | |
| }, | |
| { | |
| "path": "rt1/models/sft/model.safetensors", | |
| "bytes": 508419080, | |
| "sha256": "072b972d52a73e1a7c28b4dae7385dcd434dca57634c66f9742cccc1337f8cc7" | |
| }, | |
| { | |
| "path": "rt1/models/sft/text_adapters.safetensors", | |
| "bytes": 9476032, | |
| "sha256": "006511fd5bbfdeb2f6975695415243b5cec4912517c7f187e65864a48ecfcf07" | |
| }, | |
| { | |
| "path": "rt1/models/sft/config.json", | |
| "bytes": 695, | |
| "sha256": "b78291f41d3c8cfaa996cf7cf8402fac3cf33dc316b814f61efdabb4f1822605" | |
| }, | |
| { | |
| "path": "rt1/models/sft/generation_config.json", | |
| "bytes": 117, | |
| "sha256": "59078ac9810218a5538a78fb3818208cadbe4c7df503940282c91fb33ca8252f" | |
| }, | |
| { | |
| "path": "rt1/models/memspo200/model.safetensors", | |
| "bytes": 508419080, | |
| "sha256": "dcaf1123b9c7baed05bb74489906523bb2c29fbee4bafc3d06b1dca519985917" | |
| }, | |
| { | |
| "path": "rt1/models/memspo200/text_adapters.safetensors", | |
| "bytes": 9476032, | |
| "sha256": "0ff10442a71858b8d87296539843c34427743987bce486790b1032eb013df491" | |
| }, | |
| { | |
| "path": "rt1/models/memspo200/config.json", | |
| "bytes": 695, | |
| "sha256": "b78291f41d3c8cfaa996cf7cf8402fac3cf33dc316b814f61efdabb4f1822605" | |
| }, | |
| { | |
| "path": "rt1/models/memspo200/generation_config.json", | |
| "bytes": 117, | |
| "sha256": "59078ac9810218a5538a78fb3818208cadbe4c7df503940282c91fb33ca8252f" | |
| }, | |
| { | |
| "path": "rt1/models/grpo200/model.safetensors", | |
| "bytes": 508419080, | |
| "sha256": "be5c61ec234336324d8d0bbb2c6cd020be580da6d055f900c15767c5d0170e9e" | |
| }, | |
| { | |
| "path": "rt1/models/grpo200/text_adapters.safetensors", | |
| "bytes": 9476032, | |
| "sha256": "9b1912039edd5e6806e5cf156d9e45dd5ac92ef81a44c89d4d883f315d51d398" | |
| }, | |
| { | |
| "path": "rt1/models/grpo200/config.json", | |
| "bytes": 695, | |
| "sha256": "b78291f41d3c8cfaa996cf7cf8402fac3cf33dc316b814f61efdabb4f1822605" | |
| }, | |
| { | |
| "path": "rt1/models/grpo200/generation_config.json", | |
| "bytes": 117, | |
| "sha256": "59078ac9810218a5538a78fb3818208cadbe4c7df503940282c91fb33ca8252f" | |
| }, | |
| { | |
| "path": "rt1/models/ordinary200/model.safetensors", | |
| "bytes": 508419080, | |
| "sha256": "efb718ff37f3c1ecf89e48912c9a3013121fbbec663cf43859a96fe9db925981" | |
| }, | |
| { | |
| "path": "rt1/models/ordinary200/text_adapters.safetensors", | |
| "bytes": 9476032, | |
| "sha256": "188351646fe1aa823b5cffe54f73ddf038e7197b0411054d0f1c1db297930905" | |
| }, | |
| { | |
| "path": "rt1/models/ordinary200/config.json", | |
| "bytes": 695, | |
| "sha256": "b78291f41d3c8cfaa996cf7cf8402fac3cf33dc316b814f61efdabb4f1822605" | |
| }, | |
| { | |
| "path": "rt1/models/ordinary200/generation_config.json", | |
| "bytes": 117, | |
| "sha256": "59078ac9810218a5538a78fb3818208cadbe4c7df503940282c91fb33ca8252f" | |
| }, | |
| { | |
| "path": "rt1/codec/diffusion_pytorch_model.safetensors", | |
| "bytes": 517850360, | |
| "sha256": "7c8194f83617137ef0a002a15d60c6ee222bcd2442afb4ed704a7918496cc073" | |
| }, | |
| { | |
| "path": "rt1/codec/config.json", | |
| "bytes": 844, | |
| "sha256": "9739df1c8157400c8efc54e67370f1e6be9db074c059ef25b26e475fc0fe9d9d" | |
| }, | |
| { | |
| "path": "rt1/preprocessing/frac_action_ranges.pth", | |
| "bytes": 1274, | |
| "sha256": "7b22a29492c55958ab63b16c91a6825b0c844e06afb4107f6fccf8f3d437db60" | |
| }, | |
| { | |
| "path": "rt1/futureworlds_config.json", | |
| "bytes": 1724, | |
| "sha256": "06584370456a83520812b39ddeb5d1299b54beea9f42bb41ab6c42ffb8a1a86a" | |
| }, | |
| { | |
| "path": "rt1/README.md", | |
| "bytes": 2470, | |
| "sha256": "68edbf4ecbc7a84f70e41e898617ee44693aa0041f4ecf533e5f403bbbafb522" | |
| }, | |
| { | |
| "path": "rt1/training_recipe.json", | |
| "bytes": 385, | |
| "sha256": "8fd3e475be3ea72ac2f4318a3d10b2e5e40ee82163fa8dd5148baa082169fbf9" | |
| }, | |
| { | |
| "path": "bridge/models/main/model.safetensors", | |
| "bytes": 508419080, | |
| "sha256": "e7948465e27cdcdc74df9026c71d28e9cd5dbe58a36a44b0dd6acf244b92c089" | |
| }, | |
| { | |
| "path": "bridge/models/main/config.json", | |
| "bytes": 695, | |
| "sha256": "b78291f41d3c8cfaa996cf7cf8402fac3cf33dc316b814f61efdabb4f1822605" | |
| }, | |
| { | |
| "path": "bridge/models/main/generation_config.json", | |
| "bytes": 117, | |
| "sha256": "59078ac9810218a5538a78fb3818208cadbe4c7df503940282c91fb33ca8252f" | |
| }, | |
| { | |
| "path": "bridge/models/sft/model.safetensors", | |
| "bytes": 508419080, | |
| "sha256": "ad08d7cd5c8dbddf24f1f8840833948a810ab84324ff0bb8f1b42a35c6b75d9c" | |
| }, | |
| { | |
| "path": "bridge/models/sft/config.json", | |
| "bytes": 695, | |
| "sha256": "b78291f41d3c8cfaa996cf7cf8402fac3cf33dc316b814f61efdabb4f1822605" | |
| }, | |
| { | |
| "path": "bridge/models/sft/generation_config.json", | |
| "bytes": 117, | |
| "sha256": "59078ac9810218a5538a78fb3818208cadbe4c7df503940282c91fb33ca8252f" | |
| }, | |
| { | |
| "path": "bridge/models/memspo200/model.safetensors", | |
| "bytes": 508419080, | |
| "sha256": "e578cffac8d7a4cff05d858f70052648186c675d613d91ed05dd085a4a534877" | |
| }, | |
| { | |
| "path": "bridge/models/memspo200/config.json", | |
| "bytes": 695, | |
| "sha256": "b78291f41d3c8cfaa996cf7cf8402fac3cf33dc316b814f61efdabb4f1822605" | |
| }, | |
| { | |
| "path": "bridge/models/memspo200/generation_config.json", | |
| "bytes": 117, | |
| "sha256": "59078ac9810218a5538a78fb3818208cadbe4c7df503940282c91fb33ca8252f" | |
| }, | |
| { | |
| "path": "bridge/models/grpo200/model.safetensors", | |
| "bytes": 508419080, | |
| "sha256": "d39efd79f78a6a8aa4c22218253421402abe992d7be31352884b7a04b84450df" | |
| }, | |
| { | |
| "path": "bridge/models/grpo200/config.json", | |
| "bytes": 695, | |
| "sha256": "b78291f41d3c8cfaa996cf7cf8402fac3cf33dc316b814f61efdabb4f1822605" | |
| }, | |
| { | |
| "path": "bridge/models/grpo200/generation_config.json", | |
| "bytes": 117, | |
| "sha256": "59078ac9810218a5538a78fb3818208cadbe4c7df503940282c91fb33ca8252f" | |
| }, | |
| { | |
| "path": "bridge/models/ordinary200/model.safetensors", | |
| "bytes": 508419080, | |
| "sha256": "ecc7de4022089278f256373292883847db19dd557e3aa4374bdeff269b9ff7e5" | |
| }, | |
| { | |
| "path": "bridge/models/ordinary200/config.json", | |
| "bytes": 695, | |
| "sha256": "b78291f41d3c8cfaa996cf7cf8402fac3cf33dc316b814f61efdabb4f1822605" | |
| }, | |
| { | |
| "path": "bridge/models/ordinary200/generation_config.json", | |
| "bytes": 117, | |
| "sha256": "59078ac9810218a5538a78fb3818208cadbe4c7df503940282c91fb33ca8252f" | |
| }, | |
| { | |
| "path": "bridge/codec/diffusion_pytorch_model.safetensors", | |
| "bytes": 517850360, | |
| "sha256": "0dfb0bfe8543da0b27998ff685ad41d7e44d05fa003dfb1412006d045512db64" | |
| }, | |
| { | |
| "path": "bridge/codec/config.json", | |
| "bytes": 839, | |
| "sha256": "bcca7b2a901b508938f60af4c16f62ce698d90138b7fbf0d3a3824d527b45c02" | |
| }, | |
| { | |
| "path": "bridge/preprocessing/action_ranges.pth", | |
| "bytes": 829, | |
| "sha256": "4492b53758cea8b3d4cb01e01ddf32d9d4bf31095fb3ca768a2d3ff631be8b15" | |
| }, | |
| { | |
| "path": "bridge/futureworlds_config.json", | |
| "bytes": 1523, | |
| "sha256": "1dcd2980ddc3a903e7cf515e51be7c1addcb4614b3c9ec9aca36f986a57772b7" | |
| }, | |
| { | |
| "path": "bridge/README.md", | |
| "bytes": 2482, | |
| "sha256": "6e281911cfcfbc09c4e0b0b1ff099e182542036030c049ff893cd523528673fc" | |
| }, | |
| { | |
| "path": "bridge/training_recipe.json", | |
| "bytes": 128, | |
| "sha256": "2b3d95ca242b6133b1a1445586182fd3f451247800ae8e1c41fef823579d04fd" | |
| }, | |
| { | |
| "path": "robocasa/models/main/model.safetensors", | |
| "bytes": 508419080, | |
| "sha256": "a0d4420b480f44f9f1f970edbfc96a95adb5e428dc6b49ca3d1b2c61fddb5807" | |
| }, | |
| { | |
| "path": "robocasa/models/main/text_adapters.safetensors", | |
| "bytes": 9476032, | |
| "sha256": "92ad8666771696ee22f6c7aaee12d9bd8bd6195569298defb1b89b3bcba11d1e" | |
| }, | |
| { | |
| "path": "robocasa/models/main/config.json", | |
| "bytes": 695, | |
| "sha256": "b78291f41d3c8cfaa996cf7cf8402fac3cf33dc316b814f61efdabb4f1822605" | |
| }, | |
| { | |
| "path": "robocasa/models/main/generation_config.json", | |
| "bytes": 117, | |
| "sha256": "59078ac9810218a5538a78fb3818208cadbe4c7df503940282c91fb33ca8252f" | |
| }, | |
| { | |
| "path": "robocasa/models/sft/model.safetensors", | |
| "bytes": 508419080, | |
| "sha256": "a86d465e8b5c1cc824238b010aed477ea61d6d8307102135b886b32ca065463c" | |
| }, | |
| { | |
| "path": "robocasa/models/sft/text_adapters.safetensors", | |
| "bytes": 9476032, | |
| "sha256": "ef8a06e8ba6451ad1873d9476400c04ae581ce8e654ca77958f7cc56d9f6b380" | |
| }, | |
| { | |
| "path": "robocasa/models/sft/config.json", | |
| "bytes": 695, | |
| "sha256": "b78291f41d3c8cfaa996cf7cf8402fac3cf33dc316b814f61efdabb4f1822605" | |
| }, | |
| { | |
| "path": "robocasa/models/sft/generation_config.json", | |
| "bytes": 117, | |
| "sha256": "59078ac9810218a5538a78fb3818208cadbe4c7df503940282c91fb33ca8252f" | |
| }, | |
| { | |
| "path": "robocasa/models/memspo200/model.safetensors", | |
| "bytes": 508419080, | |
| "sha256": "6193281a747b6155cb32b7e4e3844f1ff05ac0e07d9df4cd3f11bba4c8711d92" | |
| }, | |
| { | |
| "path": "robocasa/models/memspo200/text_adapters.safetensors", | |
| "bytes": 9476032, | |
| "sha256": "2c9f8ac2cc6c128fc29305546a29effbd99250f47905e7711a8330a397bfd7c0" | |
| }, | |
| { | |
| "path": "robocasa/models/memspo200/config.json", | |
| "bytes": 695, | |
| "sha256": "b78291f41d3c8cfaa996cf7cf8402fac3cf33dc316b814f61efdabb4f1822605" | |
| }, | |
| { | |
| "path": "robocasa/models/memspo200/generation_config.json", | |
| "bytes": 117, | |
| "sha256": "59078ac9810218a5538a78fb3818208cadbe4c7df503940282c91fb33ca8252f" | |
| }, | |
| { | |
| "path": "robocasa/models/grpo200/model.safetensors", | |
| "bytes": 508419080, | |
| "sha256": "af36ba44677963a0de2753dcf933c46f616505792fe4d6668138adc2d8e59720" | |
| }, | |
| { | |
| "path": "robocasa/models/grpo200/text_adapters.safetensors", | |
| "bytes": 9476032, | |
| "sha256": "eba7ba8715d82c79f8909a8d65cf3ede5f1874b0963efcd3a351f2f8ca13633c" | |
| }, | |
| { | |
| "path": "robocasa/models/grpo200/config.json", | |
| "bytes": 695, | |
| "sha256": "b78291f41d3c8cfaa996cf7cf8402fac3cf33dc316b814f61efdabb4f1822605" | |
| }, | |
| { | |
| "path": "robocasa/models/grpo200/generation_config.json", | |
| "bytes": 117, | |
| "sha256": "59078ac9810218a5538a78fb3818208cadbe4c7df503940282c91fb33ca8252f" | |
| }, | |
| { | |
| "path": "robocasa/models/ordinary200/model.safetensors", | |
| "bytes": 508419080, | |
| "sha256": "486a6c324466839121a4fb392450b1093e98d7482dbb9b6c794baf4ebb7b1519" | |
| }, | |
| { | |
| "path": "robocasa/models/ordinary200/text_adapters.safetensors", | |
| "bytes": 9476032, | |
| "sha256": "c4fc6d76fe21e5687fa7dd4cb2c82da0b3c52554490be6211e22aa4fabc85900" | |
| }, | |
| { | |
| "path": "robocasa/models/ordinary200/config.json", | |
| "bytes": 695, | |
| "sha256": "b78291f41d3c8cfaa996cf7cf8402fac3cf33dc316b814f61efdabb4f1822605" | |
| }, | |
| { | |
| "path": "robocasa/models/ordinary200/generation_config.json", | |
| "bytes": 117, | |
| "sha256": "59078ac9810218a5538a78fb3818208cadbe4c7df503940282c91fb33ca8252f" | |
| }, | |
| { | |
| "path": "robocasa/codec/diffusion_pytorch_model.safetensors", | |
| "bytes": 517850360, | |
| "sha256": "4ea6133eae9d3deba4fc546ac7d0cb318363d0d79372b29a8e7d1a753023b77d" | |
| }, | |
| { | |
| "path": "robocasa/codec/config.json", | |
| "bytes": 839, | |
| "sha256": "bcca7b2a901b508938f60af4c16f62ce698d90138b7fbf0d3a3824d527b45c02" | |
| }, | |
| { | |
| "path": "robocasa/preprocessing/action_ranges.pt", | |
| "bytes": 2003, | |
| "sha256": "55531c0e5296d01b8eb78aa941b422bde30e80e458a24d362f874671f2dbfaf4" | |
| }, | |
| { | |
| "path": "robocasa/futureworlds_config.json", | |
| "bytes": 1759, | |
| "sha256": "1584e877e1b47239e53742dd898249de0aaee9bd91dbe354426e484e259da8d6" | |
| }, | |
| { | |
| "path": "robocasa/README.md", | |
| "bytes": 2484, | |
| "sha256": "6a27e8faae489dd4e1475e83a6ddbb4b2cf7865da3602f96f53d0f07d01c58ce" | |
| }, | |
| { | |
| "path": "robocasa/training_recipe.json", | |
| "bytes": 386, | |
| "sha256": "6d82b2f238a866dd0e1f792e0944488ab96382096503ed4ed26520037250349e" | |
| }, | |
| { | |
| "path": "bridge/r1_reward_config.json", | |
| "bytes": 318, | |
| "sha256": "dcdcbb508b3cbd22ff214531be4f4213baf8e6fc20479d1ad53c7180214caabe" | |
| }, | |
| { | |
| "path": "licenses/RLVR-World-LICENSE", | |
| "bytes": 1084, | |
| "sha256": "f963a3becf605b20bb9b2e54ee3ae705f8c58234530f1b8766c8e619abc41a1c" | |
| }, | |
| { | |
| "path": "licenses/iVideoGPT-LICENSE", | |
| "bytes": 1084, | |
| "sha256": "2c919cd03fa823bf7eefc00a957ff8324c865cd22aa5285e563dc4b558084f25" | |
| }, | |
| { | |
| "path": "licenses/FSQ-LICENSE", | |
| "bytes": 1066, | |
| "sha256": "02cf6ed7df17f94fafa61e67a089ee51faac006db35ffa173c70e6763c253cf6" | |
| }, | |
| { | |
| "path": "licenses/diffusers-LICENSE", | |
| "bytes": 11357, | |
| "sha256": "f9e2070c247517b1ddf65f7b11b393484a18da91a958fd18a97bd0f241c3125c" | |
| }, | |
| { | |
| "path": "code/src/futureworlds/__init__.py", | |
| "bytes": 107, | |
| "sha256": "4377d3bc6d89fe5e977cbd81657e816352ecd780fe09110fb5d4f8fa4b7c71eb" | |
| }, | |
| { | |
| "path": "code/src/futureworlds/batch.py", | |
| "bytes": 476, | |
| "sha256": "2c34e3281d3768b4f94aa891c13aaa4a0bc714023861c481ecee4b823b7b1dc3" | |
| }, | |
| { | |
| "path": "code/src/futureworlds/checkpoints.py", | |
| "bytes": 3236, | |
| "sha256": "480ccb4a11b2f58d42803de5bc9f7a3ce48174d8d866b76c27af43a6ee7dcab6" | |
| }, | |
| { | |
| "path": "code/src/futureworlds/decoding.py", | |
| "bytes": 4105, | |
| "sha256": "a73bfbdba950e87c883dc7e4ac9f3b5112a8440459757ed8ec321db30f77f76a" | |
| }, | |
| { | |
| "path": "code/src/futureworlds/memory.py", | |
| "bytes": 2102, | |
| "sha256": "f0bcd626b17663a4309bca99f4ed595fed0bb155020e7c343f6de93944928435" | |
| }, | |
| { | |
| "path": "code/src/futureworlds/motion_reward.py", | |
| "bytes": 3660, | |
| "sha256": "d7846f79904210672c1403cb3c88da93450d5b20b61285d81556943b69da174d" | |
| }, | |
| { | |
| "path": "code/src/futureworlds/objective.py", | |
| "bytes": 8209, | |
| "sha256": "5bb3961ec20dfff11fa81bd197ed56fefc472c6140d9f9cb3a8f6e32efeee8a9" | |
| }, | |
| { | |
| "path": "code/src/futureworlds/ordinary_search.py", | |
| "bytes": 4351, | |
| "sha256": "4a2d154308d29722514dfffd42c38968a73d372b328a5096efad41a5337f9f0a" | |
| }, | |
| { | |
| "path": "code/src/futureworlds/reward_core.py", | |
| "bytes": 4774, | |
| "sha256": "ffd67516e4793ff33e4fcf37a54d675bf63402c25aa1ba8a19cc9e40af2d618d" | |
| }, | |
| { | |
| "path": "code/src/futureworlds/rewards.py", | |
| "bytes": 2615, | |
| "sha256": "7f8d77c6825e67ca14f026066dc5468bc4f07772f8592d3f91a045d8aeb9d087" | |
| }, | |
| { | |
| "path": "code/src/futureworlds/search.py", | |
| "bytes": 4396, | |
| "sha256": "0c93c7965b16948efc00c49f2a8ea9dc1c8b69fff211b83c60f074bfb48d239f" | |
| }, | |
| { | |
| "path": "code/src/futureworlds/text_conditioning.py", | |
| "bytes": 3640, | |
| "sha256": "3cf541a82e62b71425a717938a14e22ec1cb1464c2e0b0bfe8656ee772ac21be" | |
| }, | |
| { | |
| "path": "code/pyproject.toml", | |
| "bytes": 445, | |
| "sha256": "6ad137e1821815d3f24d7d79cc7f3d018b13c33266d82fda38669afd24b34b3b" | |
| }, | |
| { | |
| "path": "code/THIRD_PARTY_NOTICES.md", | |
| "bytes": 805, | |
| "sha256": "8e87604fb99271a02b9f6856b443adfd6d958e065cc6c69372de69331130e5b9" | |
| }, | |
| { | |
| "path": "README.md", | |
| "bytes": 3003, | |
| "sha256": "414311ba7ae89f680207295d303e524d9a694bf1b9c609dfa6aa1618296dae63" | |
| }, | |
| { | |
| "path": "weights_manifest.json", | |
| "bytes": 18897, | |
| "sha256": "3c66ffe9d3593accb46a27b3eb624bbdc4368481ce784a7fe6018511bea86773" | |
| } | |
| ] | |
| } | |