SII-Sarfflow commited on
Commit
bdb49ef
·
verified ·
1 Parent(s): a81b331

Add files using upload-large-folder tool

Browse files
Files changed (1) hide show
  1. config.json +45 -0
config.json ADDED
@@ -0,0 +1,45 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_comment": "Uploaded to the Hub as config.json. It describes the three released checkpoints and the state they operate on; it is NOT a transformers or diffusers config and deliberately carries no model_type / architectures / _class_name, because nothing in this repository is loadable by those libraries. Loading is done by the code at https://github.com/AlayaLab/Marionette (fetch_weights.sh, run_demo.sh). It also gives the Hub a file to count downloads against -- see hf/DOWNLOAD_COUNTING.md.",
3
+
4
+ "name": "Marionette",
5
+ "paper": "https://arxiv.org/abs/2608.14530",
6
+ "code": "https://github.com/AlayaLab/Marionette",
7
+ "project_page": "https://alayalab.github.io/Marionette/",
8
+ "license": "see LICENSE.assets in the code repository: non-commercial research use only",
9
+
10
+ "pipeline": ["dynamics", "bridge", "observation"],
11
+
12
+ "world_state": {
13
+ "dim": 276,
14
+ "entities": 2,
15
+ "fps": 20,
16
+ "contents": "per-entity articulated skeletons, metric root trajectories, rotations"
17
+ },
18
+
19
+ "stages": {
20
+ "dynamics": {
21
+ "weights": ["dynamics/action_gpt.pt", "dynamics/pose_gpt.pt"],
22
+ "role": "autoregressive prediction of the 276-dimensional world state from a seed",
23
+ "components": ["ActionGPT", "PoseGPT"]
24
+ },
25
+ "bridge": {
26
+ "weights": [],
27
+ "role": "closed-form world-space geometry and occlusion; zero learnable parameters"
28
+ },
29
+ "observation": {
30
+ "weights": ["observation/diffusion_pytorch_model.safetensors"],
31
+ "role": "control-conditioned video diffusion; paints appearance onto the rendered geometry",
32
+ "base_model": "alibaba-pai/Wan2.2-Fun-5B-Control",
33
+ "base_model_distributed_here": false,
34
+ "resolution": [704, 1280],
35
+ "chunk_frames": 81,
36
+ "rollout": "chunk-relay autoregressive"
37
+ }
38
+ },
39
+
40
+ "scope": {
41
+ "dynamics": "single monster (em19), one stage, one weapon type",
42
+ "observation": "26 monsters",
43
+ "note": "the two stages were trained on different slices of the same corpus; end-to-end runs are limited by the narrower one"
44
+ }
45
+ }