update
Browse files
README.md
CHANGED
|
@@ -36,57 +36,53 @@ pipeline_tag: text-generation
|
|
| 36 |
|
| 37 |
## Agents
|
| 38 |
|
| 39 |
-
|
| 40 |
### UI Navigation
|
| 41 |
-
|
| 42 |
<div align="center">
|
| 43 |
<div align="center" style="display: inline-block; width: 48%;">
|
| 44 |
-
<video autoplay muted loop controls playsinline>
|
| 45 |
<source src="https://microsoft.github.io/Magma/static/videos/ui_weather_and_flight_mode.mp4" type="video/mp4">
|
| 46 |
</video>
|
| 47 |
-
<p class="is-5 has-text-centered">What's weather in Seattle? & turn on flight mode</p>
|
| 48 |
</div>
|
| 49 |
<div align="center" style="display: inline-block; width: 48%;">
|
| 50 |
-
<video autoplay muted loop controls playsinline>
|
| 51 |
<source src="https://microsoft.github.io/Magma/static/videos/ui_wordle.mp4" type="video/mp4">
|
| 52 |
</video>
|
| 53 |
-
<p class="is-5 has-text-centered">Share and message this to Bob Steve, click send button to complete</p>
|
| 54 |
</div>
|
| 55 |
</div>
|
| 56 |
|
| 57 |
### Robot Manipulation
|
| 58 |
-
|
| 59 |
<div align="center">
|
| 60 |
<div align="center">
|
| 61 |
<div style="display: flex; justify-content: space-between; gap: 1%;">
|
| 62 |
<div style="width: 32%;">
|
| 63 |
-
<video autoplay muted loop controls playsinline height="98%" style="max-width: 450px; width: 100%; border-radius: 10px; overflow: hidden;">
|
| 64 |
<source src="https://microsoft.github.io/Magma/static/videos/magma_hotdog.mp4" type="video/mp4">
|
| 65 |
</video>
|
| 66 |
</div>
|
| 67 |
<div style="width: 32%;">
|
| 68 |
-
<video autoplay muted loop controls playsinline height="98%" style="max-width: 450px; width: 100%; border-radius: 10px; overflow: hidden;">
|
| 69 |
<source src="https://microsoft.github.io/Magma/static/videos/magma_mushroom.mp4" type="video/mp4">
|
| 70 |
</video>
|
| 71 |
</div>
|
| 72 |
<div style="width: 32%;">
|
| 73 |
-
<video autoplay muted loop controls playsinline height="98%" style="max-width: 450px; width: 100%; border-radius: 10px; overflow: hidden;">
|
| 74 |
<source src="https://microsoft.github.io/Magma/static/videos/magma_left.mp4" type="video/mp4">
|
| 75 |
</video>
|
| 76 |
</div>
|
| 77 |
</div>
|
| 78 |
</div>
|
| 79 |
-
|
| 80 |
<div align="center">
|
| 81 |
<div style="display: flex; justify-content: space-between; gap: 1%;">
|
| 82 |
<div style="width: 32%;">
|
| 83 |
-
<p style="text-align: center;font-size:
|
| 84 |
</div>
|
| 85 |
<div style="width: 32%;">
|
| 86 |
-
<p style="text-align: center;font-size:
|
| 87 |
</div>
|
| 88 |
<div style="width: 32%;">
|
| 89 |
-
<p style="text-align: center;font-size:
|
| 90 |
</div>
|
| 91 |
</div>
|
| 92 |
</div>
|
|
@@ -288,7 +284,7 @@ Zero-shot evaluation on agentic intelligence. We report the results for pretrain
|
|
| 288 |
| Octo | - | - | - | - | - | - | - | - | - | - |
|
| 289 |
| RT-1-X | - | - | - | - | - | - | - | - | 6.0 | 15.9 |
|
| 290 |
| OpenVLA | - | - | - | - | - | - | - | - | 34.2 | 1.1 |
|
| 291 |
-
| Magma-8B
|
| 292 |
|
| 293 |
|
| 294 |
<!-- {{ results | default("[More Information Needed]", true)}} -->
|
|
|
|
| 36 |
|
| 37 |
## Agents
|
| 38 |
|
|
|
|
| 39 |
### UI Navigation
|
|
|
|
| 40 |
<div align="center">
|
| 41 |
<div align="center" style="display: inline-block; width: 48%;">
|
| 42 |
+
<video autoplay muted loop controls playsinline style="margin-bottom: 2px;">
|
| 43 |
<source src="https://microsoft.github.io/Magma/static/videos/ui_weather_and_flight_mode.mp4" type="video/mp4">
|
| 44 |
</video>
|
| 45 |
+
<p class="is-5 has-text-centered" style="font-size: 14px;">What's weather in Seattle? & turn on flight mode</p>
|
| 46 |
</div>
|
| 47 |
<div align="center" style="display: inline-block; width: 48%;">
|
| 48 |
+
<video autoplay muted loop controls playsinline style="margin-bottom: 2px;">
|
| 49 |
<source src="https://microsoft.github.io/Magma/static/videos/ui_wordle.mp4" type="video/mp4">
|
| 50 |
</video>
|
| 51 |
+
<p class="is-5 has-text-centered" style="font-size: 14px;">Share and message this to Bob Steve, click send button to complete</p>
|
| 52 |
</div>
|
| 53 |
</div>
|
| 54 |
|
| 55 |
### Robot Manipulation
|
|
|
|
| 56 |
<div align="center">
|
| 57 |
<div align="center">
|
| 58 |
<div style="display: flex; justify-content: space-between; gap: 1%;">
|
| 59 |
<div style="width: 32%;">
|
| 60 |
+
<video autoplay muted loop controls playsinline height="98%" style="max-width: 450px; width: 100%; border-radius: 10px; overflow: hidden; margin-bottom: 5px;">
|
| 61 |
<source src="https://microsoft.github.io/Magma/static/videos/magma_hotdog.mp4" type="video/mp4">
|
| 62 |
</video>
|
| 63 |
</div>
|
| 64 |
<div style="width: 32%;">
|
| 65 |
+
<video autoplay muted loop controls playsinline height="98%" style="max-width: 450px; width: 100%; border-radius: 10px; overflow: hidden; margin-bottom: 5px;">
|
| 66 |
<source src="https://microsoft.github.io/Magma/static/videos/magma_mushroom.mp4" type="video/mp4">
|
| 67 |
</video>
|
| 68 |
</div>
|
| 69 |
<div style="width: 32%;">
|
| 70 |
+
<video autoplay muted loop controls playsinline height="98%" style="max-width: 450px; width: 100%; border-radius: 10px; overflow: hidden; margin-bottom: 5px;">
|
| 71 |
<source src="https://microsoft.github.io/Magma/static/videos/magma_left.mp4" type="video/mp4">
|
| 72 |
</video>
|
| 73 |
</div>
|
| 74 |
</div>
|
| 75 |
</div>
|
|
|
|
| 76 |
<div align="center">
|
| 77 |
<div style="display: flex; justify-content: space-between; gap: 1%;">
|
| 78 |
<div style="width: 32%;">
|
| 79 |
+
<p style="text-align: center;font-size: 14px;margin-top: 0;">Pick Place Hotdog Sausage</p>
|
| 80 |
</div>
|
| 81 |
<div style="width: 32%;">
|
| 82 |
+
<p style="text-align: center;font-size: 14px;margin-top: 0;">Put Mushroom Place Pot</p>
|
| 83 |
</div>
|
| 84 |
<div style="width: 32%;">
|
| 85 |
+
<p style="text-align: center;font-size: 14px;margin-top: 0;">Push Cloth Left to Right (Out-of-Dist.)</p>
|
| 86 |
</div>
|
| 87 |
</div>
|
| 88 |
</div>
|
|
|
|
| 284 |
| Octo | - | - | - | - | - | - | - | - | - | - |
|
| 285 |
| RT-1-X | - | - | - | - | - | - | - | - | 6.0 | 15.9 |
|
| 286 |
| OpenVLA | - | - | - | - | - | - | - | - | 34.2 | 1.1 |
|
| 287 |
+
| Magma-8B | 80.0 | 66.5 | 87.4 | 59.5 | 64.1 | 60.6 | 96.3 | 71.8 | 52.3 | 35.4 |
|
| 288 |
|
| 289 |
|
| 290 |
<!-- {{ results | default("[More Information Needed]", true)}} -->
|