update

app.py

@@ -436,11 +436,11 @@ Redistribution and use for non-commercial purposes should follow this license.
 
 If you have any questions, please feel free to reach me out at <b>iceclearwjy@gmail.com</b>.
 
-# <div>
+<div>
 🤗 Find Me:
 <a href="https://twitter.com/Iceclearwjy"><img style="margin-top:0.5em; margin-bottom:0.5em" src="https://img.shields.io/twitter/follow/Iceclearwjy?label=%40Iceclearwjy&style=social" alt="Twitter Follow"></a>
 <a href="https://github.com/IceClear"><img style="margin-top:0.5em; margin-bottom:2em" src="https://img.shields.io/github/followers/IceClear?style=social" alt="Github Follow"></a>
-# </div>
+</div>
 
 <center><img src='https://visitor-badge.laobi.icu/badge?page_id=ByteDance-Seed/SeedVR' alt='visitors'></center>
 """

configs_3b/main.yaml

@@ -11,7 +11,7 @@ dit:
     vid_in_channels: 33
     vid_out_channels: 16
     vid_dim: 2560
-    vid_out_norm: fusedrms
+    vid_out_norm: layer
     txt_in_dim: 5120
     txt_in_norm: fusedln
     txt_dim: ${.vid_dim}
@@ -19,11 +19,11 @@ dit:
     heads: 20
     head_dim: 128 # llm-like
     expand_ratio: 4
-    norm: fusedrms
+    norm: layer
     norm_eps: 1.0e-05
     ada: single
     qk_bias: False
-    qk_norm: fusedrms
+    qk_norm: layer
     patch_size: [ 1,2,2 ]
     num_layers: 32 # llm-like
     mm_layers: 10

configs_7b/main.yaml

@@ -17,12 +17,12 @@ dit:
     heads: 24
     head_dim: 128 # llm-like
     expand_ratio: 4
-    norm: fusedrms
+    norm: layer
     norm_eps: 1e-5
     ada: single
     qk_bias: False
     qk_rope: True
-    qk_norm: fusedrms
+    qk_norm: layer
     patch_size: [ 1,2,2 ]
     num_layers: 36 # llm-like
     shared_mlp: False

setup.sh

@@ -1,4 +1,6 @@
 #!/bin/bash
+pip install --upgrade pip setuptools wheel
+
 git clone https://github.com/NVIDIA/apex
 cd apex
 # if pip >= 23.1 (ref: https://pip.pypa.io/en/stable/news/#v23-1) which supports multiple `--config-settings` with the same key...