Spaces:
Runtime error
Runtime error
Update FantasyTalking/model.py
Browse files- FantasyTalking/model.py +3 -7
FantasyTalking/model.py
CHANGED
|
@@ -97,10 +97,8 @@ class FantasyTalkingAudioConditionModel(nn.Module):
|
|
| 97 |
|
| 98 |
# audio proj model
|
| 99 |
self.proj_model = self.init_proj(self.audio_proj_dim)
|
| 100 |
-
|
| 101 |
-
|
| 102 |
-
if wan_dit is not None:
|
| 103 |
-
self.set_audio_processor(wan_dit)
|
| 104 |
|
| 105 |
def init_proj(self, cross_attention_dim=5120):
|
| 106 |
proj_model = AudioProjModel(
|
|
@@ -132,9 +130,7 @@ class FantasyTalkingAudioConditionModel(nn.Module):
|
|
| 132 |
else:
|
| 133 |
state_dict = torch.load(ip_ckpt, map_location="cpu")
|
| 134 |
self.proj_model.load_state_dict(state_dict["proj_model"])
|
| 135 |
-
|
| 136 |
-
if wan_dit is not None and "audio_processor" in state_dict:
|
| 137 |
-
wan_dit.load_state_dict(state_dict["audio_processor"], strict=False)
|
| 138 |
|
| 139 |
|
| 140 |
def get_proj_fea(self, audio_fea=None):
|
|
|
|
| 97 |
|
| 98 |
# audio proj model
|
| 99 |
self.proj_model = self.init_proj(self.audio_proj_dim)
|
| 100 |
+
self.set_audio_processor(wan_dit)
|
| 101 |
+
|
|
|
|
|
|
|
| 102 |
|
| 103 |
def init_proj(self, cross_attention_dim=5120):
|
| 104 |
proj_model = AudioProjModel(
|
|
|
|
| 130 |
else:
|
| 131 |
state_dict = torch.load(ip_ckpt, map_location="cpu")
|
| 132 |
self.proj_model.load_state_dict(state_dict["proj_model"])
|
| 133 |
+
wan_dit.load_state_dict(state_dict["audio_processor"], strict=False)
|
|
|
|
|
|
|
| 134 |
|
| 135 |
|
| 136 |
def get_proj_fea(self, audio_fea=None):
|