Commit
·
d4aa7f8
1
Parent(s):
a85fc61
Update augvit_model.py
Browse files- augvit_model.py +2 -2
augvit_model.py
CHANGED
|
@@ -141,8 +141,8 @@ class AUGViT(Model):
|
|
| 141 |
)
|
| 142 |
x = tf.concat([cls_tokens, x], axis=1)
|
| 143 |
print(x.shape,cls_tokens.shape )
|
| 144 |
-
pos= self.pos_embedding[:, :(n+1 )]
|
| 145 |
-
x += pos
|
| 146 |
|
| 147 |
print(x.shape,pos.shape,self.pos_embedding.shape)
|
| 148 |
x = self.dropout(x, training=training)
|
|
|
|
| 141 |
)
|
| 142 |
x = tf.concat([cls_tokens, x], axis=1)
|
| 143 |
print(x.shape,cls_tokens.shape )
|
| 144 |
+
# pos= self.pos_embedding[:, :(n+1 )]
|
| 145 |
+
# x += pos
|
| 146 |
|
| 147 |
print(x.shape,pos.shape,self.pos_embedding.shape)
|
| 148 |
x = self.dropout(x, training=training)
|