Matt
commited on
Commit
·
f285b2c
1
Parent(s):
f18f828
Update modeling file
Browse files- modeling_florence2.py +11 -0
modeling_florence2.py
CHANGED
|
@@ -1432,6 +1432,17 @@ class Florence2LanguagePreTrainedModel(PreTrainedModel):
|
|
| 1432 |
module.weight.data.normal_(mean=0.0, std=std)
|
| 1433 |
if module.padding_idx is not None:
|
| 1434 |
module.weight.data[module.padding_idx].zero_()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1435 |
|
| 1436 |
@property
|
| 1437 |
def dummy_inputs(self):
|
|
|
|
| 1432 |
module.weight.data.normal_(mean=0.0, std=std)
|
| 1433 |
if module.padding_idx is not None:
|
| 1434 |
module.weight.data[module.padding_idx].zero_()
|
| 1435 |
+
elif isinstance(module, nn.Conv2d):
|
| 1436 |
+
nn.init.normal_(module.weight, std=0.02)
|
| 1437 |
+
for name, _ in module.named_parameters():
|
| 1438 |
+
if name == "bias":
|
| 1439 |
+
nn.init.constant_(module.bias, 0)
|
| 1440 |
+
elif isinstance(module, nn.LayerNorm):
|
| 1441 |
+
nn.init.constant_(module.weight, 1.0)
|
| 1442 |
+
nn.init.constant_(module.bias, 0)
|
| 1443 |
+
elif isinstance(module, nn.BatchNorm2d):
|
| 1444 |
+
nn.init.constant_(module.weight, 1.0)
|
| 1445 |
+
nn.init.constant_(module.bias, 0)
|
| 1446 |
|
| 1447 |
@property
|
| 1448 |
def dummy_inputs(self):
|