Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
|
@@ -16,17 +16,17 @@ parser = argparse.ArgumentParser(description='Image Captioning inference script'
|
|
| 16 |
parser.add_argument('--max_seq_len', default=60, type=int, help='max sequence length')
|
| 17 |
|
| 18 |
# Model parameters
|
| 19 |
-
parser.add_argument('--height', default=
|
| 20 |
-
parser.add_argument('--width', default=
|
| 21 |
parser.add_argument('--channel', default=3, type=int, help='disable cuda')
|
| 22 |
-
parser.add_argument('--enc_heads', default=
|
| 23 |
-
parser.add_argument('--enc_depth', default=
|
| 24 |
-
parser.add_argument('--dec_heads', default=
|
| 25 |
parser.add_argument('--dec_depth', default=1, type=int, help='number of decoder blocks')
|
| 26 |
-
parser.add_argument('--patch_size', default=
|
| 27 |
-
parser.add_argument('--dim', default=
|
| 28 |
-
parser.add_argument('--enc_mlp_dim', default=
|
| 29 |
-
parser.add_argument('--dec_mlp_dim', default=
|
| 30 |
|
| 31 |
|
| 32 |
|
|
@@ -59,8 +59,8 @@ padding_idx = vocab['<PAD>']
|
|
| 59 |
|
| 60 |
model = Transformer(height,width,n_channels,patch_size,dim,enc_head,enc_feed_forward,enc_depth,
|
| 61 |
dec_head,dec_feed_forward,dec_depth,max_seq_len,vocab_size,padding_idx)
|
| 62 |
-
|
| 63 |
-
|
| 64 |
model = model.to(device)
|
| 65 |
itos = {v: k for k, v in vocab.items()}
|
| 66 |
|
|
|
|
| 16 |
parser.add_argument('--max_seq_len', default=60, type=int, help='max sequence length')
|
| 17 |
|
| 18 |
# Model parameters
|
| 19 |
+
parser.add_argument('--height', default=224, type=int, metavar='N', help='image height')
|
| 20 |
+
parser.add_argument('--width', default=224, type=int, metavar='N', help='image width')
|
| 21 |
parser.add_argument('--channel', default=3, type=int, help='disable cuda')
|
| 22 |
+
parser.add_argument('--enc_heads', default=8, type=int, help='number of encoder heads')
|
| 23 |
+
parser.add_argument('--enc_depth', default=4, type=int, help='number of encoder blocks')
|
| 24 |
+
parser.add_argument('--dec_heads', default=8, type=int, help='number of decoder heads')
|
| 25 |
parser.add_argument('--dec_depth', default=1, type=int, help='number of decoder blocks')
|
| 26 |
+
parser.add_argument('--patch_size', default=16, type=int, help='patch size')
|
| 27 |
+
parser.add_argument('--dim', default=512, type=int, help='embedding dim of patch')
|
| 28 |
+
parser.add_argument('--enc_mlp_dim', default=1024, type=int, help='feed forward hidden_dim for an encoder block')
|
| 29 |
+
parser.add_argument('--dec_mlp_dim', default=1024, type=int, help='feed forward hidden_dim for a decoder block')
|
| 30 |
|
| 31 |
|
| 32 |
|
|
|
|
| 59 |
|
| 60 |
model = Transformer(height,width,n_channels,patch_size,dim,enc_head,enc_feed_forward,enc_depth,
|
| 61 |
dec_head,dec_feed_forward,dec_depth,max_seq_len,vocab_size,padding_idx)
|
| 62 |
+
state = torch.load("captioning.ptrom",map_location="cpu")
|
| 63 |
+
model.load_state_dict(state)
|
| 64 |
model = model.to(device)
|
| 65 |
itos = {v: k for k, v in vocab.items()}
|
| 66 |
|