Add config.json (architecture metadata, enables Hub download counting); card: download snippet
Browse files- README.md +9 -3
- config.json +19 -0
README.md
CHANGED
|
@@ -23,14 +23,20 @@ Encoder-decoder transformer trained from scratch for C++ → Python code transla
|
|
| 23 |
|
| 24 |
## Files
|
| 25 |
|
|
|
|
| 26 |
- `best_model.pt` — full PyTorch checkpoint (model state, optimizer state, src/tgt vocabularies). 189 MB.
|
| 27 |
|
| 28 |
## Load
|
| 29 |
|
| 30 |
```python
|
| 31 |
-
from
|
| 32 |
-
|
| 33 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 34 |
model = build_transformer(
|
| 35 |
src_vocab_size=len(ckpt['src_vocab']),
|
| 36 |
tgt_vocab_size=len(ckpt['tgt_vocab']),
|
|
|
|
| 23 |
|
| 24 |
## Files
|
| 25 |
|
| 26 |
+
- `config.json` — architecture hyperparameters and vocabulary sizes.
|
| 27 |
- `best_model.pt` — full PyTorch checkpoint (model state, optimizer state, src/tgt vocabularies). 189 MB.
|
| 28 |
|
| 29 |
## Load
|
| 30 |
|
| 31 |
```python
|
| 32 |
+
from huggingface_hub import snapshot_download
|
| 33 |
+
repo_dir = snapshot_download("MR0b0t/cpp-to-python-transformer") # whole repo, incl. config.json
|
| 34 |
+
```
|
| 35 |
+
|
| 36 |
+
```python
|
| 37 |
+
import os, torch
|
| 38 |
+
from model import build_transformer # model.py + tokenizer.py from the GitHub repo
|
| 39 |
+
ckpt = torch.load(os.path.join(repo_dir, 'best_model.pt'), map_location='cpu', weights_only=False)
|
| 40 |
model = build_transformer(
|
| 41 |
src_vocab_size=len(ckpt['src_vocab']),
|
| 42 |
tgt_vocab_size=len(ckpt['tgt_vocab']),
|
config.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model_type": "encoder-decoder-transformer",
|
| 3 |
+
"_note": "Architecture metadata. Also the file the Hugging Face Hub counts downloads on for repos without a registered library.",
|
| 4 |
+
"d_model": 256,
|
| 5 |
+
"num_encoder_layers": 4,
|
| 6 |
+
"num_decoder_layers": 4,
|
| 7 |
+
"num_heads": 8,
|
| 8 |
+
"d_ff": 512,
|
| 9 |
+
"dropout": 0.1,
|
| 10 |
+
"max_seq_len": 300,
|
| 11 |
+
"src_vocab_size": 14476,
|
| 12 |
+
"tgt_vocab_size": 14512,
|
| 13 |
+
"src_language": "C++",
|
| 14 |
+
"tgt_language": "Python",
|
| 15 |
+
"train_data": "XLCoST C++-Python pair_data_tok_full",
|
| 16 |
+
"checkpoint": "best_model.pt",
|
| 17 |
+
"epoch": 19,
|
| 18 |
+
"val_loss": 2.0474
|
| 19 |
+
}
|