KHWR / Luong-Word-Model /config.json
Karez's picture
Upload folder using huggingface_hub
8a478a7 verified
Raw
History Blame Contribute Delete
1.22 kB
{
"architecture": "CRNN-Luong",
"model_family": "Luong",
"model_type": "luong_multiplicative_attention",
"task": "handwritten-text-recognition",
"language": "Kurdish (Central / Sorani)",
"script": "Arabic-based",
"decoder": "CTC",
"image_height": 64,
"image_width": 164,
"cnn_backbone": "6-block CNN, max 256 channels",
"rnn": {
"type": "BiLSTM",
"num_layers": 3,
"hidden_size": 160,
"dropout": 0.3
},
"attention": {
"attention_type": "luong_multiplicative_general",
"attention_position": "between BiLSTM layers 2 and 3",
"uses_layer_norm": true
},
"vocab_size": 113,
"ctc_blank_idx": 0,
"parameters": 3918296,
"training": {
"optimizer": "AdamW",
"lr_schedule": "OneCycleLR",
"peak_learning_rate": 0.0005,
"weight_decay": 0.0001,
"batch_size": 32,
"max_epochs": 80,
"early_stopping_patience": 10,
"gradient_clip": 5.0,
"mixed_precision": "FP16",
"augmentation": "adaptive",
"seed": 42,
"best_epoch": 64,
"best_val_cer": 0.03198308047564581
},
"evaluation": {
"dataset": "DASTNUS Unique Words",
"test_cer": 0.0391,
"test_wer": 0.1663
}
}