KHWR / FAA-Word-Model /config.json
Karez's picture
Upload folder using huggingface_hub
8a478a7 verified
Raw
History Blame Contribute Delete
1.3 kB
{
"architecture": "CRNN-FAA",
"model_family": "FAA",
"model_type": "freq_adaptive_attention_full",
"task": "handwritten-text-recognition",
"language": "Kurdish (Central / Sorani)",
"script": "Arabic-based",
"decoder": "CTC",
"image_height": 64,
"image_width": 164,
"cnn_backbone": "6-block CNN, max 256 channels",
"rnn": {
"type": "BiLSTM",
"num_layers": 3,
"hidden_size": 160,
"dropout": 0.3
},
"attention": {
"attention_type": "frequency_adaptive_attention",
"attention_position": "between BiLSTM layers 2 and 3",
"uses_frequency_prior": true,
"uses_gated_residual": true,
"freq_weights": "registered buffer, non-trainable"
},
"vocab_size": 113,
"ctc_blank_idx": 0,
"parameters": 4000923,
"training": {
"optimizer": "AdamW",
"lr_schedule": "OneCycleLR",
"peak_learning_rate": 0.0005,
"weight_decay": 0.0001,
"batch_size": 32,
"max_epochs": 80,
"early_stopping_patience": 10,
"gradient_clip": 5.0,
"mixed_precision": "FP16",
"augmentation": "adaptive",
"seed": 42,
"best_epoch": 71,
"best_val_cer": 0.03075296199581328
},
"evaluation": {
"dataset": "DASTNUS Unique Words",
"test_cer": 0.0373,
"test_wer": 0.148
}
}