Hugging Face's logo

U4RASD
/
TypePredictor

Text Classification
PyTorch
Arabic
type_predictor
arabic
named-entity-recognition
entity-typing
wojood
neoarabert
mention-classification
Model card Files
xet
 Community
TypePredictor
File size: 2,206 Bytes
6f22d12
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
{
  "experiment_name": "TypePredictor",
  "dataset_repo_id": "U4RASD/TypePrediction",
  "dataset_files": {
    "train": "type_predictor_train.jsonl",
    "validation": "type_predictor_val.jsonl",
    "test": "type_predictor_test.jsonl"
  },
  "model_name": "U4RASD/NeoAraBERT",
  "model_repo_id": "U4RASD/TypePredictor",
  "seed": 42,
  "max_length": 512,
  "context_chars": 300,
  "context_candidates": [
    null,
    500,
    300,
    150,
    80,
    30,
    0
  ],
  "num_epochs": 4.0,
  "train_batch_size": 4,
  "eval_batch_size": 8,
  "gradient_accumulation_steps": 4,
  "effective_batch_size": 16,
  "encoder_lr": 1e-05,
  "head_lr": 5e-05,
  "dropout": 0.1,
  "weight_decay": 0.01,
  "warmup_ratio": 0.1,
  "max_grad_norm": 1.0,
  "logging_steps": 50,
  "eval_steps": 500,
  "save_steps": 500,
  "fp16": true,
  "best_metric_name": "validation macro F1",
  "parameter_counts": {
    "total": 248162325,
    "trainable": 248162325,
    "encoder": 248146176,
    "classifier": 16149
  },
  "checkpoint_summary": {
    "best_checkpoint_source": "outputs/TypePredictor/checkpoints/checkpoint-25000",
    "best_checkpoint_preserved": "outputs/TypePredictor/best_checkpoint",
    "best_step": 25000,
    "best_epoch": 3.9682923925552602,
    "best_validation_macro_f1": 0.9587281193044483,
    "latest_checkpoint_source": "outputs/TypePredictor/checkpoints/checkpoint-25196",
    "latest_checkpoint_preserved": "outputs/TypePredictor/latest_checkpoint",
    "latest_step": 25196,
    "latest_epoch": 3.9994047382832654,
    "best_and_latest_same_source": false,
    "root_released_model": "best checkpoint"
  },
  "training_started_at_utc": "2026-07-12T15:30:38+00:00",
  "training_finished_at_utc": "2026-07-12T18:55:01+00:00",
  "training_wall_seconds": 12262.467122793198,
  "versions": {
    "python": "3.12.3 (main, Aug 14 2025, 17:47:21) [GCC 13.3.0]",
    "torch": "2.5.1+cu124",
    "transformers": "4.49.0",
    "huggingface_hub": "0.29.1",
    "scikit_learn": "1.5.2",
    "numpy": "2.0.2",
    "pandas": "2.2.3",
    "platform": "Linux-6.8.0-48-generic-x86_64-with-glibc2.39"
  },
  "hardware": {
    "cuda_available": true,
    "gpu_name": "NVIDIA A40",
    "gpu_vram_gb": 44.431640625
  }
}