Hugging Face's logo

mohamed2811
/
Muffakir_Embedding_V2

Sentence Similarity
sentence-transformers
Safetensors
Arabic
xlm-roberta
text-embeddings-inference
Model card Files
xet
Community
Muffakir_Embedding_V2
File size: 4,064 Bytes 
a8fae2b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
 
{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9999347982004303,
  "eval_steps": 500,
  "global_step": 1917,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0521614396557345,
      "grad_norm": 6.860655307769775,
      "learning_rate": 9.895833333333334e-06,
      "loss": 0.2352,
      "step": 100
    },
    {
      "epoch": 0.104322879311469,
      "grad_norm": 0.910341203212738,
      "learning_rate": 1.996521739130435e-05,
      "loss": 0.0854,
      "step": 200
    },
    {
      "epoch": 0.1564843189672035,
      "grad_norm": 15.565857887268066,
      "learning_rate": 1.8817391304347828e-05,
      "loss": 0.0579,
      "step": 300
    },
    {
      "epoch": 0.208645758622938,
      "grad_norm": 8.692508697509766,
      "learning_rate": 1.7657971014492754e-05,
      "loss": 0.0662,
      "step": 400
    },
    {
      "epoch": 0.2608071982786725,
      "grad_norm": 0.031041253358125687,
      "learning_rate": 1.6510144927536233e-05,
      "loss": 0.0784,
      "step": 500
    },
    {
      "epoch": 0.312968637934407,
      "grad_norm": 3.0286190509796143,
      "learning_rate": 1.535072463768116e-05,
      "loss": 0.0975,
      "step": 600
    },
    {
      "epoch": 0.3651300775901415,
      "grad_norm": 17.107019424438477,
      "learning_rate": 1.4191304347826087e-05,
      "loss": 0.1162,
      "step": 700
    },
    {
      "epoch": 0.417291517245876,
      "grad_norm": 0.3376404047012329,
      "learning_rate": 1.3031884057971015e-05,
      "loss": 0.1132,
      "step": 800
    },
    {
      "epoch": 0.4694529569016105,
      "grad_norm": 0.49836966395378113,
      "learning_rate": 1.1872463768115942e-05,
      "loss": 0.192,
      "step": 900
    },
    {
      "epoch": 0.521614396557345,
      "grad_norm": 0.1673300564289093,
      "learning_rate": 1.071304347826087e-05,
      "loss": 0.1107,
      "step": 1000
    },
    {
      "epoch": 0.5737758362130795,
      "grad_norm": 1.4948456287384033,
      "learning_rate": 9.553623188405798e-06,
      "loss": 0.1355,
      "step": 1100
    },
    {
      "epoch": 0.625937275868814,
      "grad_norm": 2.7801311016082764,
      "learning_rate": 8.394202898550725e-06,
      "loss": 0.1275,
      "step": 1200
    },
    {
      "epoch": 0.6780987155245485,
      "grad_norm": 5.762394428253174,
      "learning_rate": 7.234782608695653e-06,
      "loss": 0.1514,
      "step": 1300
    },
    {
      "epoch": 0.730260155180283,
      "grad_norm": 3.5544540882110596,
      "learning_rate": 6.07536231884058e-06,
      "loss": 0.165,
      "step": 1400
    },
    {
      "epoch": 0.7824215948360175,
      "grad_norm": 15.184954643249512,
      "learning_rate": 4.915942028985508e-06,
      "loss": 0.1568,
      "step": 1500
    },
    {
      "epoch": 0.834583034491752,
      "grad_norm": 0.3603503108024597,
      "learning_rate": 3.7565217391304347e-06,
      "loss": 0.2338,
      "step": 1600
    },
    {
      "epoch": 0.8867444741474865,
      "grad_norm": 21.175050735473633,
      "learning_rate": 2.5971014492753625e-06,
      "loss": 0.2064,
      "step": 1700
    },
    {
      "epoch": 0.938905913803221,
      "grad_norm": 4.581367015838623,
      "learning_rate": 1.4376811594202899e-06,
      "loss": 0.3337,
      "step": 1800
    },
    {
      "epoch": 0.9910673534589555,
      "grad_norm": 627.7379760742188,
      "learning_rate": 2.7826086956521744e-07,
      "loss": 0.6769,
      "step": 1900
    }
  ],
  "logging_steps": 100,
  "max_steps": 1917,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}