Update README.md

README.md

@@ -12,3 +12,34 @@ FRAUD Detection Models
 Background Check (BG Check) Models
 
 A product of CMS Manhattan.
+
+Files explanations 
+************* model 12 heads attation *****************
+VOCAB_SIZE = 50257
+MODEL_DIM = 768
+NUM_HEADS = 12
+NUM_LAYERS = 6
+MAX_SEQ_LEN = 8192
+FFN_HIDDEN_DIM = 4 * MODEL_DIM
+HEAD_DIM = MODEL_DIM // NUM_HEADS
+
+JiRack_H12_L6_V50257_D768_MSL8192_FF768x4.pt
+
+************* model 6 heads attation *****************
+
+VOCAB_SIZE = 50257
+MODEL_DIM = 768
+NUM_HEADS = 6
+NUM_LAYERS = 6
+MAX_SEQ_LEN = 8192
+FFN_HIDDEN_DIM = 4 * MODEL_DIM
+HEAD_DIM = MODEL_DIM // NUM_HEADS
+
+JiRack_H6_L6_V50257_D768_MSL8192_FF768x4.pt
+
+
+************* model 18 heads attation *****************
+
+
+
+