Upload modeling_opt.py

modeling_opt.py

@@ -46,6 +46,9 @@ from transformers.utils import (
 )
 from .configuration_opt import OPTConfig
 
+def logit(p, eps=1e-16):
+    p = np.clip(p, eps, 1 - eps)
+    return -np.log(1 / p - 1)
 
 class BaseEnumOptions(Flag):
     def __str__(self):