Fix For NaN Logits in HuggingFace Distribution of OpenELM

modeling_openelm.py

@@ -766,7 +766,7 @@ class OpenELMModel(OpenELMPreTrainedModel):
             )
 
         # We use the current dtype to avoid any overflows
-        min_dtype = torch.finfo(dtype).min
+        min_dtype = torch.finfo(dtype).min / 2
         causal_mask = (
             self.causal_mask[None, None, :, :].repeat(batch_size, 1, 1, 1).to(dtype)
             * min_dtype