Update modeling_cloverlm.py

modeling_cloverlm.py

@@ -32,6 +32,8 @@ def _make_linear(in_f, out_f, bias, quartet_2_impl):
             raise e
         
         return Quartet_II_linear(in_f, out_f, bias)
+    elif quartet_2_impl in ("bf16", None, ""):
+        return nn.Linear(in_f, out_f, bias=bias)
     else:
         raise ValueError(f"Unsupported quartet_2_impl: {quartet_2_impl}")