Update app_modules/utils.py

app_modules/utils.py

@@ -407,8 +407,8 @@ def load_tokenizer_and_model(base_model, adapter_model, load_8bit=False):
             device_map={"": device},
         )
 
-    if not load_8bit:
-        model.half()  # seems to fix bugs for some users.
+    # if not load_8bit:
+    #     model.half()  # seems to fix bugs for some users.
 
     model.eval()
     return tokenizer, model, device