Spaces:

Linly-AI
/

Linly-ChatFlow

Runtime error

yuhaofeng-shiba commited on May 12, 2023

Commit

84a97f6

1 Parent(s): 7b48d93

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -38,8 +38,9 @@ def init_model():
     global lm_generation
     torch.set_default_tensor_type(torch.HalfTensor)
     model = LLaMa(args)
-    # torch.set_default_tensor_type(torch.FloatTensor)
     model = load_model(model, args.load_model_path)
     model.eval()
     device = torch.device("cuda" if torch.cuda.is_available() else "cpu")

     global lm_generation
     torch.set_default_tensor_type(torch.HalfTensor)
     model = LLaMa(args)
+    torch.set_default_tensor_type(torch.FloatTensor)
     model = load_model(model, args.load_model_path)
+    print('done load model.')
     model.eval()
     device = torch.device("cuda" if torch.cuda.is_available() else "cpu")