Update app.py

app.py

@@ -18,16 +18,17 @@ def init_args():
     global args
     parser = argparse.ArgumentParser(formatter_class=argparse.ArgumentDefaultsHelpFormatter)
     args = parser.parse_args()
-    args.load_model_path = 'Linly-AI/ChatFlow-13B'
+    # args.load_model_path = 'Linly-AI/ChatFlow-13B'
+    args.load_model_path = 'Linly-AI/ChatFlow-7B'
     # args.load_model_path = './model_file/chatllama_7b.bin'
-    # args.config_path = './config/llama_7b.json'
+    args.config_path = './config/llama_7b.json'
     #args.load_model_path = './model_file/chatflow_13b.bin'
-    args.config_path = './config/llama_13b_config.json'
+    # args.config_path = './config/llama_13b_config.json'
     args.spm_model_path = './model_file/tokenizer.model'
     args.batch_size = 1
     args.seq_length = 1024
     args.world_size = 1
-    args.use_int8 = True
+    args.use_int8 = False
     args.top_p = 0
     args.repetition_penalty_range = 1024
     args.repetition_penalty_slope = 0
@@ -44,7 +45,8 @@ def init_model():
     torch.set_default_tensor_type(torch.HalfTensor)
     model = LLaMa(args)
     torch.set_default_tensor_type(torch.FloatTensor)
-    args.load_model_path = hf_hub_download(repo_id=args.load_model_path, filename='chatflow_13b.bin')
+    # args.load_model_path = hf_hub_download(repo_id=args.load_model_path, filename='chatflow_13b.bin')
+    args.load_model_path = hf_hub_download(repo_id=args.load_model_path, filename='chatflow_7b.bin')
     model = load_model(model, args.load_model_path)
     model.eval()