Update app.py

app.py

@@ -21,10 +21,11 @@ logging.basicConfig(
 # base_model = "decapoda-research/llama-7b-hf"
 # adapter_model = "project-baize/baize-lora-7B"
 
-base_model = "facebook/opt-1.3b"
+# base_model = "facebook/opt-1.3b"
 # adapter_model = "msuhail97/opt-1.3b-lora"
 # tokenizer, model, device = load_tokenizer_and_model(base_model, adapter_model)           
 
+base_model = "facebook/opt-350m"
 # finetune_model_path = "/home2/xqchang/Chat-web/ft_models/ft-opt-1.3b"
 tokenizer, model, device = load_finetune_tokenizer_and_model(base_model)