Update app.py

app.py

@@ -21,7 +21,10 @@ from transformers import (
 
 
 # model_name = "lmsys/vicuna-7b-delta-v1.1"
-model_name = "timdettmers/guanaco-33b-merged"
+#model_name = "timdettmers/guanaco-33b-merged"
+model_name = "facebook/opt-125m"
+tok = AutoTokenizer.from_pretrained('facebook/opt-125m')
+#tok = LlamaTokenizer.from_pretrained('huggyllama/llama-30b')
 
 max_new_tokens = 1536
 
@@ -42,7 +45,7 @@ m = AutoModelForCausalLM.from_pretrained(
 )
 #m = PeftModel.from_pretrained(m, 'timdettmers/guanaco-65b')
 m.eval()
-tok = LlamaTokenizer.from_pretrained('huggyllama/llama-30b')
+
 tok.bos_token_id = 1
 
 stop_token_ids = [0]