Spaces:

zirui3
/

OAChat

Runtime error

duckling commited on Feb 9, 2023

Commit

0dfabe9

1 Parent(s): 7ea54b6

Upload app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -13,7 +13,7 @@ chip_map= {
     'embed_out': 0
  }
 # model = AutoModelForCausalLM.from_pretrained(name, device_map=chip_map, torch_dtype=torch.float16, load_in_8bit=True)
-model = AutoModelForCausalLM.from_pretrained(model_name).half()
 def predict(input, history=[], MAX_NEW_TOKENS = 500):

     'embed_out': 0
  }
 # model = AutoModelForCausalLM.from_pretrained(name, device_map=chip_map, torch_dtype=torch.float16, load_in_8bit=True)
+model = AutoModelForCausalLM.from_pretrained(model_name)
 def predict(input, history=[], MAX_NEW_TOKENS = 500):