Update app.py
Browse files
app.py
CHANGED
|
@@ -61,8 +61,8 @@ def str_to_json(str_obj):
|
|
| 61 |
|
| 62 |
|
| 63 |
# Load the tokenizer and model
|
| 64 |
-
tokenizer = AutoTokenizer.from_pretrained("HumanLLMs/Human-Like-
|
| 65 |
-
model = AutoModelForCausalLM.from_pretrained("HumanLLMs/Human-Like-
|
| 66 |
terminators = [
|
| 67 |
tokenizer.eos_token_id,
|
| 68 |
tokenizer.convert_tokens_to_ids("<|eot_id|>")
|
|
|
|
| 61 |
|
| 62 |
|
| 63 |
# Load the tokenizer and model
|
| 64 |
+
tokenizer = AutoTokenizer.from_pretrained("HumanLLMs/Human-Like-Mistral-Nemo-Instruct-2407")
|
| 65 |
+
model = AutoModelForCausalLM.from_pretrained("HumanLLMs/Human-Like-Mistral-Nemo-Instruct-2407", device_map="auto") # to("cuda:0")
|
| 66 |
terminators = [
|
| 67 |
tokenizer.eos_token_id,
|
| 68 |
tokenizer.convert_tokens_to_ids("<|eot_id|>")
|