Update app.py
Browse files
app.py
CHANGED
|
@@ -49,8 +49,8 @@ h1 {
|
|
| 49 |
"""
|
| 50 |
|
| 51 |
# Load the tokenizer and model
|
| 52 |
-
tokenizer = AutoTokenizer.from_pretrained("
|
| 53 |
-
model = AutoModelForCausalLM.from_pretrained("
|
| 54 |
terminators = [
|
| 55 |
tokenizer.eos_token_id,
|
| 56 |
tokenizer.convert_tokens_to_ids("<|eot_id|>")
|
|
|
|
| 49 |
"""
|
| 50 |
|
| 51 |
# Load the tokenizer and model
|
| 52 |
+
tokenizer = AutoTokenizer.from_pretrained("HumanLLMs/Human-Like-LLama3-8B-Instruct")
|
| 53 |
+
model = AutoModelForCausalLM.from_pretrained("HumanLLMs/Human-Like-LLama3-8B-Instruct", device_map="auto") # to("cuda:0")
|
| 54 |
terminators = [
|
| 55 |
tokenizer.eos_token_id,
|
| 56 |
tokenizer.convert_tokens_to_ids("<|eot_id|>")
|