Update README.md
Browse files
README.md
CHANGED
|
@@ -77,6 +77,7 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
| 77 |
pretrained_model_name_or_path=MODEL_ID,
|
| 78 |
torch_dtype=torch.bfloat16,
|
| 79 |
device_map="auto",
|
|
|
|
| 80 |
)
|
| 81 |
|
| 82 |
# Prepare input
|
|
@@ -98,7 +99,6 @@ generated_ids = model.generate(
|
|
| 98 |
top_p=0.95,
|
| 99 |
top_k=50,
|
| 100 |
do_sample=True,
|
| 101 |
-
trust_remote_code=True,
|
| 102 |
)
|
| 103 |
generated_text = tokenizer.decode(generated_ids[0][inputs.input_ids.shape[1] :])
|
| 104 |
print(generated_text)
|
|
|
|
| 77 |
pretrained_model_name_or_path=MODEL_ID,
|
| 78 |
torch_dtype=torch.bfloat16,
|
| 79 |
device_map="auto",
|
| 80 |
+
trust_remote_code=True,
|
| 81 |
)
|
| 82 |
|
| 83 |
# Prepare input
|
|
|
|
| 99 |
top_p=0.95,
|
| 100 |
top_k=50,
|
| 101 |
do_sample=True,
|
|
|
|
| 102 |
)
|
| 103 |
generated_text = tokenizer.decode(generated_ids[0][inputs.input_ids.shape[1] :])
|
| 104 |
print(generated_text)
|