Update README.md
Browse files
README.md
CHANGED
|
@@ -70,7 +70,7 @@ The model `Precacons/ReasonGPT-2B-4bit` is a lightweight language model based on
|
|
| 70 |
import predacons
|
| 71 |
|
| 72 |
# Load the model and tokenizer
|
| 73 |
-
model_path = "ReasonGPT-2B-4bit"
|
| 74 |
model = predacons.load_model(model_path = model_path)
|
| 75 |
tokenizer = predacons.load_tokenizer(model_path)
|
| 76 |
|
|
@@ -83,7 +83,7 @@ output,tokenizer =predacons.generate(model = model,
|
|
| 83 |
trust_remote_code = True)
|
| 84 |
|
| 85 |
# Decode and print the generated text
|
| 86 |
-
generated_text = tokenizer.decode(
|
| 87 |
print(generated_text)
|
| 88 |
```
|
| 89 |
|
|
|
|
| 70 |
import predacons
|
| 71 |
|
| 72 |
# Load the model and tokenizer
|
| 73 |
+
model_path = "Precacons/ReasonGPT-2B-4bit"
|
| 74 |
model = predacons.load_model(model_path = model_path)
|
| 75 |
tokenizer = predacons.load_tokenizer(model_path)
|
| 76 |
|
|
|
|
| 83 |
trust_remote_code = True)
|
| 84 |
|
| 85 |
# Decode and print the generated text
|
| 86 |
+
generated_text = tokenizer.decode(output[0], skip_special_tokens=True)
|
| 87 |
print(generated_text)
|
| 88 |
```
|
| 89 |
|