Commit ·
1a1ecfe
1
Parent(s): 197f91d
typo
Browse files
README.md
CHANGED
|
@@ -23,7 +23,7 @@ Here is a self-contained Python script to get you started:
|
|
| 23 |
from ctransformers import AutoModelForCausalLM
|
| 24 |
|
| 25 |
llm = AutoModelForCausalLM.from_pretrained(
|
| 26 |
-
"
|
| 27 |
)
|
| 28 |
|
| 29 |
system = "You are an AI assistant that follows instruction extremely well. Help as much as you can. Give short answers."
|
|
@@ -33,4 +33,4 @@ prompt = f"### System:\n{system}\n\n### User:\n{instruction}\n\n### Response:\n"
|
|
| 33 |
for i in llm(prompt, stream=True):
|
| 34 |
print(i, end="", flush=True)
|
| 35 |
print()
|
| 36 |
-
```
|
|
|
|
| 23 |
from ctransformers import AutoModelForCausalLM
|
| 24 |
|
| 25 |
llm = AutoModelForCausalLM.from_pretrained(
|
| 26 |
+
"zoltanctoth/orca_mini_3B-GGUF", model_file="orca-mini-3b.q4_0.gguf"
|
| 27 |
)
|
| 28 |
|
| 29 |
system = "You are an AI assistant that follows instruction extremely well. Help as much as you can. Give short answers."
|
|
|
|
| 33 |
for i in llm(prompt, stream=True):
|
| 34 |
print(i, end="", flush=True)
|
| 35 |
print()
|
| 36 |
+
```
|