Update README.md
Browse files
README.md
CHANGED
|
@@ -49,39 +49,3 @@ The HelpingAI-Lite-2x1B stands as a state-of-the-art MOE (Mixture of Experts) mo
|
|
| 49 |
|
| 50 |
The model supports English language.
|
| 51 |
|
| 52 |
-
## Usage
|
| 53 |
-
|
| 54 |
-
# CPU and GPU code
|
| 55 |
-
|
| 56 |
-
```python
|
| 57 |
-
from transformers import pipeline
|
| 58 |
-
from accelerate import Accelerator
|
| 59 |
-
|
| 60 |
-
# Initialize the accelerator
|
| 61 |
-
accelerator = Accelerator()
|
| 62 |
-
|
| 63 |
-
# Initialize the pipeline
|
| 64 |
-
pipe = pipeline("text-generation", model="OEvortex/HelpingAI-Lite-2x1B", device=accelerator.device)
|
| 65 |
-
|
| 66 |
-
# Define the messages
|
| 67 |
-
messages = [
|
| 68 |
-
{
|
| 69 |
-
"role": "system",
|
| 70 |
-
"content": "You are a chatbot who can help code!",
|
| 71 |
-
},
|
| 72 |
-
{
|
| 73 |
-
"role": "user",
|
| 74 |
-
"content": "Write me a function to calculate the first 10 digits of the fibonacci sequence in Python and print it out to the CLI.",
|
| 75 |
-
},
|
| 76 |
-
]
|
| 77 |
-
|
| 78 |
-
# Prepare the prompt
|
| 79 |
-
prompt = pipe.tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
|
| 80 |
-
|
| 81 |
-
# Generate predictions
|
| 82 |
-
outputs = pipe(prompt, max_new_tokens=256, do_sample=True, temperature=0.7, top_k=50, top_p=0.95)
|
| 83 |
-
|
| 84 |
-
# Print the generated text
|
| 85 |
-
print(outputs[0]["generated_text"])
|
| 86 |
-
|
| 87 |
-
```
|
|
|
|
| 49 |
|
| 50 |
The model supports English language.
|
| 51 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|