Update README.md
Browse files
README.md
CHANGED
|
@@ -27,7 +27,7 @@ import torch
|
|
| 27 |
|
| 28 |
# Variable side
|
| 29 |
max_seq_length = 512
|
| 30 |
-
dtype = torch.float16
|
| 31 |
load_in_4bit = True
|
| 32 |
|
| 33 |
# Alpaca prompt
|
|
@@ -53,7 +53,7 @@ FastLanguageModel.for_inference(model)
|
|
| 53 |
inputs = tokenizer(
|
| 54 |
[
|
| 55 |
alpaca_prompt.format(
|
| 56 |
-
"Can u text me basic python code?", # instruction side
|
| 57 |
"", # input
|
| 58 |
"", # output - leave this blank for generation!
|
| 59 |
)
|
|
|
|
| 27 |
|
| 28 |
# Variable side
|
| 29 |
max_seq_length = 512
|
| 30 |
+
dtype = torch.float16
|
| 31 |
load_in_4bit = True
|
| 32 |
|
| 33 |
# Alpaca prompt
|
|
|
|
| 53 |
inputs = tokenizer(
|
| 54 |
[
|
| 55 |
alpaca_prompt.format(
|
| 56 |
+
"Can u text me basic python code?", # instruction side (You need to change that side)
|
| 57 |
"", # input
|
| 58 |
"", # output - leave this blank for generation!
|
| 59 |
)
|