Update README.md
Browse files
README.md
CHANGED
|
@@ -36,18 +36,20 @@ model, tokenizer = FastLanguageModel.from_pretrained(
|
|
| 36 |
)
|
| 37 |
FastLanguageModel.for_inference(model) # Enable native 2x faster inference
|
| 38 |
|
| 39 |
-
|
| 40 |
### Instruction:
|
| 41 |
{}
|
| 42 |
|
| 43 |
### Response:
|
| 44 |
{}"""
|
|
|
|
| 45 |
inputs = tokenizer(
|
| 46 |
[
|
| 47 |
-
|
| 48 |
"शतरंज बोर्ड पर कितने वर्ग होते हैं?", # instruction
|
| 49 |
"", # output - leave this blank for generation!
|
| 50 |
)
|
|
|
|
| 51 |
], return_tensors = "pt").to("cuda")
|
| 52 |
|
| 53 |
outputs = model.generate(**inputs, max_new_tokens = 64, use_cache = True)
|
|
|
|
| 36 |
)
|
| 37 |
FastLanguageModel.for_inference(model) # Enable native 2x faster inference
|
| 38 |
|
| 39 |
+
prompt = """
|
| 40 |
### Instruction:
|
| 41 |
{}
|
| 42 |
|
| 43 |
### Response:
|
| 44 |
{}"""
|
| 45 |
+
|
| 46 |
inputs = tokenizer(
|
| 47 |
[
|
| 48 |
+
prompt.format(
|
| 49 |
"शतरंज बोर्ड पर कितने वर्ग होते हैं?", # instruction
|
| 50 |
"", # output - leave this blank for generation!
|
| 51 |
)
|
| 52 |
+
|
| 53 |
], return_tensors = "pt").to("cuda")
|
| 54 |
|
| 55 |
outputs = model.generate(**inputs, max_new_tokens = 64, use_cache = True)
|