Update README.md

README.md

@@ -9,6 +9,32 @@ metrics:
 pipeline_tag: text2text-generation
 ---
 
+```python
+import torch
+from transformers import AutoModelForCausalLM, AutoTokenizer
+
+torch_dtype = torch.bfloat16 if torch.cuda.is_available() and hasattr(torch.cuda, "is_bf16_supported") and torch.cuda.is_bf16_supported() else torch.float16
+
+model = AutoModelForCausalLM.from_pretrained("Calvin-Xu/FLFL", device_map="auto", torch_dtype=torch_dtype)
+tokenizer = AutoTokenizer.from_pretrained("Calvin-Xu/FLFL")
+
+prompt_template = """[INST] {instruction}\n{input}\n[/INST]\n"""
+sentence = "国境の長いトンネルを抜けると雪国であった"
+
+inputs = tokenizer(
+    prompt_template.format(
+        instruction="次の文に正確に振り仮名を付けてください", input=sentence
+    ),
+    return_tensors="pt",
+).to(model.device)
+with torch.no_grad():
+    tokens = model.generate(**inputs, max_new_tokens=512, do_sample=False)
+
+output = tokenizer.decode(tokens[0], skip_special_tokens=False)
+print(output)
+
+```
+
 ### Finetuned from
 [stockmark/gpt-neox-japanese-1.4b](https://huggingface.co/stockmark/gpt-neox-japanese-1.4b)