Update README.md

README.md

@@ -54,38 +54,38 @@ tags:
 
   **Query**
 
-  ```python
-  from transformers import TextStreamer
-  PROMPT = '''Below is an instruction that describes a task. Write a response that appropriately completes the request.
+```python
+from transformers import TextStreamer
+PROMPT = '''Below is an instruction that describes a task. Write a response that appropriately completes the request.
 제시하는 context에서만 대답하고 context에 없는 내용은 모르겠다고 대답해'''
-  
-  messages = [
-      {"role": "system", "content": f"{PROMPT}"},
-      {"role": "user", "content": f"{instruction}"}
-      ]
-  
-  input_ids = tokenizer.apply_chat_template(
-      messages,
-      add_generation_prompt=True,
-      return_tensors="pt"
-  ).to(model.device)
-  
-  terminators = [
-      tokenizer.eos_token_id,
-      tokenizer.convert_tokens_to_ids("<|eot_id|>")
-  ]
-  
-  text_streamer = TextStreamer(tokenizer)
-  _ = model.generate(
-      input_ids,
-      max_new_tokens=4096,
-      eos_token_id=terminators,
-      do_sample=True,
-      streamer = text_streamer,
-      temperature=0.6,
-      top_p=0.9,
-      repetition_penalty = 1.1
-  )
+
+messages = [
+    {"role": "system", "content": f"{PROMPT}"},
+    {"role": "user", "content": f"{instruction}"}
+    ]
+
+input_ids = tokenizer.apply_chat_template(
+    messages,
+    add_generation_prompt=True,
+    return_tensors="pt"
+).to(model.device)
+
+terminators = [
+    tokenizer.eos_token_id,
+    tokenizer.convert_tokens_to_ids("<|eot_id|>")
+]
+
+text_streamer = TextStreamer(tokenizer)
+_ = model.generate(
+    input_ids,
+    max_new_tokens=4096,
+    eos_token_id=terminators,
+    do_sample=True,
+    streamer = text_streamer,
+    temperature=0.6,
+    top_p=0.9,
+    repetition_penalty = 1.1
+)
   
   ```