Update README.md

README.md

@@ -14,6 +14,8 @@ https://huggingface.co/maayanorner/hebrew-summarization-llm-4bit
 https://github.com/IAHLT/summarization_he
 
 
+# Example of usage:
+**To use 4-bit version, set model_path to maayanorner/hebrew-summarization-llm-4bit**
 ```# install bitsandbytes>=0.41.3 to quantize
 import torch
 from transformers import (
@@ -64,7 +66,6 @@ def summarize_batch(texts, tokenizer, model, num_beams=4, temperature=1, max_new
         eos_token_id=tokenizer.eos_token_id
     )
 
-    # Decode each generated summary
     generated_texts = [tokenizer.decode(output, skip_special_tokens=False) for output in output_ids]
     
     return generated_texts