Update README.md

README.md

@@ -1,20 +1,32 @@
 Bloom (2.5 B) Scientific Model fine tuned on Zen Knowledge
 
 
+
+   #####
+## Usage ##
+   #####
+
+
 from transformers import AutoTokenizer, AutoModelForCausalLM
 
+
 tokenizer = AutoTokenizer.from_pretrained("MultiTrickFox/bloom-2b5_Zen")
 model = AutoModelForCausalLM.from_pretrained("MultiTrickFox/bloom-2b5_Zen")
 
+model.cuda()
+tokenizer.pad_token_id = tokenizer.eos_token_id
+
+
 generator = pipeline('text-generation', model=model, tokenizer=tokenizer)
 
+
 inp = [
 """Today""",
 """Yesterday"""
 ]
 
 out = generator(
-    inp,
+    inp.cuda(),
     do_sample=True,
 
     temperature=.6,
@@ -24,8 +36,7 @@ out = generator(
 
     max_new_tokens=666,
     max_time=60, # seconds
-
-    pad_token_id = tokenizer.eos_token_id,
 )
 
+
 for o in out: print(o[0]['generated_text'])