Update README.md

README.md

@@ -1,3 +1,26 @@
----
-license: apache-2.0
----
+---
+license: apache-2.0
+---
+Usage:
+```
+from transformers import AutoTokenizer, AutoModelForCausalLM
+import torch
+import json
+
+title: str = "your project title here"
+summary: str = "your summary here"
+model_name: str = "Lux-In-Tenebris/research_summary_deconstructor"
+
+device = "cuda" if torch.cuda.is_available() else "cpu"
+model = AutoModelForCausalLM.from_pretrained(model_name, dtype=torch.bfloat16).to(device)
+tokenizer = AutoTokenizer(model_name)
+model.eval()
+
+input_dict = {"title": title, "summary": summary}
+inputs = tokenizer(json.dumps(input_dict, ensure_ascii=False), return_tensors="pt", truncation=False, padding=False).to(device)
+
+with torch.no_grad():
+  outputs = model.generate(**inputs, max_new_tokens=8_192, temperature=1.0, do_sample=True)
+generated_tokens = outputs[0][[inputs["input_ids"].shape[1]:]
+decoded = tokenizer.decode(generated_tokens, skip_special_tokens=True)
+```