revised

README.md

@@ -42,6 +42,19 @@ Base on ChatGLM2-6B. This model is used to assist in the Sustainability of const
 
 [More Information Needed]
 
+```python
+import torch
+from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
+tokenizer = AutoTokenizer.from_pretrained("kkkgg/Chat-SCW", use_fast=False)
+model = AutoModelForCausalLM.from_pretrained("stabilityai/StableBeluga2", torch_dtype=torch.float16, low_cpu_mem_usage=True, device_map="auto")
+system_prompt = "### System:\nYou are an AI that assists me in my analysis of carbon reduction in buildings.\n\n"
+message = "Explan the life cycle stages"
+prompt = f"{system_prompt}### User: {message}\n\n### Assistant:\n"
+inputs = tokenizer(prompt, return_tensors="pt").to("cuda")
+output = model.generate(**inputs, do_sample=True, top_p=0.95, top_k=0, max_new_tokens=256)
+print(tokenizer.decode(output[0], skip_special_tokens=True))
+```
+
 ### Downstream Use [optional]
 
 <!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->