Update README.md

README.md

@@ -24,12 +24,13 @@ from transformers import AutoTokenizer
 import transformers
 import torch
 
-model = "nextai-team/Moe-2x7b-QA-Code"
+model = "nextai-team/Moe-2x7b-QA-Code" #If you want to test your own model, replace this value with the model directory path
 
 tokenizer = AutoTokenizer.from_pretrained(model)
 pipeline = transformers.pipeline(
     "text-generation",
     model=model,
+    device_map="auto",
     model_kwargs={"torch_dtype": torch.float16},
 )
 
@@ -39,7 +40,7 @@ def generate_resposne(query):
     outputs = pipeline(prompt, max_new_tokens=256, do_sample=True, temperature=0.7, top_k=50, top_p=0.95)
     return outputs[0]['generated_text']
 
-response = generate_resposne("How to cook pizza. Please provide a step by step procedure")
+response = generate_resposne("How to learn coding .Please provide a step by step procedure")
 print(response)
 
 ```