Update DastakBot_llama3.py

DastakBot_llama3.py

@@ -5,10 +5,12 @@ from langchain_core.output_parsers import BaseOutputParser
 from langchain.prompts import PromptTemplate
 from langchain_core.runnables import RunnablePassthrough, RunnableMap
 from langchain.schema import Generation
+import torch
 
 # Load your tokenizer and model
 tokenizer = AutoTokenizer.from_pretrained("NLPGenius/KPDastak-llama3-1b")
-model = AutoModelForCausalLM.from_pretrained("NLPGenius/KPDastak-llama3-1b")
+model = AutoModelForCausalLM.from_pretrained("NLPGenius/KPDastak-llama3-1b", torch_dtype=torch.bfloat16, device_map="auto",)
+
 
 import transformers
 from transformers import pipeline