Subha95 commited on
Commit
941ee60
·
verified ·
1 Parent(s): c8b76d0

Update chatbot_rag.py

Browse files
Files changed (1) hide show
  1. chatbot_rag.py +2 -1
chatbot_rag.py CHANGED
@@ -39,7 +39,8 @@ def build_qa():
39
  tokenizer = AutoTokenizer.from_pretrained(model_id)
40
  model = AutoModelForCausalLM.from_pretrained(
41
  model_id,
42
- device_map="auto", # ensures it runs on available CPU
 
43
  )
44
 
45
  pipe = pipeline(
 
39
  tokenizer = AutoTokenizer.from_pretrained(model_id)
40
  model = AutoModelForCausalLM.from_pretrained(
41
  model_id,
42
+ device_map="auto",
43
+ trust_remote_code=True # ensures it runs on available CPU
44
  )
45
 
46
  pipe = pipeline(