Nolsafan commited on
Commit
cbaa3b3
·
verified ·
1 Parent(s): 716795c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -29,7 +29,7 @@ def build_chain():
29
  vectorstore = FAISS.from_documents(docs, embeddings)
30
  retriever = vectorstore.as_retriever(search_kwargs={"k": 3})
31
 
32
- model_id = "Qwen/Qwen2.5-0.5B-Instruct"
33
  tokenizer = AutoTokenizer.from_pretrained(model_id)
34
 
35
  # sigurnosno: ako nema pad token
@@ -38,7 +38,7 @@ def build_chain():
38
 
39
  model = AutoModelForCausalLM.from_pretrained(
40
  model_id,
41
- device_map="cpu", # menjaš u "auto" ako imaš GPU space
42
  torch_dtype=torch.float32
43
  )
44
 
 
29
  vectorstore = FAISS.from_documents(docs, embeddings)
30
  retriever = vectorstore.as_retriever(search_kwargs={"k": 3})
31
 
32
+ model_id = "Qwen/Qwen2.5-2.5B-Instruct"
33
  tokenizer = AutoTokenizer.from_pretrained(model_id)
34
 
35
  # sigurnosno: ako nema pad token
 
38
 
39
  model = AutoModelForCausalLM.from_pretrained(
40
  model_id,
41
+ device_map="auto", # menjaš u "auto" ako imaš GPU space
42
  torch_dtype=torch.float32
43
  )
44