Safetensors
English
qwen2
ritaranx commited on
Commit
f3c5b2b
·
verified ·
1 Parent(s): 7afa945

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +5 -0
README.md CHANGED
@@ -18,6 +18,11 @@ prompt_plan_qa = """Please break down the question "{question}" into multiple sp
18
  Mark each sub-question with ### at the beginning. If you need to refer to answers from earlier sub-questions, use #1, #2, etc., to indicate the corresponding answers.
19
  Decomposed Question:"""
20
 
 
 
 
 
 
21
  prompt_qa = prompt_plan_qa.replace("{question}", question)
22
 
23
  prompt = [
 
18
  Mark each sub-question with ### at the beginning. If you need to refer to answers from earlier sub-questions, use #1, #2, etc., to indicate the corresponding answers.
19
  Decomposed Question:"""
20
 
21
+ from vllm import LLM, SamplingParams
22
+ model_path = "AceSearcher/AceSearcher-14B"
23
+
24
+ llm = LLM(model=model_path, tensor_parallel_size=1, gpu_memory_utilization=0.85, trust_remote_code=True)
25
+
26
  prompt_qa = prompt_plan_qa.replace("{question}", question)
27
 
28
  prompt = [