Update README.md
Browse files
README.md
CHANGED
|
@@ -18,6 +18,11 @@ prompt_plan_qa = """Please break down the question "{question}" into multiple sp
|
|
| 18 |
Mark each sub-question with ### at the beginning. If you need to refer to answers from earlier sub-questions, use #1, #2, etc., to indicate the corresponding answers.
|
| 19 |
Decomposed Question:"""
|
| 20 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 21 |
prompt_qa = prompt_plan_qa.replace("{question}", question)
|
| 22 |
|
| 23 |
prompt = [
|
|
|
|
| 18 |
Mark each sub-question with ### at the beginning. If you need to refer to answers from earlier sub-questions, use #1, #2, etc., to indicate the corresponding answers.
|
| 19 |
Decomposed Question:"""
|
| 20 |
|
| 21 |
+
from vllm import LLM, SamplingParams
|
| 22 |
+
model_path = "AceSearcher/AceSearcher-14B"
|
| 23 |
+
|
| 24 |
+
llm = LLM(model=model_path, tensor_parallel_size=1, gpu_memory_utilization=0.85, trust_remote_code=True)
|
| 25 |
+
|
| 26 |
prompt_qa = prompt_plan_qa.replace("{question}", question)
|
| 27 |
|
| 28 |
prompt = [
|