Update app.py
Browse files
app.py
CHANGED
|
@@ -141,8 +141,8 @@ def to_query(provider,question):
|
|
| 141 |
try:
|
| 142 |
query_agent = LlamaCppAgent(
|
| 143 |
provider,
|
| 144 |
-
|
| 145 |
-
system_prompt="you are kind assistant",
|
| 146 |
predefined_messages_formatter_type=MessagesFormatterType.GEMMA_2,
|
| 147 |
debug_output=True,
|
| 148 |
)
|
|
@@ -158,7 +158,8 @@ Search Query:
|
|
| 158 |
settings = provider.get_provider_default_settings()
|
| 159 |
messages = BasicChatHistory()
|
| 160 |
result = query_agent.get_chat_response(
|
| 161 |
-
query_system+message,
|
|
|
|
| 162 |
llm_sampling_settings=settings,
|
| 163 |
chat_history=messages,
|
| 164 |
returns_streaming_generator=False,
|
|
@@ -226,9 +227,9 @@ def respond(
|
|
| 226 |
|
| 227 |
Question: %s
|
| 228 |
|
| 229 |
-
|
| 230 |
""" % message
|
| 231 |
-
|
| 232 |
|
| 233 |
# Create the agent
|
| 234 |
agent = LlamaCppAgent(
|
|
|
|
| 141 |
try:
|
| 142 |
query_agent = LlamaCppAgent(
|
| 143 |
provider,
|
| 144 |
+
system_prompt=f"{query_system}",
|
| 145 |
+
#system_prompt="you are kind assistant",
|
| 146 |
predefined_messages_formatter_type=MessagesFormatterType.GEMMA_2,
|
| 147 |
debug_output=True,
|
| 148 |
)
|
|
|
|
| 158 |
settings = provider.get_provider_default_settings()
|
| 159 |
messages = BasicChatHistory()
|
| 160 |
result = query_agent.get_chat_response(
|
| 161 |
+
#query_system+message,
|
| 162 |
+
message,
|
| 163 |
llm_sampling_settings=settings,
|
| 164 |
chat_history=messages,
|
| 165 |
returns_streaming_generator=False,
|
|
|
|
| 227 |
|
| 228 |
Question: %s
|
| 229 |
|
| 230 |
+
Document:
|
| 231 |
""" % message
|
| 232 |
+
#[Wait for user's document]
|
| 233 |
|
| 234 |
# Create the agent
|
| 235 |
agent = LlamaCppAgent(
|