Update app.py
Browse files
app.py
CHANGED
|
@@ -135,7 +135,7 @@ Search Query: transformer architectures
|
|
| 135 |
User Question: What is the history of the transformer model?
|
| 136 |
Search Query: transformer model history
|
| 137 |
"""
|
| 138 |
-
def to_query(provider,
|
| 139 |
try:
|
| 140 |
agent = LlamaCppAgent(
|
| 141 |
provider,
|
|
@@ -143,7 +143,12 @@ def to_query(provider,message):
|
|
| 143 |
predefined_messages_formatter_type=MessagesFormatterType.GEMMA_2,
|
| 144 |
debug_output=True,
|
| 145 |
)
|
| 146 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 147 |
|
| 148 |
settings = provider.get_provider_default_settings()
|
| 149 |
messages = BasicChatHistory()
|
|
@@ -207,6 +212,7 @@ def respond(
|
|
| 207 |
provider = LlamaCppPythonProvider(llm)
|
| 208 |
|
| 209 |
query = to_query(provider,message)
|
|
|
|
| 210 |
print(f"from {message} to {query}")
|
| 211 |
text = retriever_tool(query=f"{query}")
|
| 212 |
|
|
|
|
| 135 |
User Question: What is the history of the transformer model?
|
| 136 |
Search Query: transformer model history
|
| 137 |
"""
|
| 138 |
+
def to_query(provider,question):
|
| 139 |
try:
|
| 140 |
agent = LlamaCppAgent(
|
| 141 |
provider,
|
|
|
|
| 143 |
predefined_messages_formatter_type=MessagesFormatterType.GEMMA_2,
|
| 144 |
debug_output=True,
|
| 145 |
)
|
| 146 |
+
|
| 147 |
+
message="""
|
| 148 |
+
Now, rewrite the following question:
|
| 149 |
+
User Question: %s
|
| 150 |
+
Search Query:
|
| 151 |
+
"""%question
|
| 152 |
|
| 153 |
settings = provider.get_provider_default_settings()
|
| 154 |
messages = BasicChatHistory()
|
|
|
|
| 212 |
provider = LlamaCppPythonProvider(llm)
|
| 213 |
|
| 214 |
query = to_query(provider,message)
|
| 215 |
+
print("<query>")
|
| 216 |
print(f"from {message} to {query}")
|
| 217 |
text = retriever_tool(query=f"{query}")
|
| 218 |
|