fixed temp

src/chat.py

@@ -11,8 +11,8 @@ from langchain_openai.chat_models import ChatOpenAI
 
 
 GENERATE_ARGS = {
-    'temperature': max(float(os.getenv("TEMPERATURE", 0.3)), 1e-2),
-    'max_tokens': int(os.getenv("MAX_NEW_TOKENS", 512)),
+    'temperature': max(float(os.getenv("TEMPERATURE", 0.2)), 1e-2),
+    'max_tokens': int(os.getenv("MAX_NEW_TOKENS", 1024)),
 }
 
 GENERATE_KWARGS = {

templates/template_html.j2

@@ -61,6 +61,8 @@
 Below is the prompt that is given to the model. <hr>
 {#<h2>Instructions</h2>#}
 {#    <span class="instructions">{{ instructions }}</span>#}
+<h2>Query</h2>
+    <span class="query">{{ query }}</span>
 <h2>Context</h2>
 {% for doc in documents %}
     <details class="doc-box">
@@ -70,8 +72,6 @@ Below is the prompt that is given to the model. <hr>
         <div class="doc-full">{{ doc }}</div>
     </details>
 {% endfor %}
-    <h2>Query</h2>
-    <span class="query">{{ query }}</span>
 </div>
 <script>
 document.addEventListener("DOMContentLoaded", function() {