ueifu

app.py

@@ -16,7 +16,10 @@ import requests
 from typing import List, Dict
 import time
 from functools import wraps
-# Import RAG utilities
+from flask import Flask, request, jsonify, redirect, url_for, render_template_string
+from flask import Flask, request, jsonify, redirect, url_for, render_template_string
+import time
+from functools import wraps
 from rag_utils import get_comprehensive_context, format_context_for_prompt
 
 try:
@@ -1846,6 +1849,27 @@ def index():
                 <h3><span class="method">GET</span> <code>/history</code> - View Request History</h3>
                 <p>Browse all QC requests with preview and download options.</p>
             </div>
+            <div class="endpoint new">
+                <h3><span class="method">GET</span> <code>/logs</code> - API Logs Dashboard<span class="badge">NEW</span></h3>
+                <p>Comprehensive API activity monitoring with request details, processing times, file uploads, and error tracking.</p>
+                
+                <h4>Features:</h4>
+                <ul>
+                    <li><strong>Request Tracking:</strong> All API calls with endpoint, method, and status</li>
+                    <li><strong>File Information:</strong> Track uploaded files (OCR documents, reference files)</li>
+                    <li><strong>Performance Metrics:</strong> Processing times and success rates</li>
+                    <li><strong>Error Monitoring:</strong> Detailed error messages and troubleshooting</li>
+                    <li><strong>Filtering:</strong> Filter by endpoint, status, or request ID</li>
+                </ul>
+                
+                <h4>Query Parameters:</h4>
+                <ul>
+                    <li><code>format=json</code> - Get logs in JSON format</li>
+                    <li><code>request_id=123</code> - Filter by specific request</li>
+                    <li><code>endpoint=refine</code> - Filter by endpoint</li>
+                    <li><code>limit=100</code> - Limit number of results</li>
+                </ul>
+            </div>
         </div>
     </body>
     </html>
@@ -2699,20 +2723,24 @@ INSTRUCTIONS:
         traceback.print_exc()
         return jsonify({"error": str(e)}), 500
 
+# REPLACE THE ENTIRE view_history() FUNCTION
+
 @app.route("/history", methods=["GET"])
 def view_history():
-    """history view with additional metadata"""
+    """history view with additional metadata and logs button"""
     if request.headers.get('Accept') == 'application/json' or request.args.get('format') == 'json':
         try:
             con = sql.connect("swift_check.db")
             cur = con.cursor()
             
-            # query with parameter counts
+            # query with parameter counts and file info from logs
             cur.execute("""
                 SELECT r.id, r.doc_type, r.product_name, r.supplier_name, r.created_at,
-                       COUNT(p.id) as parameter_count
+                       COUNT(DISTINCT p.id) as parameter_count,
+                       l.file_info, l.endpoint, l.processing_time_ms
                 FROM qc_requests r
                 LEFT JOIN parameters p ON r.id = p.request_id
+                LEFT JOIN api_logs l ON r.id = l.request_id
                 GROUP BY r.id
                 ORDER BY r.created_at DESC
             """)
@@ -2726,7 +2754,10 @@ def view_history():
                 "product_name": row[2],
                 "supplier_name": row[3],
                 "created_at": row[4],
-                "parameter_count": row[5]
+                "parameter_count": row[5],
+                "file_info": row[6],
+                "endpoint": row[7],
+                "processing_time_ms": row[8]
             } for row in rows])
             
         except Exception as e:
@@ -2739,9 +2770,11 @@ def view_history():
         
         cur.execute("""
             SELECT r.id, r.doc_type, r.product_name, r.supplier_name, r.created_at,
-                   COUNT(p.id) as parameter_count
+                   COUNT(DISTINCT p.id) as parameter_count,
+                   l.file_info, l.endpoint, l.processing_time_ms, l.status_code
             FROM qc_requests r
             LEFT JOIN parameters p ON r.id = p.request_id
+            LEFT JOIN api_logs l ON r.id = l.request_id
             GROUP BY r.id
             ORDER BY r.created_at DESC
         """)
@@ -2755,22 +2788,42 @@ def view_history():
             <title>QC Request History</title>
             <style>
                 body { font-family: Arial, sans-serif; margin: 20px; background-color: #f8f9fa; }
-                .container { max-width: 1400px; margin: 0 auto; background: white; padding: 30px; border-radius: 10px; box-shadow: 0 2px 10px rgba(0,0,0,0.1); }
+                .container { max-width: 1600px; margin: 0 auto; background: white; padding: 30px; border-radius: 10px; box-shadow: 0 2px 10px rgba(0,0,0,0.1); }
                 table { border-collapse: collapse; width: 100%; margin-top: 20px; }
                 th, td { border: 1px solid #ddd; padding: 12px; text-align: left; }
                 th { background-color: #4CAF50; color: white; font-weight: bold; }
                 tr:nth-child(even) { background-color: #f2f2f2; }
                 tr:hover { background-color: #e8f5e8; }
-                a { color: #4CAF50; text-decoration: none; margin: 0 5px; padding: 4px 8px; border-radius: 3px; }
+                a { color: #4CAF50; text-decoration: none; margin: 0 3px; padding: 4px 8px; border-radius: 3px; font-size: 11px; }
                 a:hover { background-color: #4CAF50; color: white; }
+                .logs-btn { background-color: #007bff; color: white; }
+                .logs-btn:hover { background-color: #0056b3; }
                 .badge { background: #28a745; color: white; padding: 2px 6px; border-radius: 10px; font-size: 11px; }
                 .param-count { font-weight: bold; color: #007bff; }
                 h1 { color: #333; text-align: center; margin-bottom: 30px; }
+                .endpoint { padding: 2px 6px; border-radius: 8px; font-size: 10px; color: white; margin-left: 5px; }
+                .refine { background: #28a745; }
+                .edit { background: #ffc107; color: black; }
+                .digitize { background: #17a2b8; }
+                .validate { background: #6c757d; }
+                .file-info { font-style: italic; color: #6c757d; font-size: 11px; }
+                .processing-time { color: #007bff; font-size: 11px; }
+                .nav-buttons { text-align: center; margin: 20px 0; }
+                .nav-btn { background: linear-gradient(135deg, #007bff, #0056b3); color: white; padding: 12px 20px; 
+                          border: none; border-radius: 6px; margin: 0 10px; text-decoration: none; display: inline-block;
+                          font-weight: bold; transition: all 0.3s ease; }
+                .nav-btn:hover { transform: translateY(-2px); box-shadow: 0 4px 12px rgba(0, 123, 255, 0.3); color: white; }
             </style>
         </head>
         <body>
             <div class="container">
-                <h1>QC Request History </h1>
+                <h1>QC Request History 📋</h1>
+                
+                <div class="nav-buttons">
+                    <a href="/logs" class="nav-btn">📊 View API Logs</a>
+                    <a href="/" class="nav-btn">🏠 Home</a>
+                </div>
+                
                 <table>
                     <tr>
                         <th>ID</th>
@@ -2778,24 +2831,47 @@ def view_history():
                         <th>Doc Type</th>
                         <th>Supplier</th>
                         <th>Parameters</th>
+                        <th>Endpoint Used</th>
+                        <th>File/Processing Info</th>
                         <th>Created</th>
                         <th>Actions</th>
                     </tr>
         """
         
         for row in rows:
-            param_badge = "🎯" if row[5] >= 15 else "⚠️" if row[5] >= 10 else "❌"
+            request_id, doc_type, product_name, supplier_name, created_at, param_count, file_info, endpoint, processing_time, status_code = row
+            
+            param_badge = "🎯" if param_count >= 15 else "⚠️" if param_count >= 10 else "❌"
+            
+            # Format endpoint
+            endpoint_display = ""
+            if endpoint:
+                endpoint_clean = endpoint.replace('/', '').lower()
+                endpoint_display = f'<span class="endpoint {endpoint_clean}">{endpoint}</span>'
+            
+            # Format file and processing info
+            info_display = ""
+            if file_info:
+                info_display += f'<div class="file-info">📁 {file_info}</div>'
+            if processing_time:
+                info_display += f'<div class="processing-time">⏱️ {processing_time}ms</div>'
+            if not info_display:
+                info_display = "No file uploaded"
+            
             html += f"""
                 <tr>
-                    <td>{row[0]}</td>
-                    <td><strong>{row[2]}</strong></td>
-                    <td>{row[1]}</td>
-                    <td>{row[3]}</td>
-                    <td class="param-count">{param_badge} {row[5]} params</td>
-                    <td>{row[4]}</td>
+                    <td>{request_id}</td>
+                    <td><strong>{product_name}</strong></td>
+                    <td>{doc_type}</td>
+                    <td>{supplier_name}</td>
+                    <td class="param-count">{param_badge} {param_count} params</td>
+                    <td>{endpoint_display}</td>
+                    <td>{info_display}</td>
+                    <td>{created_at}</td>
                     <td>
-                        <a href="/preview/{row[0]}">Preview</a>
-                        <a href="/template/{row[0]}">JSON</a>
+                        <a href="/preview/{request_id}">Preview</a>
+                        <a href="/template/{request_id}">JSON</a>
+                        <a href="/logs?request_id={request_id}" class="logs-btn">Logs</a>
                     </td>
                 </tr>
             """
@@ -2806,7 +2882,8 @@ def view_history():
                     <strong>Legend:</strong> 
                     🎯 15+ params (Professional) | 
                     ⚠️ 10-14 params (Good) | 
-                    ❌ <10 params (Basic)
+                    ❌ <10 params (Basic)<br>
+                    <strong>New:</strong> 📊 Click "Logs" to see detailed API request information for each template
                 </div>
             </div>
         </body>
@@ -3126,6 +3203,140 @@ def view_logs():
         
     except Exception as e:
         return f"<h1>Error</h1><p>{str(e)}</p>", 500
+
+# ADD this new endpoint after the /logs endpoint
+
+@app.route("/logs/<int:log_id>", methods=["GET"])
+def view_detailed_log(log_id):
+    """View detailed information for a specific log entry"""
+    try:
+        con = sql.connect("swift_check.db")
+        cur = con.cursor()
+        
+        # Get detailed log information
+        cur.execute("""
+            SELECT 
+                l.*,
+                r.doc_type, r.product_name, r.supplier_name, r.user_message,
+                lr.llm_response, lr.summary_text
+            FROM api_logs l
+            LEFT JOIN qc_requests r ON l.request_id = r.id
+            LEFT JOIN llm_responses lr ON l.request_id = lr.request_id
+            WHERE l.id = ?
+        """, (log_id,))
+        
+        log_data = cur.fetchone()
+        con.close()
+        
+        if not log_data:
+            return jsonify({"error": f"Log ID {log_id} not found"}), 404
+        
+        if request.headers.get('Accept') == 'application/json' or request.args.get('format') == 'json':
+            # Return JSON format
+            return jsonify({
+                "log_id": log_data[0],
+                "request_id": log_data[1],
+                "endpoint": log_data[2],
+                "method": log_data[3],
+                "client_ip": log_data[4],
+                "user_agent": log_data[5],
+                "request_data": log_data[6],
+                "response_data": log_data[7],
+                "file_info": log_data[8],
+                "processing_time_ms": log_data[9],
+                "status_code": log_data[10],
+                "error_message": log_data[11],
+                "created_at": log_data[12],
+                "doc_type": log_data[13],
+                "product_name": log_data[14],
+                "supplier_name": log_data[15],
+                "user_message": log_data[16],
+                "llm_response_summary": log_data[18]
+            })
+        
+        # HTML detailed view
+        html = f"""
+        <html>
+        <head>
+            <title>Log Details - #{log_id}</title>
+            <style>
+                body {{ font-family: Arial, sans-serif; margin: 20px; background-color: #f8f9fa; }}
+                .container {{ max-width: 1200px; margin: 0 auto; background: white; padding: 30px; border-radius: 10px; box-shadow: 0 2px 10px rgba(0,0,0,0.1); }}
+                .section {{ margin: 20px 0; padding: 15px; border-radius: 8px; }}
+                .basic-info {{ background: #e8f4f8; border-left: 4px solid #007bff; }}
+                .request-info {{ background: #f8f9fa; border-left: 4px solid #28a745; }}
+                .response-info {{ background: #fff3cd; border-left: 4px solid #ffc107; }}
+                .error-info {{ background: #f8d7da; border-left: 4px solid #dc3545; }}
+                h1, h2 {{ color: #333; }}
+                h1 {{ text-align: center; }}
+                pre {{ background: #f8f9fa; padding: 15px; border-radius: 5px; overflow: auto; max-height: 300px; }}
+                .status-success {{ color: #28a745; font-weight: bold; }}
+                .status-error {{ color: #dc3545; font-weight: bold; }}
+                .nav-btn {{ background: #007bff; color: white; padding: 10px 15px; text-decoration: none; border-radius: 5px; margin: 5px; display: inline-block; }}
+                .nav-btn:hover {{ background: #0056b3; color: white; }}
+                .metric {{ display: inline-block; margin: 10px 15px 10px 0; padding: 8px 12px; background: white; border-radius: 5px; border: 1px solid #ddd; }}
+            </style>
+        </head>
+        <body>
+            <div class="container">
+                <h1>📋 Log Details - #{log_id}</h1>
+                
+                <div class="nav-buttons">
+                    <a href="/logs" class="nav-btn">⬅️ Back to Logs</a>
+                    <a href="/history" class="nav-btn">📋 Request History</a>
+                    {f'<a href="/preview/{log_data[1]}" class="nav-btn">👁️ Preview Template</a>' if log_data[1] else ''}
+                </div>
+                
+                <div class="section basic-info">
+                    <h2>🔍 Basic Information</h2>
+                    <div class="metric"><strong>Endpoint:</strong> {log_data[2]}</div>
+                    <div class="metric"><strong>Method:</strong> {log_data[3]}</div>
+                    <div class="metric"><strong>Status:</strong> <span class="{'status-success' if log_data[10] == 200 else 'status-error'}">{log_data[10]}</span></div>
+                    <div class="metric"><strong>Processing Time:</strong> {log_data[9] or 'N/A'}ms</div>
+                    <div class="metric"><strong>Created:</strong> {log_data[12]}</div>
+                    <div class="metric"><strong>Client IP:</strong> {log_data[4]}</div>
+                </div>
+                
+                {f'''
+                <div class="section request-info">
+                    <h2>📋 Request Information</h2>
+                    <p><strong>Product:</strong> {log_data[14]}</p>
+                    <p><strong>Document Type:</strong> {log_data[13]}</p>
+                    <p><strong>Supplier:</strong> {log_data[15]}</p>
+                    {f'<p><strong>File Info:</strong> {log_data[8]}</p>' if log_data[8] else ''}
+                    {f'<div><strong>User Message:</strong><pre>{log_data[16][:500]}{"..." if log_data[16] and len(log_data[16]) > 500 else ""}</pre></div>' if log_data[16] else ''}
+                </div>
+                ''' if log_data[1] else ''}
+                
+                {f'''
+                <div class="section response-info">
+                    <h2>📤 Response Information</h2>
+                    {f'<div><strong>Response Data:</strong><pre>{log_data[7]}</pre></div>' if log_data[7] else '<p>No response data available</p>'}
+                </div>
+                ''' if log_data[7] else ''}
+                
+                {f'''
+                <div class="section error-info">
+                    <h2>❌ Error Information</h2>
+                    <p><strong>Error Message:</strong></p>
+                    <pre>{log_data[11]}</pre>
+                </div>
+                ''' if log_data[11] else ''}
+                
+                <div class="section">
+                    <h2>🌐 Technical Details</h2>
+                    <p><strong>User Agent:</strong> {log_data[5] or 'Not available'}</p>
+                    {f'<div><strong>Request Data:</strong><pre>{log_data[6]}</pre></div>' if log_data[6] else '<p>No request data captured</p>'}
+                </div>
+            </div>
+        </body>
+        </html>
+        """
+        
+        return html
+        
+    except Exception as e:
+        return f"<h1>Error</h1><p>{str(e)}</p>", 500
 @app.route("/preview/<int:request_id>", methods=["GET"])
 def preview_page(request_id):
     """preview with better formatting and metadata"""