QA to PROD

app/api/rag_routes.py

@@ -59,6 +59,7 @@ logger = logging.getLogger(__name__)
 # Configure Google Gemini API
 GOOGLE_API_KEY = os.getenv("GOOGLE_API_KEY")
 genai.configure(api_key=GOOGLE_API_KEY)
+KEYWORD_LIST = os.getenv("KEYWORDS")
 
 # Create router
 router = APIRouter(
@@ -70,7 +71,7 @@ fix_request = PromptTemplate(
     template = """Goal:
 Your task is to extract important keywords from the user's current request, optionally using chat history if relevant.
 You will receive a conversation history and the user's current message.
-Generate a **list of concise keywords** that best represent the user's intent.
+Pick 2-4 keywords from "keyword list" that best represent the user's intent.
 
 Return Format:
 Only return keywords (comma-separated, no extra explanation).
@@ -80,6 +81,9 @@ If the current message IS related to the chat history: Return a refined set of k
 Warning:
 Only use chat history if the current message is clearly related to the prior context.
 
+Keyword list:
+{keyword_list}
+
 Conversation History:
 {chat_history}
 
@@ -95,15 +99,6 @@ prompt = PromptTemplate(
 You are Pixity - a professional tour guide assistant that assists users in finding information about places in Da Nang, Vietnam.
 You can provide details on restaurants, cafes, hotels, attractions, and other local venues. 
 You have to use core knowledge and conversation history to chat with users, who are Da Nang's tourists. 
-Pixity's Core Personality: Friendly & Warm: Chats like a trustworthy friend who listens and is always ready to help.
-Naturally Cute: Shows cuteness through word choice, soft emojis, and gentle care for the user.
-Playful – a little bit cheeky in a lovable way: Occasionally cracks jokes, uses light memes or throws in a surprise response that makes users smile. Think Duolingo-style humor, but less threatening.
-Smart & Proactive: Friendly, but also delivers quick, accurate info. Knows how to guide users to the right place – at the right time – with the right solution.
-Tone & Voice: Friendly – Youthful – Snappy. Uses simple words, similar to daily chat language (e.g., "Let's find it together!" / "Need a tip?" / "Here's something cool"). Avoids sounding robotic or overly scripted. Can joke lightly in smart ways, making Pixity feel like a travel buddy who knows how to lift the mood
-SAMPLE DIALOGUES
-When a user opens the chatbot for the first time:
-User: Hello?
-Pixity: Hi hi 👋 I've been waiting for you! Ready to explore Da Nang together? I've got tips, tricks, and a tiny bit of magic 🎒✨
 
 Return Format:
 Respond in friendly, natural, concise and use only English like a real tour guide.
@@ -112,8 +107,8 @@ Always use HTML tags (e.g. <b> for bold) so that Telegram can render the special
 Warning:
 Let's support users like a real tour guide, not a bot. The information in core knowledge is your own knowledge.
 Your knowledge is provided in the Core Knowledge. All of information in Core Knowledge is about Da Nang, Vietnam.
-You just care about current time that user mention when user ask about Solana event.
-Only use core knowledge to answer. If you do not have enough information to answer user's question, please reply with "I'm sorry. I don't have information about that" and Give users some more options to ask.
+Dont use any other information that is not in Core Knowledge.
+Only use core knowledge to answer. If you do not have enough information to answer user's question, please reply with "I'm sorry. I don't have information about that" and Give users some more options to ask that you can answer.
 
 Core knowledge:
 {context}
@@ -129,6 +124,37 @@ Your message:
     input_variables = ["context", "question", "chat_history"],
 )
 
+prompt_with_personality = PromptTemplate(
+    template = """Goal:
+You are Pixity - a professional tour guide assistant that assists users in finding information about places in Da Nang, Vietnam.
+You can provide details on restaurants, cafes, hotels, attractions, and other local venues. 
+You will be given the answer. Please add your personality to the response.
+
+Pixity's Core Personality: Friendly & Warm: Chats like a trustworthy friend who listens and is always ready to help.
+Naturally Cute: Shows cuteness through word choice, soft emojis, and gentle care for the user.
+Playful – a little bit cheeky in a lovable way: Occasionally cracks jokes, uses light memes or throws in a surprise response that makes users smile. Think Duolingo-style humor, but less threatening.
+Smart & Proactive: Friendly, but also delivers quick, accurate info. Knows how to guide users to the right place – at the right time – with the right solution.
+Tone & Voice: Friendly – Youthful – Snappy. Uses simple words, similar to daily chat language (e.g., "Let's find it together!" / "Need a tip?" / "Here's something cool"). Avoids sounding robotic or overly scripted. Can joke lightly in smart ways, making Pixity feel like a travel buddy who knows how to lift the mood
+SAMPLE DIALOGUES
+When a user opens the chatbot for the first time:
+User: Hello?
+Pixity: Hi hi 👋 I've been waiting for you! Ready to explore Da Nang together? I've got tips, tricks, and a tiny bit of magic 🎒✨
+
+Return Format:
+Respond in friendly, natural, concise and use only English like a real tour guide.
+Always use HTML tags (e.g. <b> for bold) so that Telegram can render the special formatting correctly.
+
+Conversation History:
+{chat_history}
+
+Response:
+{response}
+
+Your response:
+""",
+    input_variables = ["response", "chat_history"],
+)
+
 # Helper for embeddings
 async def get_embedding(text: str):
     """Get embedding from Google Gemini API"""
@@ -238,6 +264,7 @@ async def chat(request: ChatRequest, background_tasks: BackgroundTasks):
         )
 
         prompt_request = fix_request.format(
+            keyword_list=KEYWORD_LIST,
             question=request.question,
             chat_history=chat_history
         )
@@ -282,11 +309,19 @@ async def chat(request: ChatRequest, background_tasks: BackgroundTasks):
             question=request.question,
             chat_history=chat_history
         )
-        logger.info(f"Full prompt with history and context: {prompt_text}")
+        logger.info(f"Context: {context}")
         
         # Generate response
         response = model.generate_content(prompt_text)
         answer = response.text
+
+        prompt_with_personality_text = prompt_with_personality.format(
+            response=answer,
+            chat_history=chat_history
+        )
+
+        response_with_personality = model.generate_content(prompt_with_personality_text)
+        answer_with_personality = response_with_personality.text
         
         # Calculate processing time
         processing_time = time.time() - start_time
@@ -296,7 +331,7 @@ async def chat(request: ChatRequest, background_tasks: BackgroundTasks):
         
         # Create response object for API (without sources)
         chat_response = ChatResponse(
-            answer=answer,
+            answer=answer_with_personality,
             processing_time=processing_time
         )
         

docs/api_documentation.md

@@ -1,581 +0,0 @@
-# API Documentation
-
-## Frontend Setup
-
-```javascript
-// Basic Axios setup
-import axios from 'axios';
-
-const api = axios.create({
-  baseURL: 'https://api.your-domain.com',
-  timeout: 10000,
-  headers: {
-    'Content-Type': 'application/json',
-    'Accept': 'application/json'
-  }
-});
-
-// Error handling
-api.interceptors.response.use(
-  response => response.data,
-  error => {
-    const errorMessage = error.response?.data?.detail || 'An error occurred';
-    console.error('API Error:', errorMessage);
-    return Promise.reject(errorMessage);
-  }
-);
-```
-
-## Caching System
-
-- All GET endpoints support `use_cache=true` parameter (default)
-- Cache TTL: 300 seconds (5 minutes)
-- Cache is automatically invalidated on data changes
-
-## Authentication
-
-Currently no authentication is required. If implemented in the future, use JWT Bearer tokens:
-
-```javascript
-const api = axios.create({
-  // ...other config
-  headers: {
-    // ...other headers
-    'Authorization': `Bearer ${token}`
-  }
-});
-```
-
-## Error Codes
-
-| Code | Description |
-|------|-------------|
-| 400 | Bad Request |
-| 404 | Not Found |
-| 500 | Internal Server Error |
-| 503 | Service Unavailable |
-
-## PostgreSQL Endpoints
-
-### FAQ Endpoints
-
-#### Get FAQs List
-```
-GET /postgres/faq
-```
-
-Parameters:
-- `skip`: Number of items to skip (default: 0)
-- `limit`: Maximum items to return (default: 100)
-- `active_only`: Return only active items (default: false)
-- `use_cache`: Use cached data if available (default: true)
-
-Response:
-```json
-[
-  {
-    "question": "How do I book a hotel?",
-    "answer": "You can book a hotel through our app or website.",
-    "is_active": true,
-    "id": 1,
-    "created_at": "2023-01-01T00:00:00",
-    "updated_at": "2023-01-01T00:00:00"
-  }
-]
-```
-
-Example:
-```javascript
-async function getFAQs() {
-  try {
-    const data = await api.get('/postgres/faq', {
-      params: { active_only: true, limit: 20 }
-    });
-    return data;
-  } catch (error) {
-    console.error('Error fetching FAQs:', error);
-    throw error;
-  }
-}
-```
-
-#### Create FAQ
-```
-POST /postgres/faq
-```
-
-Request Body:
-```json
-{
-  "question": "How do I book a hotel?",
-  "answer": "You can book a hotel through our app or website.",
-  "is_active": true
-}
-```
-
-Response: Created FAQ object
-
-#### Get FAQ Detail
-```
-GET /postgres/faq/{faq_id}
-```
-
-Parameters:
-- `faq_id`: ID of FAQ (required)
-- `use_cache`: Use cached data if available (default: true)
-
-Response: FAQ object
-
-#### Update FAQ
-```
-PUT /postgres/faq/{faq_id}
-```
-
-Parameters:
-- `faq_id`: ID of FAQ to update (required)
-
-Request Body: Partial or complete FAQ object
-Response: Updated FAQ object
-
-#### Delete FAQ
-```
-DELETE /postgres/faq/{faq_id}
-```
-
-Parameters:
-- `faq_id`: ID of FAQ to delete (required)
-
-Response:
-```json
-{
-  "status": "success",
-  "message": "FAQ item 1 deleted"
-}
-```
-
-#### Batch Operations
-
-Create multiple FAQs:
-```
-POST /postgres/faqs/batch
-```
-
-Update status of multiple FAQs:
-```
-PUT /postgres/faqs/batch-update-status
-```
-
-Delete multiple FAQs:
-```
-DELETE /postgres/faqs/batch
-```
-
-### Emergency Contact Endpoints
-
-#### Get Emergency Contacts
-```
-GET /postgres/emergency
-```
-
-Parameters:
-- `skip`: Number of items to skip (default: 0)
-- `limit`: Maximum items to return (default: 100)
-- `active_only`: Return only active items (default: false)
-- `use_cache`: Use cached data if available (default: true)
-
-Response: Array of Emergency Contact objects
-
-#### Create Emergency Contact
-```
-POST /postgres/emergency
-```
-
-Request Body:
-```json
-{
-  "name": "Fire Department",
-  "phone_number": "114",
-  "description": "Fire rescue services",
-  "address": "Da Nang",
-  "location": "16.0544, 108.2022",
-  "priority": 1,
-  "is_active": true
-}
-```
-
-Response: Created Emergency Contact object
-
-#### Get Emergency Contact
-```
-GET /postgres/emergency/{emergency_id}
-```
-
-#### Update Emergency Contact
-```
-PUT /postgres/emergency/{emergency_id}
-```
-
-#### Delete Emergency Contact
-```
-DELETE /postgres/emergency/{emergency_id}
-```
-
-#### Batch Operations
-
-Create multiple Emergency Contacts:
-```
-POST /postgres/emergency/batch
-```
-
-Update status of multiple Emergency Contacts:
-```
-PUT /postgres/emergency/batch-update-status
-```
-
-Delete multiple Emergency Contacts:
-```
-DELETE /postgres/emergency/batch
-```
-
-### Event Endpoints
-
-#### Get Events
-```
-GET /postgres/events
-```
-
-Parameters:
-- `skip`: Number of items to skip (default: 0)
-- `limit`: Maximum items to return (default: 100)
-- `active_only`: Return only active items (default: false)
-- `featured_only`: Return only featured items (default: false)
-- `use_cache`: Use cached data if available (default: true)
-
-Response: Array of Event objects
-
-#### Create Event
-```
-POST /postgres/events
-```
-
-Request Body:
-```json
-{
-  "name": "Da Nang Fireworks Festival",
-  "description": "International Fireworks Festival Da Nang 2023",
-  "address": "Dragon Bridge, Da Nang",
-  "location": "16.0610, 108.2277",
-  "date_start": "2023-06-01T19:00:00",
-  "date_end": "2023-06-01T22:00:00",
-  "price": [
-    {"type": "VIP", "amount": 500000},
-    {"type": "Standard", "amount": 300000}
-  ],
-  "url": "https://danangfireworks.com",
-  "is_active": true,
-  "featured": true
-}
-```
-
-Response: Created Event object
-
-#### Get Event
-```
-GET /postgres/events/{event_id}
-```
-
-#### Update Event
-```
-PUT /postgres/events/{event_id}
-```
-
-#### Delete Event
-```
-DELETE /postgres/events/{event_id}
-```
-
-#### Batch Operations
-
-Create multiple Events:
-```
-POST /postgres/events/batch
-```
-
-Update status of multiple Events:
-```
-PUT /postgres/events/batch-update-status
-```
-
-Delete multiple Events:
-```
-DELETE /postgres/events/batch
-```
-
-### About Pixity Endpoints
-
-#### Get About Pixity
-```
-GET /postgres/about-pixity
-```
-
-Response:
-```json
-{
-  "content": "PiXity is your smart, AI-powered local companion...",
-  "id": 1,
-  "created_at": "2023-01-01T00:00:00",
-  "updated_at": "2023-01-01T00:00:00"
-}
-```
-
-#### Update About Pixity
-```
-PUT /postgres/about-pixity
-```
-
-Request Body:
-```json
-{
-  "content": "PiXity is your smart, AI-powered local companion..."
-}
-```
-
-Response: Updated About Pixity object
-
-### Da Nang Bucket List Endpoints
-
-#### Get Da Nang Bucket List
-```
-GET /postgres/danang-bucket-list
-```
-
-Response: Bucket List object with JSON content string
-
-#### Update Da Nang Bucket List
-```
-PUT /postgres/danang-bucket-list
-```
-
-### Solana Summit Endpoints
-
-#### Get Solana Summit
-```
-GET /postgres/solana-summit
-```
-
-Response: Solana Summit object with JSON content string
-
-#### Update Solana Summit
-```
-PUT /postgres/solana-summit
-```
-
-### Health Check
-```
-GET /postgres/health
-```
-
-Response:
-```json
-{
-  "status": "healthy",
-  "message": "PostgreSQL connection is working",
-  "timestamp": "2023-01-01T00:00:00"
-}
-```
-
-## MongoDB Endpoints
-
-### Session Endpoints
-
-#### Create Session
-```
-POST /session
-```
-
-Request Body:
-```json
-{
-  "user_id": "user123",
-  "query": "How do I book a room?",
-  "timestamp": "2023-01-01T00:00:00",
-  "metadata": {
-    "client_info": "web",
-    "location": "Da Nang"
-  }
-}
-```
-
-Response: Created Session object with session_id
-
-#### Update Session with Response
-```
-PUT /session/{session_id}/response
-```
-
-Request Body:
-```json
-{
-  "response": "You can book a room through our app or website.",
-  "response_timestamp": "2023-01-01T00:00:05",
-  "metadata": {
-    "response_time_ms": 234,
-    "model_version": "gpt-4"
-  }
-}
-```
-
-Response: Updated Session object
-
-#### Get Session
-```
-GET /session/{session_id}
-```
-
-Response: Session object
-
-#### Get User History
-```
-GET /history
-```
-
-Parameters:
-- `user_id`: User ID (required)
-- `limit`: Maximum sessions to return (default: 10)
-- `skip`: Number of sessions to skip (default: 0)
-
-Response:
-```json
-{
-  "user_id": "user123",
-  "sessions": [
-    {
-      "session_id": "60f7a8b9c1d2e3f4a5b6c7d8",
-      "query": "How do I book a room?",
-      "timestamp": "2023-01-01T00:00:00",
-      "response": "You can book a room through our app or website.",
-      "response_timestamp": "2023-01-01T00:00:05"
-    }
-  ],
-  "total_count": 1
-}
-```
-
-#### Health Check
-```
-GET /health
-```
-
-## RAG Endpoints
-
-### Create Embedding
-```
-POST /embedding
-```
-
-Request Body:
-```json
-{
-  "text": "Text to embed"
-}
-```
-
-Response:
-```json
-{
-  "embedding": [0.1, 0.2, 0.3, ...],
-  "dimensions": 1536
-}
-```
-
-### Process Chat Request
-```
-POST /chat
-```
-
-Request Body:
-```json
-{
-  "query": "Can you tell me about Pixity?",
-  "chat_history": [
-    {"role": "user", "content": "Hello"},
-    {"role": "assistant", "content": "Hello! How can I help you?"}
-  ]
-}
-```
-
-Response:
-```json
-{
-  "answer": "Pixity is a platform...",
-  "sources": [
-    {
-      "document_id": "doc123",
-      "chunk_id": "chunk456",
-      "chunk_text": "Pixity was founded in...",
-      "relevance_score": 0.92
-    }
-  ]
-}
-```
-
-### Direct RAG Query
-```
-POST /rag
-```
-
-Request Body:
-```json
-{
-  "query": "Can you tell me about Pixity?",
-  "namespace": "about_pixity",
-  "top_k": 3
-}
-```
-
-Response: Query results with relevance scores
-
-### Health Check
-```
-GET /health
-```
-
-## PDF Processing Endpoints
-
-### Upload and Process PDF
-```
-POST /pdf/upload
-```
-
-Form Data:
-- `file`: PDF file (required)
-- `namespace`: Vector database namespace (default: "Default")
-- `index_name`: Vector database index name (default: "testbot768")
-- `title`: Document title (optional)
-- `description`: Document description (optional)
-- `user_id`: User ID for WebSocket updates (optional)
-
-Response: Processing results with document_id
-
-### Delete Documents in Namespace
-```
-DELETE /pdf/namespace
-```
-
-Parameters:
-- `namespace`: Vector database namespace (default: "Default")
-- `index_name`: Vector database index name (default: "testbot768")
-- `user_id`: User ID for WebSocket updates (optional)
-
-Response: Deletion results
-
-### Get Documents List
-```
-GET /pdf/documents
-```
-
-Parameters:
-- `namespace`: Vector database namespace (default: "Default")
-- `index_name`: Vector database index name (default: "testbot768")
-
-Response: List of documents in the namespace