Add all necessary files for Hugging Face Spaces Gradio chatbot deployment

README.md

@@ -1,13 +1,118 @@
+# 🎯 Rackspace Knowledge Chatbot - Enhanced Version
+
+## 🚀 Quick Start
+
+```bash
+# Option 1: Use the quick start script
+./start_enhanced_chatbot.sh
+
+# Option 2: Manual start
+source venv/bin/activate
+streamlit run streamlit_app.py
+
+# 3. Open browser: http://localhost:8501
+```
+
+## 📁 Enhanced Project Structure
+
+```
+chatbot-rackspace/
+├── streamlit_app.py                    # Main UI application
+├── enhanced_rag_chatbot.py             # Core RAG chatbot
+├── enhanced_vector_db.py               # Vector database builder
+├── integrate_training_data.py          # Data integration script
+├── config.py                           # Configuration
+├── requirements.txt                    # Dependencies
+│
+├── data/
+│   ├── rackspace_knowledge_enhanced.json     # 507 documents (13 old + 494 new)
+│   ├── training_qa_pairs_enhanced.json       # 5,327 Q&A pairs (4,107 old + 1,220 new)
+│   ├── training_data_enhanced.jsonl          # 1,220 training entries
+│   ├── backup_20251125_113739/               # Original data backup
+│   └── feedback/                             # Feedback directory (ready for use)
+│
+├── models/rackspace_finetuned/         # Fine-tuned model (6h 13min)
+└── vector_db/                          # ChromaDB (1,158 chunks from 507 docs)
+```
+
+## ✨ What's New - Enhanced with Training Data
+
+**Data Integration from rackspace-rag-chatbot:**
+- ✅ **494 new documents** - Comprehensive Rackspace documentation
+- ✅ **1,220 training examples** - Instruction-following Q&A pairs
+- ✅ **39x more documents** - From 13 to 507 documents
+- ✅ **1,158 vector chunks** - Enhanced retrieval capability
+- ✅ **Smart deduplication** - No duplicate content
+
+**Coverage Improvements:**
+- ✅ Cloud migration services (AWS, Azure, Google Cloud)
+- ✅ Managed services and platform guides
+- ✅ Technical documentation and how-to guides
+- ✅ Security and compliance topics
+- ✅ Database and storage solutions
+
+## 🎯 System Status
+
+✅ **Enhanced Data**: 507 docs, comprehensive coverage (39x increase)
+✅ **Proper Embeddings**: 1,158 chunks from real content only
+✅ **No Hallucinations**: Responses use actual content with real URLs
+✅ **Fine-tuned Model**: TinyLlama trained 6h 13min
+✅ **Training Data**: 5,327 Q&A pairs for improved responses
+
+## 📝 Documentation
+
+- **README.md** - This file (quick start guide)
+- **INTEGRATION_SUMMARY.md** - Detailed integration report
+- **FINAL_SYSTEM_STATUS.md** - System documentation  
+
+
+## 🌐 Deploy on Hugging Face Spaces
+
+You can deploy this chatbot publicly using Hugging Face Spaces (Streamlit):
+
+1. **Fork or upload this repo to Hugging Face Spaces**
+	- Go to https://huggingface.co/spaces and create a new Space (Streamlit type).
+	- Upload your code and `requirements.txt`.
+
+2. **Set your GROQ_API_KEY**
+	- In your Space, go to Settings → Secrets and add `GROQ_API_KEY`.
+
+3. **Rebuild the Vector DB (first run only)**
+	- The vector database is not included due to file size limits.
+	- After deployment, open the Space terminal and run:
+	  ```bash
+	  python enhanced_vector_db.py
+	  ```
+	- This will create the required ChromaDB files in `vector_db/`.
+
+4. **Run the Streamlit app**
+	- The app will start automatically. If the vector DB is missing, it will prompt you to rebuild.
+
+5. **Share your Space link!**
+
 ---
-title: Chatbot
-emoji: 🚀
-colorFrom: green
-colorTo: red
-sdk: gradio
-sdk_version: 6.9.0
-app_file: app.py
-pinned: false
-short_description: Rackspace Chatbot
+
+## 🔧 Rebuild Vector DB (Local or Hugging Face)
+
+```bash
+python enhanced_vector_db.py
+```
+
+## 🔄 Re-run Data Integration
+
+If you need to re-integrate data from rackspace-rag-chatbot:
+
+```bash
+source venv/bin/activate
+python integrate_training_data.py
+```
+
+This will:
+1. Consolidate chunks into full documents
+2. Convert training data to Q&A pairs
+3. Merge with existing data (avoiding duplicates)
+4. Create automatic backups
+
 ---
 
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+**Built with YOUR OWN MODEL + Enhanced Training Data! 🚀**

app.py

@@ -0,0 +1,22 @@
+import gradio as gr
+from enhanced_rag_chatbot import get_chatbot
+
+chatbot = get_chatbot()
+
+# Simple chat function for Gradio
+
+def chat_fn(message, mode="extract"):
+    try:
+        response = chatbot.chat(message, mode=mode)
+        return response
+    except Exception as e:
+        return f"❌ Error: {str(e)}"
+
+iface = gr.ChatInterface(
+    fn=lambda message, history: chat_fn(message),
+    title="Rackspace Knowledge Assistant",
+    description="Ask questions about Rackspace documentation. Uses Groq API and enhanced RAG retrieval.",
+    theme="default",
+)
+
+iface.launch()

config.py

@@ -0,0 +1,124 @@
+"""
+Configuration file for Rackspace Knowledge Chatbot
+"""
+import os
+from pathlib import Path
+from dotenv import load_dotenv
+
+# Load environment variables from .env file
+load_dotenv()
+
+# Project paths
+PROJECT_ROOT = Path(__file__).parent
+DATA_DIR = PROJECT_ROOT / "data"
+MODELS_DIR = PROJECT_ROOT / "models"
+VECTOR_DB_DIR = PROJECT_ROOT / "vector_db"
+LOGS_DIR = PROJECT_ROOT / "logs"
+
+# Create directories
+for dir_path in [DATA_DIR, MODELS_DIR, VECTOR_DB_DIR, LOGS_DIR]:
+    dir_path.mkdir(exist_ok=True)
+
+# Model configuration - GROQ API
+GROQ_API_KEY = os.environ.get("GROQ_API_KEY")
+GROQ_MODEL = "openai/gpt-oss-120b"  # OpenAI GPT OSS 120B model via Groq
+# Alternative Groq models:
+# - "llama-3.3-70b-versatile"
+# - "llama-3.1-70b-versatile"
+# - "mixtral-8x7b-32768"
+# - "gemma2-9b-it"
+
+# Legacy local model configs (no longer used)
+# BASE_MODEL_NAME = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
+# FINE_TUNED_MODEL_PATH = MODELS_DIR / "rackspace_finetuned"
+
+# Embedding model for RAG
+EMBEDDING_MODEL = "sentence-transformers/all-MiniLM-L6-v2"  # Fast and efficient
+
+# Vector database configuration
+VECTOR_DB_NAME = "rackspace_knowledge"
+COLLECTION_NAME = "rackspace_docs"
+CHUNK_SIZE = 512  # Size of text chunks for embedding
+CHUNK_OVERLAP = 50  # Overlap between chunks
+TOP_K_RETRIEVAL = 5  # Number of relevant documents to retrieve
+
+# Fine-tuning configuration
+LORA_R = 16
+LORA_ALPHA = 32
+LORA_DROPOUT = 0.05
+LEARNING_RATE = 2e-4
+BATCH_SIZE = 4  # Optimized for 16GB RAM
+GRADIENT_ACCUMULATION_STEPS = 4
+NUM_EPOCHS = 3
+MAX_LENGTH = 512
+WARMUP_STEPS = 100
+
+# Generation configuration
+MAX_NEW_TOKENS = 256
+TEMPERATURE = 0.7
+TOP_P = 0.9
+DO_SAMPLE = True
+
+# Chat history configuration
+MAX_HISTORY_LENGTH = 5  # Number of conversation turns to maintain
+
+# Data collection URLs - Comprehensive coverage of ALL Rackspace domains
+RACKSPACE_URLS = [
+    # Main website - complete sections
+    "https://www.rackspace.com/",
+    "https://www.rackspace.com/cloud",
+    "https://www.rackspace.com/cloud-services",
+    "https://www.rackspace.com/managed-services",
+    "https://www.rackspace.com/professional-services",
+    "https://www.rackspace.com/security",
+    "https://www.rackspace.com/data-services",
+    "https://www.rackspace.com/solutions",
+    "https://www.rackspace.com/applications",
+    "https://www.rackspace.com/multicloud",
+    "https://www.rackspace.com/company",
+    "https://www.rackspace.com/blog",
+    "https://www.rackspace.com/resources",
+    "https://www.rackspace.com/industries",
+    "https://www.rackspace.com/partners",
+    
+    # Documentation sites - comprehensive technical docs
+    "https://docs.rackspace.com/",
+    "https://docs.rackspace.com/docs",
+    "https://docs-ospc.rackspace.com/",
+    
+    # Developer resources
+    "https://developer.rackspace.com/",
+    "https://developer.rackspace.com/docs",
+    
+    # Product-specific
+    "https://www.rackspace.com/aws",
+    "https://www.rackspace.com/microsoft-azure",
+    "https://www.rackspace.com/google-cloud",
+    "https://www.rackspace.com/vmware",
+    "https://www.rackspace.com/openstack",
+    
+    # SPOT marketplace
+    "https://spot.rackspace.com/",
+    "https://spot.rackspace.com/innovations",
+]
+
+# Allowed domains for crawling (BFS will stay within these)
+ALLOWED_DOMAINS = [
+    "rackspace.com",
+    "docs.rackspace.com",
+    "docs-ospc.rackspace.com",
+    "spot.rackspace.com",
+    "www.rackspace.com",
+    "developer.rackspace.com",
+]
+
+# Enhanced crawling configuration for comprehensive data collection
+MAX_CRAWL_DEPTH = 4  # Go deeper for better coverage
+MAX_PAGES_PER_DOMAIN = 200  # More pages per domain
+CRAWL_DELAY = 0.5  # Faster crawling (still polite)
+REQUEST_TIMEOUT = 20  # Longer timeout for complex pages
+MIN_CONTENT_LENGTH = 200  # Minimum text length to be useful
+
+# Device configuration (for M3 Mac)
+DEVICE = "mps"  # Metal Performance Shaders for Apple Silicon
+USE_MPS = True

enhanced_rag_chatbot.py

@@ -0,0 +1,933 @@
+"""
+Enhanced RAG Chatbot with Training Data Integration
+This version:
+1. Uses the enhanced vector database
+2. Leverages training Q&A pairs for better responses
+3. Provides accurate, context-based answers
+4. No repetitive navigation text
+5. Uses Groq API for fast, high-quality responses
+"""
+
+import chromadb
+from chromadb.config import Settings
+from sentence_transformers import SentenceTransformer
+from groq import Groq
+from typing import List, Dict, Tuple
+import re
+
+from config import (
+    VECTOR_DB_DIR, EMBEDDING_MODEL, GROQ_API_KEY, GROQ_MODEL,
+    TOP_K_RETRIEVAL
+)
+
+
+class EnhancedRAGChatbot:
+    """Enhanced RAG chatbot with Groq API"""
+    
+    def __init__(self):
+        print("🤖 Initializing Enhanced RAG Chatbot with Groq...")
+        
+        # Initialize Groq client
+        if not GROQ_API_KEY:
+            raise ValueError("GROQ_API_KEY environment variable not set!")
+        
+        self.groq_client = Groq(api_key=GROQ_API_KEY)
+        self.groq_model = GROQ_MODEL
+        print(f"✅ Using Groq model: {self.groq_model}")
+        
+        # Load vector database
+        print("📚 Loading vector database...")
+        self.client = chromadb.PersistentClient(
+            path=str(VECTOR_DB_DIR),
+            settings=Settings(anonymized_telemetry=False)
+        )
+        self.collection = self.client.get_collection("rackspace_knowledge")
+        
+        # Load embedding model (still needed for RAG)
+        print(f"🔤 Loading embedding model: {EMBEDDING_MODEL}")
+        self.embedding_model = SentenceTransformer(EMBEDDING_MODEL)
+        
+        # Conversation history
+        self.conversation_history: List[Dict[str, str]] = []
+        
+        print("✅ Enhanced RAG Chatbot with Groq ready!")
+    
+                    try:
+                        self.collection = self.client.get_collection("rackspace_knowledge")
+                    except Exception as e:
+                        print("❌ Vector DB or collection missing! Attempting to rebuild...")
+                        try:
+                            import subprocess
+                            subprocess.run(["python", "enhanced_vector_db.py"], check=True)
+                            self.collection = self.client.get_collection("rackspace_knowledge")
+                            print("✅ Vector DB rebuilt successfully!")
+                        except Exception as rebuild_e:
+                            print("❌ Failed to rebuild vector DB. Please run 'python enhanced_vector_db.py' manually.")
+                            self.collection = None
+        """Retrieve relevant context with source information"""
+        # Generate query embedding
+        query_embedding = self.embedding_model.encode([query])[0]
+        
+        # Search vector database - get top K most relevant chunks
+        results = self.collection.query(
+            query_embeddings=[query_embedding.tolist()],
+            n_results=top_k
+        )
+        
+        # Process results - ONLY real documents with URLs
+        context_parts = []
+        sources = []
+        seen_urls = set()  # Track unique URLs
+        seen_content = set()  # Track unique content
+        
+        # Get distances for relevance scoring (lower distance = more relevant)
+        distances = results.get('distances', [[]])[0] if 'distances' in results else []
+        
+        for idx, (doc, metadata) in enumerate(zip(results['documents'][0], results['metadatas'][0])):
+            # Skip duplicates
+            doc_hash = hash(doc[:100])
+            if doc_hash in seen_content:
+                continue
+            seen_content.add(doc_hash)
+            
+            # Add document chunk
+            context_parts.append(doc)
+            
+            # Get URL and title
+            url = metadata.get('url', 'N/A')
+            title = metadata.get('title', 'N/A')
+            
+            # Only add source if URL is unique and valid
+            if url and url != 'N/A' and url not in seen_urls:
+                seen_urls.add(url)
+                
+                # Add relevance score (distance from query)
+                relevance = 1.0 - (distances[idx] if idx < len(distances) else 0.5)
+                
+                sources.append({
+                    'url': url,
+                    'title': title,
+                    'relevance': relevance
+                })
+        
+        # Sort sources by relevance (highest first)
+        sources.sort(key=lambda x: x.get('relevance', 0), reverse=True)
+        
+        # Combine context
+        context = '\n\n'.join(context_parts)
+        
+        return context, sources
+    
+    def build_prompt(self, query: str, context: str, history: List[Dict[str, str]]) -> str:
+        """Build prompt for the model - Force it to use ONLY the context"""
+        
+        prompt = f"""<|system|>
+You are a helpful assistant. Answer the question using ONLY the information in the Context below. Do not make up information. Be concise and accurate.
+<|user|>
+Context:
+{context}
+
+Question: {query}
+
+Answer using ONLY the information above:
+<|assistant|>
+"""
+        
+        return prompt
+    
+    def generate_response(self, prompt: str) -> str:
+        """Generate response using Groq API"""
+        try:
+            chat_completion = self.groq_client.chat.completions.create(
+                messages=[
+                    {
+                        "role": "system",
+                        "content": "You are a helpful assistant. Answer questions using ONLY the provided context. Be concise and accurate."
+                    },
+                    {
+                        "role": "user",
+                        "content": prompt
+                    }
+                ],
+                model=self.groq_model,
+                temperature=0.1,
+                max_tokens=256,
+                top_p=0.9,
+            )
+            
+            response = chat_completion.choices[0].message.content
+            return self.clean_response(response)
+            
+        except Exception as e:
+            print(f"❌ Groq API error: {e}")
+            return "I'm having trouble generating a response right now. Please try again."
+        
+        # Clean up aggressive extraction
+        # Remove everything before first actual sentence
+        lines = response.split('\n')
+        clean_lines = []
+        
+        for line in lines:
+            line = line.strip()
+            # Skip system-like patterns
+            if any(skip in line.lower() for skip in [
+                'you are', 'answer the question', 'context:', 'question:', 
+                'using only', 'be concise', '<|', '|>'
+            ]):
+                continue
+            # Skip empty lines
+            if not line:
+                continue
+            clean_lines.append(line)
+        
+        response = ' '.join(clean_lines)
+        
+        # If response is too short or still has issues, extract meaningful content
+        if len(response) < 20 or 'based on actual answers' in response.lower():
+            # Try to find the actual answer in the response
+            sentences = response.split('.')
+            good_sentences = []
+            for sent in sentences:
+                sent = sent.strip()
+                # Skip bad patterns
+                if any(bad in sent.lower() for bad in [
+                    'based on actual', 'answer based', 'yes!', 'here\'s some quick facts'
+                ]):
+                    continue
+                if sent and len(sent) > 10:
+                    good_sentences.append(sent)
+            
+            if good_sentences:
+                response = '. '.join(good_sentences[:3])  # Max 3 sentences
+                if response and not response.endswith('.'):
+                    response += '.'
+        
+        # Clean up
+        response = self.clean_response(response)
+        
+        return response
+    
+    def clean_response(self, text: str) -> str:
+        """Clean up the generated response"""
+        # Remove any remaining system/user markers
+        text = re.sub(r'<\|.*?\|>', '', text)
+        
+        # Remove repetitive sentences
+        sentences = text.split('.')
+        unique_sentences = []
+        seen = set()
+        
+        for sentence in sentences:
+            sentence = sentence.strip()
+            if sentence and sentence.lower() not in seen:
+                unique_sentences.append(sentence)
+                seen.add(sentence.lower())
+        
+        text = '. '.join(unique_sentences)
+        if text and not text.endswith('.'):
+            text += '.'
+        
+        return text.strip()
+    
+    def format_sources(self, sources: List[Dict], response: str = "") -> str:
+        """Format sources for display - DISABLED until we fix the retrieval issue"""
+        # Sources are showing same URLs for every question
+        # Disable until we properly fix the vector DB retrieval
+        return ""
+    
+    def extract_services_list(self, context: str, sources: List[Dict]) -> str:
+        """
+        Extract service information directly from context WITHOUT LLM generation.
+        This is FULLY EXTRACTIVE - no hallucinations possible.
+        """
+        services = []
+        seen_services = set()
+        
+        # Extract services from retrieved documents
+        lines = context.split('\n')
+        
+        for line in lines:
+            line_lower = line.strip().lower()
+            
+            # Look for service mentions
+            if 'aws' in line_lower and 'aws' not in seen_services:
+                services.append("AWS Cloud Services and Managed AWS Solutions")
+                seen_services.add('aws')
+            if 'azure' in line_lower and 'azure' not in seen_services:
+                services.append("Microsoft Azure Cloud Managed Services")
+                seen_services.add('azure')
+            if 'google cloud' in line_lower and 'google' not in seen_services:
+                services.append("Google Cloud Platform (GCP) Services")
+                seen_services.add('google')
+            if 'kubernetes' in line_lower and 'kubernetes' not in seen_services:
+                services.append("Managed Kubernetes and Container Services")
+                seen_services.add('kubernetes')
+            if 'security' in line_lower and 'security' not in seen_services:
+                services.append("Cloud Security and Cybersecurity Solutions")
+                seen_services.add('security')
+            if 'migration' in line_lower and 'cloud' in line_lower and 'migration' not in seen_services:
+                services.append("Cloud Migration and Adoption Services")
+                seen_services.add('migration')
+            if (('data' in line_lower and 'analytics' in line_lower) or 
+                ('ai' in line_lower and 'ml' in line_lower)) and 'data' not in seen_services:
+                services.append("Data Analytics, AI and Machine Learning")
+                seen_services.add('data')
+            if ('multicloud' in line_lower or 'multi-cloud' in line_lower) and 'multicloud' not in seen_services:
+                services.append("Multi-Cloud and Hybrid Cloud Solutions")
+                seen_services.add('multicloud')
+            if ('professional services' in line_lower or 'consulting' in line_lower) and 'professional' not in seen_services:
+                services.append("Professional Services and Consulting")
+                seen_services.add('professional')
+            if ('application' in line_lower and 
+                ('modernization' in line_lower or 'development' in line_lower)) and 'apps' not in seen_services:
+                services.append("Application Modernization and Development")
+                seen_services.add('apps')
+            if ('managed hosting' in line_lower or 'dedicated hosting' in line_lower) and 'hosting' not in seen_services:
+                services.append("Managed Hosting and Dedicated Infrastructure")
+                seen_services.add('hosting')
+            if ('compliance' in line_lower and 
+                ('fedramp' in line_lower or 'government' in line_lower)) and 'compliance' not in seen_services:
+                services.append("FedRAMP Compliance and Government Cloud")
+                seen_services.add('compliance')
+        
+        # Also check URLs for service categories
+        for source in sources[:10]:
+            url = source.get('url', '').lower()
+            if '/aws' in url and 'aws' not in seen_services:
+                services.append("AWS Cloud Services and Managed AWS Solutions")
+                seen_services.add('aws')
+            if '/azure' in url and 'azure' not in seen_services:
+                services.append("Microsoft Azure Cloud Managed Services")
+                seen_services.add('azure')
+            if '/google-cloud' in url and 'google' not in seen_services:
+                services.append("Google Cloud Platform (GCP) Services")
+                seen_services.add('google')
+            if '/kubernetes' in url and 'kubernetes' not in seen_services:
+                services.append("Managed Kubernetes and Container Services")
+                seen_services.add('kubernetes')
+            if '/security' in url and 'security' not in seen_services:
+                services.append("Cloud Security and Cybersecurity Solutions")
+                seen_services.add('security')
+            if '/migration' in url and 'migration' not in seen_services:
+                services.append("Cloud Migration and Adoption Services")
+                seen_services.add('migration')
+            if '/data' in url and 'data' not in seen_services:
+                services.append("Data Analytics, AI and Machine Learning")
+                seen_services.add('data')
+            if '/multi-cloud' in url and 'multicloud' not in seen_services:
+                services.append("Multi-Cloud and Hybrid Cloud Solutions")
+                seen_services.add('multicloud')
+            if '/professional-services' in url and 'professional' not in seen_services:
+                services.append("Professional Services and Consulting")
+                seen_services.add('professional')
+            if '/applications' in url and 'apps' not in seen_services:
+                services.append("Application Management and Modernization")
+                seen_services.add('apps')
+        
+        if not services:
+            return None
+        
+        # Format response
+        response = "Based on the available documentation, Rackspace Technology offers the following services:\n\n"
+        for i, service in enumerate(services, 1):
+            response += f"{i}. {service}\n"
+        
+        # Add source URLs (only unique, relevant ones)
+        response += "\n**Learn more at:**\n"
+        unique_urls = []
+        for source in sources[:5]:
+            url = source.get('url', '')
+            if url and url not in unique_urls:
+                unique_urls.append(url)
+                response += f"• {url}\n"
+        
+        return response
+    
+    def generate_summary_with_citations(self, query: str, context: str, sources: List[Dict], history: str = None) -> str:
+        """
+        SUMMARIZATION MODE — Uses LLM to generate concise summaries with citations
+        
+        Generate a natural, concise summary from the context and add inline citations.
+        
+        Args:
+            query: User's question
+            context: Retrieved context from vector DB
+            sources: Source documents with URLs
+            history: Optional conversation history (for follow-up questions)
+        
+        Rules:
+        - Use LLM to synthesize information from multiple sources
+        - Generate 2-4 sentence summaries (concise and readable)
+        - Add inline citations like [Source: URL] after key facts
+        - Avoid marketing fluff - focus on factual information
+        - If context insufficient: acknowledge limitations
+        """
+        
+        # Build history context if provided
+        history_context = ""
+        if history:
+            history_context = f"\nPrevious conversation:\n{history}\n"
+        
+        # Build a specialized prompt for summarization
+        prompt = f"""<|system|>
+You are a helpful assistant that provides concise summaries with citations. 
+Summarize the answer to the question in 2-4 clear sentences using the Context below.
+Focus on factual, technical details. Avoid marketing language.
+After each key fact, add a citation: [Source: doc1], [Source: doc2], etc.
+<|user|>
+{history_context}Context:
+{context[:1500]}
+
+Question: {query}
+
+Provide a concise 2-4 sentence summary with inline citations:
+<|assistant|>
+"""
+        
+        # Generate summary using Groq API
+        try:
+            chat_completion = self.groq_client.chat.completions.create(
+                messages=[
+                    {
+                        "role": "system",
+                        "content": "You are a helpful assistant that provides concise summaries with citations. Summarize in 2-4 clear sentences using the context. Focus on factual, technical details. Avoid marketing language."
+                    },
+                    {
+                        "role": "user",
+                        "content": f"{history_context}Context:\n{context[:1500]}\n\nQuestion: {query}\n\nProvide a concise 2-4 sentence summary with inline citations:"
+                    }
+                ],
+                model=self.groq_model,
+                temperature=0.4,
+                max_tokens=256,
+                top_p=0.9,
+            )
+            
+            summary = chat_completion.choices[0].message.content
+            
+        except Exception as e:
+            print(f"❌ Groq API error: {e}")
+            return "I'm having trouble generating a summary right now. Please try again."
+        
+        # Clean up
+        summary = self.clean_response(summary)
+        
+        # Add actual source URLs at the end
+        if sources and summary:
+            summary += "\n\n**Referenced Sources:**\n"
+            for idx, source in enumerate(sources[:3], 1):
+                url = source.get('url', '')
+                title = source.get('title', 'Document')
+                if url:
+                    summary += f"• [{title}]({url})\n"
+        
+        return summary
+    
+    def extract_answer_from_context(self, query: str, context: str, sources: List[Dict]) -> str:
+        """
+        EXTRACTION MODE (STRICT RETRIEVAL) — NO LLM GENERATION
+        
+        Extract answer directly from context using EXACT or NEAR-EXACT wording.
+        Do NOT generate, infer, summarize beyond what context states.
+        
+        Rules:
+        - For HOW/WHAT: prioritize procedural, operational, architectural details
+        - Ignore marketing/promotional language
+        - If context doesn't contain answer: return "Context does not contain the answer"
+        - Behave like a retrieval engine, NOT a generative model
+        """
+        
+        # Strict noise patterns - SKIP ENTIRELY
+        noise_patterns = [
+            'rackspace technology privacy notice',
+            'to create a ticket', 'log into your account', 'fill out the form',
+            'ready to start the conversation', 'you may withdraw your consent',
+            'begin your', 'businesses today', 'journey',
+            'accelerate digital transformation', 'struggling to',
+            'transition to', 'move to', 'moving to',
+            'ai launchpad', 'introduces new layers',  # Generic AI marketing
+            'cuts through that complexity'  # Generic promises
+        ]
+        
+        # Marketing phrases that indicate NON-ANSWER paragraphs
+        marketing_indicators = [
+            'begin', 'start your', 'embark', 'journey', 'transformation',
+            'businesses are', 'organizations are', 'companies are',
+            'introducing', 'discover', 'explore', 'learn how'
+        ]
+        
+        # Answer phrases - paragraphs with these are ACTUAL ANSWERS
+        answer_indicators = [
+            'provides a', 'solves', 'by providing', 'includes',
+            'comprised of', 'consists of', 'offers',
+            'single pane of glass', 'curated platform',
+            'specialized support', 'managed platform',
+            'solution', 'features', 'capabilities'
+        ]
+        
+        # Detect query type
+        query_lower = query.lower()
+        is_how_question = any(w in query_lower for w in ['how', 'manage', 'manages', 'managing'])
+        is_what_question = any(w in query_lower for w in ['what', 'which', 'describe'])
+        is_tell_me_about = 'tell me about' in query_lower or 'tell me more about' in query_lower
+        
+        # Extract query keywords for matching
+        query_keywords = [w for w in query_lower.split() if len(w) > 3 and w not in ['does', 'will', 'can', 'tell', 'about']]
+        
+        # Split context into paragraphs AND sentences for better granularity
+        paragraphs = []
+        
+        # First try splitting by double newlines (paragraphs)
+        raw_paragraphs = context.split('\n\n')
+        for para in raw_paragraphs:
+            para = para.strip()
+            if len(para) > 50:
+                paragraphs.append(para)
+        
+        # If paragraphs are too long (>800 chars), split them further by sentences
+        expanded_paragraphs = []
+        for para in paragraphs:
+            if len(para) > 800:
+                # Split long paragraph into smaller chunks (by period or newline)
+                sentences = para.replace('\n', '. ').split('. ')
+                current_chunk = []
+                current_length = 0
+                
+                for sent in sentences:
+                    sent = sent.strip()
+                    if not sent:
+                        continue
+                    
+                    if current_length + len(sent) > 400:  # Max 400 chars per chunk
+                        if current_chunk:
+                            expanded_paragraphs.append('. '.join(current_chunk) + '.')
+                        current_chunk = [sent]
+                        current_length = len(sent)
+                    else:
+                        current_chunk.append(sent)
+                        current_length += len(sent)
+                
+                if current_chunk:
+                    expanded_paragraphs.append('. '.join(current_chunk) + '.')
+            else:
+                expanded_paragraphs.append(para)
+        
+        paragraphs = expanded_paragraphs
+        
+        # STRICT scoring - only paragraphs that DIRECTLY answer
+        scored_paragraphs = []
+        
+        for para in paragraphs:
+            para = para.strip()
+            
+            # Skip if too short
+            if len(para) < 50:
+                continue
+            
+            para_lower = para.lower()
+            
+            # IMMEDIATE REJECTION for noise
+            if any(noise in para_lower for noise in noise_patterns):
+                continue
+            
+            # IMMEDIATE REJECTION if starts with marketing
+            first_words = ' '.join(para_lower.split()[:5])
+            if any(bad in first_words for bad in marketing_indicators):
+                continue
+            
+            # IMMEDIATE REJECTION if paragraph is just a list (bullets, dashes, numbered)
+            # Lists like "- Item1 - Item2 - Item3" are not descriptive answers
+            list_indicators = para.count('\n-') + para.count('\n•') + para.count('\n*')
+            is_just_list = list_indicators > 3 or (para.count('-') > 5 and len(para) < 300)
+            # For "tell me about" queries, skip lists - we want descriptions
+            if is_just_list and (is_tell_me_about or is_what_question):
+                continue
+            
+            # Start with negative score
+            score = -10
+            
+            # STRONG BOOST for answer indicators
+            answer_phrases = sum(5 for indicator in answer_indicators if indicator in para_lower)
+            score += answer_phrases
+            
+            # BOOST for containing query keywords
+            keyword_matches = sum(3 for kw in query_keywords if kw in para_lower)
+            score += keyword_matches
+            
+            # For HOW questions: prioritize procedural/operational language
+            if is_how_question:
+                how_indicators = [
+                    'by providing', 'provides a', 'solves', 'through',
+                    'comprised of', 'team', 'support', 'managed',
+                    'deployment', 'cluster', 'infrastructure', 'platform'
+                ]
+                score += sum(4 for ind in how_indicators if ind in para_lower)
+            
+            # For WHAT questions: prioritize definitions
+            if is_what_question or is_tell_me_about:
+                what_indicators = [
+                    'is a', 'is the', 'powered by', 'solution',
+                    'offers', 'includes', 'features', 'enables',
+                    'designed to', 'helps', 'allows', 'service that'
+                ]
+                score += sum(3 for ind in what_indicators if ind in para_lower)
+            
+            # STRONG PENALTY for marketing fluff
+            if any(bad in para_lower for bad in ['journey', 'transformation', 'accelerate', 'complexity']):
+                score -= 8
+            
+            # Only keep paragraphs with positive score
+            if score > 0:
+                scored_paragraphs.append((score, para))
+        
+        # Sort by score (highest first)
+        scored_paragraphs.sort(reverse=True, key=lambda x: x[0])
+        
+        # Take top 2-3 paragraphs with highest scores (lowered threshold to 3)
+        top_paragraphs = [para for score, para in scored_paragraphs[:3] if score > 3]
+        
+        # DEBUG: Log scores for troubleshooting
+        if not top_paragraphs and scored_paragraphs:
+            print(f"⚠️  No paragraphs scored > 3. Top scores: {[(s, p[:80]+'...') for s, p in scored_paragraphs[:3]]}")
+        
+        if not top_paragraphs:
+            return "The provided context does not contain a direct answer to your question. Please try rephrasing or ask about specific Rackspace services."
+        
+        # Build answer from top-scored paragraphs
+        answer = '\n\n'.join(top_paragraphs)
+        
+        # Limit length (800 chars for detailed answers)
+        if len(answer) > 800:
+            truncated = answer[:800]
+            last_period = truncated.rfind('.')
+            if last_period > 200:  # Ensure we keep meaningful content
+                answer = truncated[:last_period + 1]
+        
+        # Add sources
+        if sources and answer:
+            answer += "\n\n**Source:**\n"
+            for source in sources[:2]:
+                url = source.get('url', '')
+                if url:
+                    answer += f"• {url}\n"
+        
+        return answer
+    
+    def classify_query_type(self, query: str) -> str:
+        """
+        Classify query into categories to decide history usage
+        
+        Returns:
+            - "independent": New topic, no history needed
+            - "follow_up": Needs previous context (elaboration, clarification)
+            - "recall": Asking about conversation itself
+        """
+        query_lower = query.lower().strip()
+        
+        # 1. RECALL queries (asking about conversation)
+        recall_indicators = [
+            'what did i ask', 'what was my question', 'what did we talk about',
+            'earlier you said', 'you mentioned', 'my previous question',
+            'our conversation', 'what have we discussed', 'remind me what'
+        ]
+        
+        if any(ind in query_lower for ind in recall_indicators):
+            return "recall"
+        
+        # 2. INDEPENDENT queries (new topics, facts, greetings)
+        independent_indicators = [
+            # Greetings
+            'hello', 'hi ', 'hey', 'good morning', 'good afternoon',
+            # Full questions (usually new topics)
+            'what is rackspace', 'what are rackspace', 'who is rackspace',
+            'what services does', 'what does rackspace',
+            # List/overview requests
+            'list', 'show me', 'give me a list'
+        ]
+        
+        # Check if starts with common question words (likely independent)
+        starts_with_wh = any(query_lower.startswith(q) for q in [
+            'what is', 'what are', 'who is', 'who are', 
+            'when is', 'when was', 'where is', 'where are',
+            'which ', 'how much', 'how many'
+        ])
+        
+        # Check independent indicators
+        has_independent = any(ind in query_lower for ind in independent_indicators)
+        
+        if has_independent or (starts_with_wh and len(query_lower.split()) > 4):
+            return "independent"
+        
+        # 3. FOLLOW-UP queries (needs history)
+        follow_up_indicators = [
+            # Pronouns (it, that, this, them, they)
+            ' it ', ' it?', ' it.', 'about it', 'with it', 'of it',
+            ' that ', ' that?', ' that.', 'about that', 'with that',
+            ' this ', ' this?', ' this.', 'about this', 'with this',
+            ' them ', ' them?', ' they ', ' their ', 'those ',
+            
+            # Continuation words
+            'more about', 'tell me more', 'elaborate', 'explain that',
+            'why did you', 'how did you', 'can you explain',
+            'what do you mean', 'clarify', 'expand on', 'go deeper',
+            
+            # Comparative/relational
+            'compared to', 'difference between', 'versus',
+            'how does that', 'why does that', 'what about that'
+        ]
+        
+        # Short queries are usually follow-ups
+        is_short = len(query_lower.split()) <= 5
+        has_follow_up = any(ind in query_lower for ind in follow_up_indicators)
+        
+        if has_follow_up or (is_short and not starts_with_wh):
+            return "follow_up"
+        
+        # Default: independent (new topic)
+        return "independent"
+    
+    def handle_recall(self, query: str) -> str:
+        """Handle queries asking about conversation history"""
+        if not self.conversation_history:
+            return "This is the beginning of our conversation. You haven't asked any questions yet."
+        
+        # Return formatted history
+        if len(self.conversation_history) == 1:
+            first_q = self.conversation_history[0]['user']
+            return f"You asked: '{first_q}'"
+        else:
+            response = "Here's our conversation so far:\n\n"
+            for i, exchange in enumerate(self.conversation_history, 1):
+                response += f"{i}. You asked: '{exchange['user']}'\n"
+            return response
+    
+    def extract_subject(self, question: str) -> str:
+        """Extract main subject from question for pronoun resolution"""
+        question_lower = question.lower()
+        
+        # Patterns: "tell me about X", "what is X", "how does X"
+        patterns = [
+            ('tell me about ', 4),
+            ('what is ', 3),
+            ('what are ', 3),
+            ('how does ', 3),
+            ('how do ', 3),
+            ('what does ', 3),
+            ('about ', 2)
+        ]
+        
+        for pattern, max_words in patterns:
+            if pattern in question_lower:
+                subject = question_lower.split(pattern)[-1].strip()
+                # Take first few words
+                subject_words = subject.split()[:max_words]
+                # Remove question marks
+                subject = ' '.join(subject_words).replace('?', '').strip()
+                if subject:
+                    return subject
+        
+        return ""
+    
+    def rewrite_query_with_history(self, query: str, history: str) -> str:
+        """
+        Rewrite follow-up query with relevant history context
+        Simple concatenation approach (no LLM needed)
+        """
+        if not history:
+            return query
+        
+        # Extract last question from history
+        history_lines = history.strip().split('\n')
+        last_question = None
+        
+        for line in history_lines:
+            if line.startswith('User:'):
+                last_question = line.replace('User:', '').strip()
+        
+        if not last_question:
+            return query
+        
+        query_lower = query.lower()
+        
+        # Resolve pronouns
+        query_resolved = query
+        
+        # Replace "it" with subject from last question
+        if ' it ' in query_lower or query_lower.endswith('it?') or query_lower.startswith('it '):
+            subject = self.extract_subject(last_question)
+            if subject:
+                query_resolved = query_resolved.replace(' it ', f' {subject} ')
+                query_resolved = query_resolved.replace('it?', f'{subject}?')
+                query_resolved = query_resolved.replace('It ', f'{subject.capitalize()} ')
+        
+        # Replace "that" similarly
+        if ' that ' in query_lower or query_lower.endswith('that?'):
+            subject = self.extract_subject(last_question)
+            if subject:
+                query_resolved = query_resolved.replace(' that ', f' {subject} ')
+                query_resolved = query_resolved.replace('that?', f'{subject}?')
+        
+        # Replace "this" similarly
+        if ' this ' in query_lower or query_lower.endswith('this?'):
+            subject = self.extract_subject(last_question)
+            if subject:
+                query_resolved = query_resolved.replace(' this ', f' {subject} ')
+                query_resolved = query_resolved.replace('this?', f'{subject}?')
+        
+        # For elaboration requests, combine with original question
+        if any(word in query_lower for word in ['more', 'elaborate', 'explain', 'why did you', 'how did you']):
+            query_resolved = f"{last_question} - {query_resolved}"
+        
+        return query_resolved
+    
+    def get_recent_history(self, n: int = 2) -> str:
+        """Get last N exchanges formatted for context"""
+        if not self.conversation_history:
+            return ""
+        
+        recent = self.conversation_history[-n:] if len(self.conversation_history) >= n else self.conversation_history
+        
+        history_str = ""
+        for exchange in recent:
+            history_str += f"User: {exchange['user']}\n"
+            # Truncate assistant response to save tokens
+            assistant_response = exchange['assistant'][:200]
+            if len(exchange['assistant']) > 200:
+                assistant_response += "..."
+            history_str += f"Assistant: {assistant_response}\n\n"
+        
+        return history_str
+    
+    def chat(self, user_message: str, mode: str = "extract") -> str:
+        """
+        Main chat interface with DUAL MODE support
+        
+        Args:
+            user_message: The user's question
+            mode: "extract" (default) or "summarize"
+                - "extract": Returns exact text from documents (STRICT RETRIEVAL)
+                - "summarize": Uses LLM to generate concise summaries with citations
+        
+        Returns:
+            Response string based on selected mode
+        """
+        print(f"\n📝 Processing: {user_message}")
+        print(f"🎯 Mode: {mode.upper()}")
+        
+        # 1. CLASSIFY QUERY TYPE (intelligent context detection)
+        query_type = self.classify_query_type(user_message)
+        print(f"🔍 Query type: {query_type.upper()}")
+        
+        # 2. HANDLE RECALL QUERIES (return from history directly)
+        if query_type == "recall":
+            return self.handle_recall(user_message)
+        
+        # 3. REWRITE QUERY IF FOLLOW-UP (with history context)
+        if query_type == "follow_up":
+            history_context = self.get_recent_history(n=2)
+            search_query = self.rewrite_query_with_history(user_message, history_context)
+            print(f"✅ Using history - Rewritten: {search_query[:80]}...")
+        else:
+            search_query = user_message
+            print(f"🆕 New topic - Using original query")
+        
+        # 4. DETECT LIST QUERIES
+        list_keywords = ['list', 'services', 'offer', 'provide', 'what does rackspace',
+                        'tell me about services', 'what are the services', 'which services']
+        is_list_query = any(keyword in user_message.lower() for keyword in list_keywords)
+        
+        # 5. RETRIEVE CONTEXT (use rewritten query for better results)
+        top_k = 10 if is_list_query else 5
+        context, sources = self.retrieve_context(search_query, top_k=top_k)
+        
+        if not context:
+            return "I couldn't find relevant information to answer your question. Please try rephrasing or ask about Rackspace's cloud services, security, migration, or professional services."
+        
+        # 6. FOR SERVICE LIST QUERIES, use service extractor (works for both modes)
+        if is_list_query:
+            print("🔍 Using extractive approach for service list")
+            extractive_response = self.extract_services_list(context, sources)
+            if extractive_response:
+                # Update history
+                self.conversation_history.append({
+                    'user': user_message,
+                    'assistant': extractive_response
+                })
+                if len(self.conversation_history) > 5:
+                    self.conversation_history = self.conversation_history[-5:]
+                return extractive_response
+        
+        # 7. GENERATE RESPONSE based on mode (with conditional history)
+        if mode == "summarize":
+            print("📝 Using SUMMARIZATION mode - LLM generates concise summary with citations")
+            # Pass history ONLY for follow-ups
+            history = self.get_recent_history(n=2) if query_type == "follow_up" else None
+            response = self.generate_summary_with_citations(user_message, context, sources, history=history)
+        else:  # mode == "extract" (default)
+            print("🔍 Using EXTRACTION mode - returning exact document excerpts")
+            response = self.extract_answer_from_context(user_message, context, sources)
+        
+        # 8. UPDATE HISTORY (sliding window - keep last 5)
+        self.conversation_history.append({
+            'user': user_message,
+            'assistant': response
+        })
+        if len(self.conversation_history) > 5:
+            self.conversation_history = self.conversation_history[-5:]
+        
+        return response
+    
+    def reset_conversation(self):
+        """Reset conversation history"""
+        self.conversation_history = []
+
+
+# Global chatbot instance
+_chatbot_instance = None
+
+
+def get_chatbot():
+    """Get or create chatbot instance"""
+    global _chatbot_instance
+    if _chatbot_instance is None:
+        _chatbot_instance = EnhancedRAGChatbot()
+    return _chatbot_instance
+
+
+def chat(message: str, mode: str = "extract") -> str:
+    """
+    Simple chat interface
+    
+    Args:
+        message: User's question
+        mode: "extract" (default) or "summarize"
+    """
+    chatbot = get_chatbot()
+    return chatbot.chat(message, mode=mode)
+
+
+def reset():
+    """Reset conversation"""
+    chatbot = get_chatbot()
+    chatbot.reset_conversation()
+
+
+if __name__ == "__main__":
+    # Test the chatbot
+    print("\n" + "="*80)
+    print("🧪 TESTING ENHANCED RAG CHATBOT")
+    print("="*80)
+    
+    chatbot = get_chatbot()
+    
+    test_questions = [
+        "What are Rackspace's cloud adoption and migration services?",
+        "How does Rackspace help with AWS deployment?",
+        "What security services does Rackspace offer?"
+    ]
+    
+    for question in test_questions:
+        print(f"\n❓ {question}")
+        response = chatbot.chat(question)
+        print(f"🤖 {response}")
+        print("-" * 80)

enhanced_vector_db.py

@@ -0,0 +1,239 @@
+"""
+Enhanced Vector Database Builder
+This script:
+1. Uses the enhanced collected data (filtered content)
+2. Incorporates training Q&A pairs for better retrieval
+3. Creates a high-quality vector database
+4. Adds metadata for better context
+"""
+
+import json
+import chromadb
+from chromadb.config import Settings
+from sentence_transformers import SentenceTransformer
+from typing import List, Dict
+import re
+
+from config import (
+    DATA_DIR, VECTOR_DB_DIR, EMBEDDING_MODEL,
+    CHUNK_SIZE, CHUNK_OVERLAP
+)
+
+
+class EnhancedVectorDBManager:
+    """Enhanced vector database with training data integration"""
+    
+    def __init__(self):
+        print("🔧 Initializing Enhanced Vector Database Manager...")
+        
+        # Initialize ChromaDB
+        self.client = chromadb.PersistentClient(
+            path=str(VECTOR_DB_DIR),
+            settings=Settings(anonymized_telemetry=False)
+        )
+        
+        # Initialize embedding model
+        print(f"📦 Loading embedding model: {EMBEDDING_MODEL}")
+        self.embedding_model = SentenceTransformer(EMBEDDING_MODEL)
+        
+        # Get or create collection
+        try:
+            self.client.delete_collection("rackspace_knowledge")
+            print("🗑️  Deleted old collection")
+        except:
+            pass
+        
+        self.collection = self.client.create_collection(
+            name="rackspace_knowledge",
+            metadata={"description": "Enhanced Rackspace knowledge base with training data"}
+        )
+        
+        print("✅ Vector database initialized")
+    
+    def clean_text(self, text: str) -> str:
+        """Clean and normalize text"""
+        # Remove excessive whitespace
+        text = re.sub(r'\s+', ' ', text)
+        # Remove special characters but keep punctuation
+        text = re.sub(r'[^\w\s\.\,\!\?\-\:\;\(\)]', '', text)
+        return text.strip()
+    
+    def chunk_text(self, text: str, chunk_size: int = CHUNK_SIZE, overlap: int = CHUNK_OVERLAP) -> List[str]:
+        """Split text into overlapping chunks"""
+        words = text.split()
+        chunks = []
+        
+        for i in range(0, len(words), chunk_size - overlap):
+            chunk = ' '.join(words[i:i + chunk_size])
+            if len(chunk) > 100:  # Only keep substantial chunks
+                chunks.append(chunk)
+        
+        return chunks
+    
+    def load_documents(self) -> List[Dict]:
+        """Load enhanced crawled documents"""
+        # Try enhanced file first, then fall back to original
+        doc_file = DATA_DIR / 'rackspace_knowledge_enhanced.json'
+        if not doc_file.exists():
+            doc_file = DATA_DIR / 'rackspace_knowledge_clean.json'
+        if not doc_file.exists():
+            doc_file = DATA_DIR / 'rackspace_knowledge.json'
+        
+        if not doc_file.exists():
+            print(f"❌ Document file not found: {doc_file}")
+            print("⚠️  Please run the data integration script first!")
+            return []
+        
+        with open(doc_file, 'r', encoding='utf-8') as f:
+            documents = json.load(f)
+        
+        print(f"📄 Loaded {len(documents)} documents from {doc_file.name}")
+        return documents
+    
+    def load_training_data(self) -> List[Dict]:
+        """Load training Q&A pairs"""
+        # Try enhanced file first, then fall back to original
+        qa_file = DATA_DIR / 'training_qa_pairs_enhanced.json'
+        if not qa_file.exists():
+            qa_file = DATA_DIR / 'training_qa_pairs.json'
+        
+        if not qa_file.exists():
+            print(f"⚠️  Training Q&A file not found: {qa_file}")
+            return []
+        
+        with open(qa_file, 'r', encoding='utf-8') as f:
+            qa_pairs = json.load(f)
+        
+        print(f"📚 Loaded {len(qa_pairs)} training Q&A pairs from {qa_file.name}")
+        return qa_pairs
+    
+    def build_database(self):
+        """Build vector database with ONLY real documents (NO Q&A pairs!)"""
+        print("\n" + "="*80)
+        print("🚀 BUILDING VECTOR DATABASE (RAG - Real Documents Only)")
+        print("="*80)
+        print("\n⚠️  NOTE: Training Q&A pairs are for fine-tuning ONLY!")
+        print("⚠️  Vector DB should contain ONLY actual web content with URLs\n")
+        
+        # Load data
+        documents = self.load_documents()
+        
+        if not documents:
+            print("❌ No documents to index!")
+            return
+        
+        all_chunks = []
+        all_metadatas = []
+        all_ids = []
+        chunk_id = 0
+        
+        # Index ONLY document chunks (no Q&A pairs!)
+        print("\n📍 Indexing real document chunks from web crawl...")
+        for doc_idx, doc in enumerate(documents):
+            content = doc.get('content', '')
+            url = doc.get('url', 'unknown')
+            title = doc.get('title', 'Untitled')
+            
+            if not content or len(content) < 100:
+                continue
+            
+            # Clean and chunk
+            cleaned_content = self.clean_text(content)
+            chunks = self.chunk_text(cleaned_content)
+            
+            for chunk in chunks:
+                all_chunks.append(chunk)
+                all_metadatas.append({
+                    'source': url,  # ACTUAL URL!
+                    'url': url,
+                    'title': title,
+                    'type': 'document'
+                })
+                all_ids.append(f"doc_{chunk_id}")
+                chunk_id += 1
+            
+            if (doc_idx + 1) % 50 == 0:
+                print(f"   Processed {doc_idx + 1}/{len(documents)} documents...")
+        
+        print(f"✅ Created {len(all_chunks)} chunks from {len(documents)} real documents")
+        
+        # Phase 2: Generate embeddings and add to ChromaDB
+        print(f"\n📍 Generating embeddings for {len(all_chunks)} chunks...")
+        
+        # Add in batches to avoid memory issues
+        batch_size = 100
+        total_added = 0
+        
+        for i in range(0, len(all_chunks), batch_size):
+            batch_chunks = all_chunks[i:i + batch_size]
+            batch_metadatas = all_metadatas[i:i + batch_size]
+            batch_ids = all_ids[i:i + batch_size]
+            
+            # Generate embeddings
+            embeddings = self.embedding_model.encode(
+                batch_chunks,
+                show_progress_bar=False,
+                convert_to_numpy=True
+            )
+            
+            # Add to collection
+            self.collection.add(
+                embeddings=embeddings.tolist(),
+                documents=batch_chunks,
+                metadatas=batch_metadatas,
+                ids=batch_ids
+            )
+            
+            total_added += len(batch_chunks)
+            print(f"   Added {total_added}/{len(all_chunks)} chunks...")
+        
+        # Final statistics
+        print("\n" + "="*80)
+        print("✅ VECTOR DATABASE BUILD COMPLETE!")
+        print("="*80)
+        print(f"📊 Total chunks indexed: {len(all_chunks)}")
+        print(f"   - Document chunks: {len([m for m in all_metadatas if m['source'] == 'document'])}")
+        print(f"   - Q&A pairs: {len([m for m in all_metadatas if m['source'] == 'training_qa'])}")
+        print(f"   - Training contexts: {len([m for m in all_metadatas if m['source'] == 'training_context'])}")
+        print(f"💾 Database location: {VECTOR_DB_DIR}")
+        print("="*80)
+    
+    def test_search(self, query: str, top_k: int = 5):
+        """Test the vector database with a query"""
+        print(f"\n🔍 Testing search: '{query}'")
+        
+        # Generate query embedding
+        query_embedding = self.embedding_model.encode([query])[0]
+        
+        # Search
+        results = self.collection.query(
+            query_embeddings=[query_embedding.tolist()],
+            n_results=top_k
+        )
+        
+        print(f"\n📋 Top {top_k} results:")
+        for i, (doc, metadata) in enumerate(zip(results['documents'][0], results['metadatas'][0])):
+            print(f"\n{i+1}. Source: {metadata.get('source', 'unknown')}")
+            print(f"   Type: {metadata.get('type', 'unknown')}")
+            if 'url' in metadata:
+                print(f"   URL: {metadata['url']}")
+            if 'question' in metadata:
+                print(f"   Question: {metadata['question']}")
+            print(f"   Content: {doc[:200]}...")
+
+
+def main():
+    """Main execution"""
+    manager = EnhancedVectorDBManager()
+    manager.build_database()
+    
+    # Test with sample query
+    print("\n" + "="*80)
+    print("🧪 TESTING DATABASE")
+    print("="*80)
+    manager.test_search("What are Rackspace's cloud adoption and migration services?")
+    manager.test_search("How do I deploy applications on AWS with Rackspace?")
+
+
+if __name__ == "__main__":
+    main()

rackspace_knowledge_clean.json

@@ -0,0 +1,93 @@
+[
+  {
+    "url": "https://www.rackspace.com/cloud/cloud-migration",
+    "title": "Cloud Migration and Adoption Services | Rackspace Technology",
+    "content": "Take the next step towards cloud migration\n\nYou can take one of many paths when starting your cloud adoption journey. But to get started, you should first examine each individual workload and determine the best migration route for your organization. At Rackspace Technology, we’ve found the most effective migration plans for each workload, and we can help you build a compelling migration strategy that accelerates the return on your cloud investment.\n\nWe create customized cloud migration plans designed to support your business goals while minimizing business risks, disruption and downtime. Our cloud migration consultants will conduct a holistic assessment of your IT environment and handle the migration of your applications and workloads.\n\nDownload this white paper and discover the key migration path to success →\n\nReceive a holistic assessment of your IT environment. For a secure, compliant, and unbiased roadmap to the cloud, we’ll:\n\nCatalog your existing applications, infrastructure and network architecture to help prioritize workloads and applications.\n\nDetermine which cloud platform(s) fit your overall transformation objectives.\n\nDesign a high-level target infrastructure and cloud platform architecture that accommodates your security and risk requirements.\n\nAssess your existing workloads and predict future cloud consumption to estimate your costs.\n\nExplore your detailed deployment strategy and migration tools for all applications and future recommendations.\n\nOptimising Your AWS Cloud Migration: 4 Paths for a Successful Move to the Cloud →\n\nWe’ll help you find the right cloud for each application, then migrate it for you.\n\nParticipate in our cloud migration workshops, where our consultants work with you to identify which applications should be migrated to the cloud, determine your migration method (lift and shift, cloud native refactoring, etc.) and develop a high-level plan to get it there.\n\nBuild confidence in a manageable and cost-effective cloud migration by starting with a single, meaningful workload. Our experts will handle your application migration and remediation.\n\nWe’ll work with you to validate your applications, data and network accessibility, and perform cut-over and go-live procedures.\n\nSimplify your cloud migration with SDDC Flex→\n\nRethinking support models for a cloud native world\n\nSee how Rackspace Elastic Engineering breaks down the traditional build and operate barriers and opens up new possibilities to accelerate innovation.\n\nDiscover a partnership that can help you achieve more – for your people, your business and your customers – today and into the future.\n\nConsulting and Advisory Services\n\nWe’re on your side, doing what it takes to get the job done right — from the first consultation to your daily operations. Contact us for a free quote.\n\nExplore our expert credentials and industry recognition.\n\nProviding innovation and leadership in the technology services industry for 20+ years.\n\nA leader in the 2020 Gartner Magic Quadrant for Public Cloud Infrastructure Professional and Managed Service Providers, Worldwide\n\nBest Consultancy or System Integrator 2020, The Cloud Awards\n\nOne of the leading AWS consulting partners with 14 competencies\n\nGoogle Cloud First Premier Managed Services Partner\n\nGoogle Cloud Partner of the Year\n\n2018 Google Migration Partner of the Year\n\nMicrosoft Five-time Hosting Partner of the Year\n\nAzure Expert MSP designation for 2021\n\nDell Technologies Titanium Partner - 4x Dell Global Alliances Partner of the Year\n\nDiscover related technology platforms and solutions to help you achieve smarter business outcomes.\n\nExperience how AWS’s leading-edge cloud capabilities can help you work smarter, lower costs and innovate with agility.\n\nAccelerate your business with Rackspace Services and tailored solutions on Google Cloud's innovative technology.\n\nSolve cloud challenges with a managed Microsoft Azure solution that helps you build new revenue streams, increase efficiency and deliver incredible experiences.\n\nAs a VMware Cloud Service Provider Pinnacle partner, Rackspace Technology delivers fully managed VMware Cloud Foundation™ solutions to help optimize performance, lower costs and ensure compliance.\n\nEnable multicloud and hybrid cloud to improve performance and optimize costs, so you can put your core business first.\n\nAchieve optimized performance, improved agility and cost savings — along with the strong security, compliance and control capabilities of private cloud.\n\nAccess expert cloud services to design, build, migrate, manage and optimize your public cloud for continual IT innovation.\n\nStop Overlooking The Cloud’s Biggest Benefit\n\nStop Overlooking The Cloud’s Biggest Benefit\n\nBeginners Guide to Cloud Migration\n\nE-Book: Charting Your Cloud Migration for Financial Services\n\nReady to start the conversation?\n\nReady to start the conversation?\n\nFill out the form to be connected to one of our experts.\n\nFill out the form to be connected to one of our experts.\n\nYou may withdraw your consent to receive additional information from Rackspace Technology at any time. Information collected in this form is subject to theRackspace Technology Privacy Notice.\n\nTo create a ticket or chat with a specialist regarding your account, log into your account.\n\nLegacy Datapipe One (Service Now)\n\nRackspace Sovereign Services UK\n\nRackspace Technology accelerates the value of the cloud during every phase of a customer’s digital transformation. Join us on our mission.",
+    "word_count": 802,
+    "crawled_at": "2025-11-25 09:07:21"
+  },
+  {
+    "url": "https://www.rackspace.com/cloud/aws",
+    "title": "AWS for your Cloud, Apps, Data and Security | Rackspace Cloud",
+    "content": "Discover how we’re rewriting the rules of enterprise modernization\n\nIn this video, you'll see how we transformed a full-stack Python application in under 10 minutes — a process that usually takes months and costs hundreds of thousands of dollars. Learn how our advanced automation and tools like Kiro deliver hyperspeed modernization, zero downtime and maximum security, all backed by the deep cloud expertise of Rackspace Technology. If you're ready to see what true transformation looks like, this is a must-watch.\n\nAccess continued support along your cloud journey.\n\nDemystify your AWS spend and maximize your ROI.\n\nAdopt cloud native technologies where it makes sense for your business.\n\nMigrate legacy media archives to AWS using AI to digitize, ingest, process, tag, store and leverage digital media content via a digital supply chain management system.\n\nExplore Rackspace Professional Services for AWS→\n\nBring your software into the future with improved scalability, reliability and performance while adding new capabilities.\n\nModernize your applications with a cloud native approach to development, data, teams and processes.\n\nEnhance customer experiences and improve operational efficiencies with intelligent applications powered byIoTcapabilities. Watch our webinar “Industrial IoT and Smart Manufacturing”.\n\nMigrate to AWS data and analytics services for improved efficiency.\n\nBuild a modern data platform tailored to your business needs that delivers business intelligence when and where you need it.\n\nEmpower your data to make automated recommendations, take preemptive action, and streamline decision-making with AI and machine learning.\n\nMaintain peak performance with access to a dedicated team of multi-disciplinary data experts for ongoing architecture, enablement and engineering services.​\n\nAlleviate the complexity of security and compliance in your AWS environment with consultative services to help share the responsibility of defining security requirements for new AWS deployments, as well as migrations from existing vendors.\n\nModernize your approach to security with expert deployment and management of the right security technologies for your AWS environment – including AWS security tools like such as AWS Security Hub, AWS IAM Access Analyzer, Amazon GuardDuty, AWS Shield, AWS WAF, and AWS Firewall Manager.\n\nDesign and build cloud security controls to address compliance mandates, such as PCI-DSS, HIPAA, and more.\n\nImprove your cloud security posture by understanding cloud threats and vulnerabilities, with expert support to remediate settings that don’t align to industry benchmarks and best practices.\n\nReduce risk in your AWS environment with access to certified AWS security experts, including those who have been trained and are directly supported by the AWS Shield Response Team (ASRT).\n\nRackspace Government Cloud (RGC) by Rackspace Government Solutions is a NIST-based offering purpose-built with inheritable security controls for the independent software vendor and systems integrator with federal and state compliance needs.\n\nRackspace Government Solutions provides deep expertise dedicated to a FedRAMP AWS Platform-as-a-Service and a “born-in-the-cloud” mindset to help you modernize in a “Cloud Smart” public sector domain.\n\nAs an AWS Premier Consulting Partner with 15 consulting competencies, Rackspace Technology expedites your FedRAMP compliance journey through our JAB P-ATO Platform as a Service.\n\nRGC is purpose-built to help organizations achieve Assessment & Authorization faster and with cost savings of up to 70%. Whether you are a government agency, systems integrator, or independent software vendor, RGC is the foundation you need to rapidly deliver mission value via the cloud.\n\nExpertise across many AWS competencies including: data analytics, DevOps, higher education, financial services, healthcare, industrial software, IoT, machine learning and migration.\n\nExplore Rackspace FedRAMP Compliance→\n\nTake advantage of a Infrastructure Modernization solution across 11 services aimed at creating a secure, resilient and enterprise-grade cloud environment. Our certified experts work closely with you to align cloud architecture to meet your specific requirements and goals, empower your teams and drive rapid innovation on AWS.\n\nRackspace has an extensive standardized and purpose-built library of Reference Architectures for AWS that speeds up delivery, fully embraces cloud-native, maximizes AWS funding and reduces your costs.\n\nReduced complexity:We’ll break down gargantuan tasks into achievable milestones.\n\nMinimized risk:Weekly sprints during engagement and stakeholder alignments are key components to our delivery methodology to reduce risk.\n\nFaster time-to-value:Through our expertise, proven delivery methodology, and reference architectures (IP), we accelerate time-to-value and business outcomes.\n\nCloud Migration Services:Elevate workloads in the cloud\n\nApplications:Complete build, release and go-live support\n\nInfrastructure build-out services:Get infrastructure-as-code templates\n\nSecurity:Guidance and architecture based on platform best practices and industry standards\n\nDevOps services:CI/CD pipelines and automated deployments\n\nBackup and disaster recovery (DR) planning:Expert DR environment implementation and testing\n\nPerformance management for load testing and optimization.\n\nCost optimization:Tagging, billing review, usage and RIs.\n\nExploreRackspace Elastic Engineering→\n\nAlways-on managed support:Allows you to focus internal resources on core business activities and accelerate your journey through the cloud with the peace of mind that your environment is fully managed.​\n\nOn-demand cloud expertise:Gain the benefits of public cloud without having to incur the challenge and expense of self-managing it.​\n\nAccess to expertise:Immediate access to technical expertise and capacity to manage cloud infrastructure, tools and applications.​\n\nCloud resiliency:Leverage cloud native and Rackspace Technology proprietary tooling to remove manual intervention and increase resiliency.​\n\nInnovate with cloud services:Take advantage of the latest cloud features and capabilities to solve challenging business problems.\n\nExplore Rackspace Modern Operations→\n\nRethinking support models for a cloud native world\n\nSee how Rackspace Elastic Engineering breaks down the traditional build and operate barriers and opens up new possibilities to accelerate innovation.\n\nWe’re experts on your side, doing what it takes to get the job done right — from the first consultation to your daily operations.\n\nDiscover a partnership that can help you achieve more – for your people, your business and your customers – today and into the future.\n\nConsulting and Advisory Services\n\nExplore our expert credentials and industry recognition.\n\nProviding innovation and leadership in the technology services industry for 20+ years.\n\nMicrosoft Workloads Consulting Competency\n\nSmall and Medium Business (SMB) Competency\n\nTravel & Hospitality Competency\n\nMarketplace Skilled Consulting Partner\n\nAWS Public Sector Solution Provider\n\nDiscover related technology platforms and solutions to help you achieve smarter business outcomes.\n\nMaximize the value of your data and the power of AWS cloud with the experience and expertise you need from Rackspace Technology.\n\nLearn about AWS Marketplace offerings from Rackspace Technology.\n\nGet expert guidance that helps you realize the benefits of modern applications and improve your return on investment.\n\nAccelerate results with AI-driven innovation\n\nRackspace Technology helps organizations turn data into impact with production-ready AI solutions built on private, public and hybrid cloud platforms. Our expertise in generative and agentic AI empowers you to deliver secure, scalable and responsible outcomes across your enterprise.\n\nAdopt clouds and ease migration to accelerate innovation and optimize performance.\n\nTap into the full benefits of the cloud by building applications with cloud native technologies, modern architectures and automated development workflows.\n\nGain cloud transparency, reduce waste and drive savings with FinOps.\n\nMake predictive decisions that accelerate innovation and increase ROI with integrated data architectures and AI.\n\nLeverage our IoT and Edge experience to increase efficiencies and reduce time to market for your IoT adoption projects\n\nInfrastructure Modernization: Professional Services\n\nE-Book: Charting Your Cloud Migration for Financial Services\n\nFrom AI to IoT: How the Power of AWS Cloud Propels Innovation\n\nFill out the form to be connected to one of our experts.\n\nFill out the form to be connected to one of our experts.\n\nYou may withdraw your consent to receive additional information from Rackspace Technology at any time. Information collected in this form is subject to theRackspace Technology Privacy Notice.\n\nTo create a ticket or chat with a specialist regarding your account, log into your account.\n\nLegacy Datapipe One (Service Now)\n\nRackspace Sovereign Services UK\n\nRackspace Technology accelerates the value of the cloud during every phase of a customer’s digital transformation. Join us on our mission.",
+    "word_count": 1267,
+    "crawled_at": "2025-11-25 09:07:24"
+  },
+  {
+    "url": "https://www.rackspace.com/cloud/azure",
+    "title": "Microsoft Azure Cloud Managed Services | Rackspace Technology",
+    "content": "Whether you’re looking to spur innovation and agility withAzure cloud, lower costs or build operational efficiencies, Rackspace Technology™ can help.\n\nOurMicrosoft® Azure® certified cloud experts put cutting-edge capabilities to work for your business. We apply deep expertise in cloud strategy, cloud-native development, containers, application modernization, AI/ML Ops, IoT and workload management to help you accelerate innovation withMicrosoft Azure.\n\nWherever you are in your cloud journey, whatever business outcomes you would like to solve, whichever workloads you would like to migrate, we’ll meet you there and simplify and manage your path forward with our end-to-end cloud services.\n\nWorking alongside your team, we’ll help you understand your options, identify, develop and deploy solutions that help you achieve smarter business outcomes, then migrate and manage your Azure cloud solutions so that you can focus on innovation.\n\nOur Modern Analytics MVP engagement liberates you from the challenges of your legacy systems and jumpstarts your modernization journey on your Microsoft Azure platform, putting you on the path to enable secure and intelligent decision making.\n\nGet inspired for your journey by attending our Hands on Analytics In a Day Workshops, checking out our eBook or scheduling your strategy session.\n\nArtificial Intelligence and Machine Learning\n\nWith the help of Artificial Intelligence (AI), Machine Learning (ML) can use complex algorithms to simplify tasks and parse large amounts of data. This provides major value to businesses seeking to optimize for trends and patterns within your Azure cloud instance. Fast track using your data to improve your business, make smarter decisions and transform customer experiences with our Ideation Workshop engagement.\n\nAlleviate the complexity of security and compliance in your Azure environment with consultative services to help share the responsibility of defining security requirements for new deployments, as well as migrations from existing vendors.\n\nModernize your approach to security with expert deployment and management of the right security technologies for your Azure environment – including but not limited to Azure Security Center and other Azure security offerings.\n\nDesign and build cloud security controls to address compliance mandates, such as PCI-DSS, HIPAA, and more.\n\nImprove your cloud security posture by understanding cloud threats and vulnerabilities, with expert support to remediate settings that don’t align to industry benchmarks and best practices.\n\nGet Offer:Hybrid Cloud Security Workshop: Get a customized threat & vulnerability analysis of your hybrid and multi-cloud environment and learn how to build and operate a more robust cloud security system.\n\nCloud Migration Services:Elevate workloads in the cloud\n\nApplications:Complete build, release and go-live support\n\nInfrastructure build-out services:Get infrastructure-as-code templates\n\nSecurity:Guidance and architecture based on platform best practices and industry standards\n\nDevOps services:CI/CD pipelines and automated deployments\n\nBackup and disaster recovery (DR) planning:Expert DR environment implementation and testing\n\nPerformance management for load testing and optimization.\n\nCost optimization:Tagging, billing review, usage and RIs.\n\nExploreRackspace Elastic Engineering→\n\nAlways-on managed support:Allows you to focus internal resources on core business activities and accelerate your journey through the cloud with the peace of mind that your environment is fully managed.​\n\nOn-demand cloud expertise:Gain the benefits of public cloud without having to incur the challenge and expense of self-managing it.​\n\nAccess to expertise:Immediate access to technical expertise and capacity to manage cloud infrastructure, tools and applications.​\n\nCloud resiliency:Leverage cloud native and Rackspace Technology proprietary tooling to remove manual intervention and increase resiliency.​\n\nInnovate with cloud services:Take advantage of the latest cloud features and capabilities to solve challenging business problems.\n\nWe’re experts on your side, doing what it takes to get the job done right — from the first consultation to your daily operations.\n\nDiscover a partnership that can help you achieve more – for your people, your business and your customers – today and into the future.\n\nConsulting and Advisory Services\n\nExplore our expert credentials and industry recognition.\n\nFor over 25 years, Rackspace and Microsoft have cultivated a global relationship focused on helping businesses make the most of Microsoft technologies. Through innovative product delivery and unmatched service and support, we work together to create solutions across the Microsoft portfolio.\n\nYou can trust Rackspace to provide the expertise you need for the Microsoft technologies your business relies on.\n\nSolution Designations & Specializations\n\n- Infrastructure: Infra and DB migration to Microsoft Azure\n\n- Modern Work – Copilot Jumpstart ‘Ready-Tier’\n\n- Data & AI – Analytics on Microsoft Azure\n\n- Data & AI – AI and Machine Learning\n\n- Digital & App Innovation – Build and Modernize AI Apps\n\n- Security – Identity & Access Management\n\n- Azure Well Architected Review\n\n- Copilot for M365 Pre-Flight Checks\n\n- Secure Power Platform Framework\n\n- Secure Multicloud Environments Workshop\n\n- Managed XDR powered by Sentinel\n\nIntellectual Property & Artifacts\n\n- Foundry for A.I. by Rackspace – ICE\n\n- Foundry for A.I. by Rackspace – RITA\n\n- Foundry for A.I. by Rackspace – FAIR A.I. Landing Zone\n\n- Foundry for A.I. by Rackspace – Copilot for M365 Pre-Flight Checks\n\nDiscover related technology platforms and solutions to help you achieve smarter business outcomes.\n\nMake the most of Microsoft Azure for innovation, agility, cost savings and operational efficiency.\n\nUnlock the power of intelligent CRM and ERP business applications in the cloud through connected platforms across Office 365 productivity applications and modern features that accelerate results.\n\nFind the right Microsoft 365 solutions for your specific business needs.\n\nAccelerate SAP adoption and optimization by engaging a team of certified experts and managed services across multicloud solutions that integrate across your environment.\n\nEnable multicloud and hybrid cloud to improve performance and optimize costs, so you can put your core business first.\n\nAdopt clouds and ease migration to accelerate innovation and optimize performance.\n\nGain cloud transparency, reduce waste and drive savings with FinOps.\n\nMove your cloud projects forward with expert cloud native security services\n\nMigrating Enterprise Applications to Microsoft Azure\n\nRackspace Technology is the Azure Solutions Expert\n\nThree Cost Management Stats IT Leaders Can’t Afford to Ignore\n\nThree Cost Management Stats IT Leaders Can’t Afford to Ignore\n\nFill out the form to be connected to one of our experts.\n\nFill out the form to be connected to one of our experts.\n\nYou may withdraw your consent to receive additional information from Rackspace Technology at any time. Information collected in this form is subject to theRackspace Technology Privacy Notice.\n\nTo create a ticket or chat with a specialist regarding your account, log into your account.\n\nLegacy Datapipe One (Service Now)\n\nRackspace Sovereign Services UK\n\nRackspace Technology accelerates the value of the cloud during every phase of a customer’s digital transformation. Join us on our mission.",
+    "word_count": 1073,
+    "crawled_at": "2025-11-25 09:07:26"
+  },
+  {
+    "url": "https://www.rackspace.com/cloud/google-cloud",
+    "title": "Google Cloud Solutions | Private & Public Google Cloud",
+    "content": "As Google Cloud's first managed services partner (MSP), Rackspace Technology helps organizations of all sizes get the most out of their investment in Google Cloud. We have over 25 years of managed services experience and a track record of receiving recognition from Google Cloud. Our dedicated sales and delivery teams tackle cloud complexities so our customers can focus on pushing the boundaries of what's possible for their business.\n\nWe help you get the most out of your investment in Google Cloud by:\n\nPlanning, architecting and operating projects at scale\n\nLeveraging our 500+ Google Cloud technical certifications\n\nDelivering high-quality cloud computing expertise and end-to-end support 24x7x365\n\nProviding unparalleled Google Cloud operational support while deploying Rackspace Elastic Engineering to cost-effectively modernize your cloud environment\n\nFostering application modernization, new product innovation and advanced technology adoption\n\nDiscover the limitless possibilities of your Google Cloud data by partnering with FAIR.\n\nGoogle Cloud Migration Services\n\nExecute a fit-for-purpose migration of application workloads by lifting, shifting and optimizing VM-based workloads to Google Cloud.\n\nAccess continued support along your cloud journey.\n\nLanding Zone: Deliver a fully functional, secure and optimized foundation for your first workload in Google Cloud.\n\nDiscover: Automated application discovery utilizing Stratozone.\n\nLift and shift VMs and applications utilizing Migration Center\n\nPipeline-driven Migrations utilizing Cloud Build to add modern automation to your application deployments.\n\nExplore Rackspace Professional Services→\n\nGoogle Cloud Infrastructure Services\n\nSecure your business with Google Cloud's enterprise-grade environment. Our experts craft your cloud journey, empower teams, and ignite innovation with pre-built solutions, minimizing complexity, risk, and time to results.\n\nArchitecture Design: gain access to a team of experts to help you discover a solution design for your cloud computing needs\n\nInfrastructure Landing Zone build-outInfrastructure-as-code to automate building landing zones.\n\nInfrastructure-as-code to automate building landing zones.\n\nNetwork Setup & Configuration: Get expert help building secure access controls and firewalls for your systems.\n\nCloud ProvisioningUtilizing CI/CD and Infrastructure-as-code to automate building out Compute Engine Servers and Kubernetes\n\nUtilizing CI/CD and Infrastructure-as-code to automate building out Compute Engine Servers and Kubernetes\n\nSecurity Design and ImplementationSecurity Design and implantation based on platform and industry standards utilizing items such as IAM, Organization Policies, Cloud KMS, Monitoring.\n\nSecurity Design and implantation based on platform and industry standards utilizing items such as IAM, Organization Policies, Cloud KMS, Monitoring.\n\nIdentity & Access Management configuration\n\nBackup and Disaster Recovery (DR)\n\nGoogle Cloud Application Development & Solutions\n\nRun applications across any IT infrastructure with cloud-native modernization for superior scalability, performance and reliability.\n\nCloud Application Discovery & Requirements:Our team of business analysts and architects work to understand your business goals and visions and translate those into actionable requirements and user stories.\n\nUI/UX:Our experienced UI/UX team will translate requirements into an immersive, intuitive and modern user interface.\n\nCloud Application Architecture & Software Development:With user stories and user interface designs as their guide, our solutions architects and software engineers will work to iteratively design and build your applications.\n\nCloud Application Automation & Deployment:Our cloud engineers automate managing infrastructure and deploying applications, turning software updates from major events to daily occurrences.\n\nRead more on application development in this customer success story. Clickhere.\n\nAlways-on managed support:Allows you to focus internal resources on core business activities and accelerate your journey through the cloud with the peace of mind that your environment is fully managed.​\n\nOn-demand cloud expertise:Gain the benefits of public cloud without having to incur the challenge and expense of self-managing it.​\n\nAccess to expertise:Immediate access to technical expertise and capacity to manage cloud infrastructure, tools and applications.​\n\nCloud resiliency:Leverage cloud native and Rackspace Technology proprietary tooling to remove manual intervention and increase resiliency.​\n\nInnovate with cloud services:Take advantage of the latest cloud features and capabilities to solve challenging business problems.\n\nCloud Migration Services:Elevate workloads in the cloud\n\nApplications:Complete build, release and go-live support\n\nInfrastructure build-out services:Get infrastructure-as-code templates\n\nSecurity:Guidance and architecture based on platform best practices and industry standards\n\nDevOps services:CI/CD pipelines and automated deployments\n\nBackup and disaster recovery (DR) planning:Expert DR environment implementation and testing\n\nPerformance management for load testing and optimization.\n\nCost optimization:Tagging, billing review, usage and RIs.\n\nExploreRackspace Elastic Engineering→\n\nFAIR for Google Cloud is a global practice dedicated to accelerating the responsible adoption of Artificial Intelligence (AI) solutions across industries, leveraging the cutting-edge technology of Google Cloud.\n\nOur team of certified Google Cloud experts will work closely with you to design, migrate, fortify, operate and optimize your Google Cloud data environment so you can leverage the power of modern solutions like generative AI. Realize the value of data-driven insights and decision-making — and its potential to help you innovate and drive your business into your desired vision of the future.\n\nDiscover the limitless possibilities of your Google Cloud data by partnering with FAIR.\n\nAccelerated Migration to Google Cloud — Powered by Rackspace Technology\n\nGet the best of both worlds: Google Cloud’s performance capabilities with the migration expertise of Rackspace Technology.\n\nWe’re experts on your side, doing what it takes to get the job done right — from the first consultation to your daily operations.\n\nDiscover a partnership that can help you achieve more – for your people, your business and your customers – today and into the future.\n\nConsulting and Advisory Services\n\nExplore our expert credentials and industry recognition.\n\nWe established our partnership with Google Cloud in 2017, making us one of the first Managed Service Providers for Google Cloud.\n\nArtificial Intelligence - Vertex AI\n\nSmart Analytics - Data Warehouse Modernization\n\nSmart Analytics - Asset tracking\n\nData Management - Enterprise Databases Migration\n\nData Management - MySQL/postgre SQL migration\n\nSecurity - Identity & device management\n\nIndustrial Goods & Manufacturing\n\nApp Modernization - Custom-built app migration\n\nApp Modernization - Modernize Legacy Applications\n\nApp Modernization - Cloud Native Application Development\n\nInfrastructure Modernization - VM Migration\n\nInfrastructure Modernization - SAP on Google Cloud\n\nDiscover related technology platforms and solutions to help you achieve smarter business outcomes.\n\nMobilize the power of Google Cloud data, backed by deep experience and expertise that can help you maximize its value.\n\nEssential tools and capabilities across a global platform, backed by Rackspace Application Services.\n\nAdopt clouds and ease migration to accelerate innovation and optimize performance.\n\nGain cloud transparency, reduce waste and drive savings with FinOps.\n\nAccess expert cloud services to design, build, migrate, manage and optimize your public cloud for continual IT innovation.\n\nFill out the form to be connected to one of our experts.\n\nFill out the form to be connected to one of our experts.\n\nYou may withdraw your consent to receive additional information from Rackspace Technology at any time. Information collected in this form is subject to theRackspace Technology Privacy Notice.\n\nTo create a ticket or chat with a specialist regarding your account, log into your account.\n\nLegacy Datapipe One (Service Now)\n\nRackspace Sovereign Services UK\n\nRackspace Technology accelerates the value of the cloud during every phase of a customer’s digital transformation. Join us on our mission.",
+    "word_count": 1137,
+    "crawled_at": "2025-11-25 09:07:29"
+  },
+  {
+    "url": "https://www.rackspace.com/cloud/multi-cloud",
+    "title": "Rackspace Multicloud Solutions | Optimize & Secure",
+    "content": "Multicloud embodies a variety of cloud types (public, private and on-premises) from a variety of cloud providers (e.g., Amazon Web Services, Google Cloud Platform and Microsoft® Azure®) and/or SaaS providers (e.g., Salesforce, SAP, Oracle) in the same environment. While most companies would agree that a multicloud approach is the future, not many realize that multicloud is already their present.\n\nWhile multicloud is on the rise, data centers are increasingly falling out of favor. According to theMulticloud Annual Research Report 2022 by Rackspace Technology, 56% of technology decision makers surveyed no longer envision plans of owning a data center in five years. The cloud is well established, and companies are investing in public or private cloud containers, serverless and edge computing technologies.\n\nRackspace Technology optimizes your multicloud environment, so you can realize its full benefits faster:\n\nTake advantage of public cloud scalability for applications with heavy or unpredictable traffic\n\nUse edge computing technologies for applications requiring low latency\n\nDeploy business-critical applications on your private cloud to ensure security and control — all within your connected, multicloud environment\n\nEstablish multicloud security for your data and applications\n\nProfessional and Managed Services\n\nDefining your seamless multicloud\n\nOur multicloud specialists evaluate your current state of application and data integration across the entire organization, including hybrid IT deployments.\n\nWe’ll deliver integration recommendations that accelerate your business goals and strategies.\n\nRackspace Technology provides professional and managed services that deliver successful hybrid multicloud environments.\n\nExplore Rackspace Technology Professional Services→\n\nRackConnect® Globalprovides multicloud connectivity to unify your entire cloud deployment.\n\nSecurely connect your Rackspace Technology dedicated hosting environment to other data center locations and the private and public clouds of your choice, including AWS, Microsoft Azure, OpenStack®, VMware® and Google Cloud Platform.\n\nRackConnect Global includes our 24x7x365 support and a 99.95% connectivity uptime guarantee.\n\nUse VMware HCX, Managed Guest OS Services and Managed External Storage for your VMware Cloud™ on AWS workloads.\n\nGet a multicloud interconnect that enables fast, simple and secure application migration and mobility between VMware-based private clouds and VMware Cloud on AWS.\n\nIncrease storage scalability without the need to purchase additional hosts.\n\nAccess 24x7x365 OS support for your VMs.\n\nAnthos gives you a consistent platform for all your application-oriented cloud deployments, from legacy, on-premises applications to cloud native, while offering a service-centric view of all your environments.\n\nRackspace Technology managed and professional services help you architect, deploy, configure and manage workloads.\n\nAWS Outposts Managed by Rackspace\n\nTake advantage of our extensive global data center footprint to place your AWS Outposts close to your workloads, while Rackspace Technology addresses your migration and facilitates cloud native application modernization.\n\nDeploy AWS Outposts on-premises, giving you the specialized, comprehensive capabilities you need to address your toughest challenges while recouping value from your data center investment.\n\nAccess our global footprint of colocation data centers to help bring your workloads as close to your data as possible.\n\nMicrosoft Azure Stack delivers agility, scalability, security and control in your own private Azure cloud.\n\nAzure Stack is as complex as it is powerful and can be challenging for organizations to deploy and run without supplementary expertise. With years of Azure experience, deep expertise and unmatched support, we’ll deploy and manage your Azure Stack environment.\n\nDell Technologies Cloud Platform\n\nFuture-proof your VMware SDDC with automated lifecycle management\n\nEstablish a frictionless path to public cloud\n\nA single hybrid cloud platform for modern and traditional applications\n\nConsistent operations from private cloud to public cloud and multicloud environments\n\nStore your data adjacent to the cloud — not in it. Cost-effectively make your data available to whichever cloud services you need. Eliminate public cloud egress fees and avoid cloud lock-in.\n\nRackspace Data Freedom is available globally in all Rackspace Technology data centers and colocation facilities and connects to most cloud environments, including all VMware Cloud environments, AWS, Microsoft® Azure® and Google Cloud Platform™.\n\nRethinking support models for a cloud native world\n\nSee how Rackspace Elastic Engineering breaks down the traditional build and operate barriers and opens up new possibilities to accelerate innovation.\n\nDiscover a partnership that can help you achieve more – for your people, your business and your customers – today and into the future.\n\nConsulting and Advisory Services\n\nWe’re on your side, doing what it takes to get the job done right — from the first consultation to your daily operations. Contact us for a free quote.\n\nExplore our expert credentials and industry recognition.\n\nProviding innovation and leadership in the technology services industry for 25+ years.\n\nMajor Player in IDC MarketScape: Worldwide Cloud Professional Services 2024 Vendor Assessment\n\nMajor Player in IDC MarketScape: Worldwide Managed Public Cloud Services 2023 Vendor Assessment\n\nLeader in ISG Provider Lens: Private/Hybrid Cloud – Data Center Services & Solutions, 2024\n\nLeader in ISG Provider Lens: AWS Partners Ecosystem, 2024\n\nLeader in ISG Provider Lens: Microsoft Partner Ecosystem, 2024\n\nLeader in ISG Provider Lens: Google Cloud Partner Ecosystem, 2024\n\nLeader in ISG Provider Lens: Multi Public Cloud Solutions & Services, 2023\n\nNiche Player in Gartner Magic Quadrant and Critical Capabilities for Public Cloud IT Transformation Services, 2023\n\nGold Microsoft Partner Azure Expert MSP\n\nDell Technologies Global Titanium Partner\n\nBroadcom Pinnacle Partner VMware Cloud Service Provider\n\nDiscover related technology platforms and solutions to help you achieve smarter business outcomes.\n\nExperience how AWS’s leading-edge cloud capabilities can help you work smarter, lower costs and innovate with agility.\n\nManaged Hosting on bare metal delivers maximum uptime, visibility, security and control for your custom dedicated needs.\n\nMaintain ownership, choice and hands-on access to your compute and storage, without the costs of HVAC and building management.\n\nAccelerate your business with Rackspace Services and tailored solutions on Google Cloud's innovative technology.\n\nSolve cloud challenges with a managed Microsoft Azure solution that helps you build new revenue streams, increase efficiency and deliver incredible experiences.\n\nHarness the power of a fully customized private cloud with enterprise-grade security, compliance and expert management. Tailored for mission-critical workloads, this solution offers unrivaled flexibility and control, giving your enterprise a secure, scalable foundation to innovate and grow.\n\nAs a VMware Cloud Service Provider Pinnacle partner, Rackspace Technology delivers fully managed VMware Cloud Foundation™ solutions to help optimize performance, lower costs and ensure compliance.\n\nAccelerate results with AI-driven innovation\n\nRackspace Technology helps organizations turn data into impact with production-ready AI solutions built on private, public and hybrid cloud platforms. Our expertise in generative and agentic AI empowers you to deliver secure, scalable and responsible outcomes across your enterprise.\n\nLeverage our IoT and Edge experience to increase efficiencies and reduce time to market for your IoT adoption projects\n\nRide Rackspace’s private network to lower your connectivity costs, improve resilience and improve data privacy.\n\nSimplifying Multicloud Security in a Cloud Native World\n\nSimplifying Multicloud Security in a Cloud Native World\n\nDigging Into the Data: What’s the Future of Multicloud?\n\nHow businesses can combat complexities to become multicloud masters\n\nReady to start the conversation?\n\nReady to start the conversation?\n\nFill out the form to be connected to one of our experts.\n\nFill out the form to be connected to one of our experts.\n\nYou may withdraw your consent to receive additional information from Rackspace Technology at any time. Information collected in this form is subject to theRackspace Technology Privacy Notice.\n\nTo create a ticket or chat with a specialist regarding your account, log into your account.\n\nLegacy Datapipe One (Service Now)\n\nRackspace Sovereign Services UK\n\nRackspace Technology accelerates the value of the cloud during every phase of a customer’s digital transformation. Join us on our mission.",
+    "word_count": 1237,
+    "crawled_at": "2025-11-25 09:07:32"
+  },
+  {
+    "url": "https://www.rackspace.com/security",
+    "title": "Cloud Security & Cybersecurity Solution | Rackspace Technology",
+    "content": "Explore Cloud Security Solutions\n\nThe constant evolution of threats and the race for more sophisticated tools to combat them means the security landscape changes quickly. The goal is continuous improvement, but these factors make it challenging to maintain a cutting-edge security posture as well as deep expertise. Many IT teams struggle being caught in an ongoing cycle of “reactive mode” which limits the team’s ability to look ahead in a proactive manner.\n\nNow more than ever, it is critical to understand your vulnerabilities and assemble the right solutions to strengthen and secure your environments. The security experts at Rackspace Technology™ can help you detect and proactively respond to threats, address your compliance requirements, and help minimize damage and downtime from breaches. We can augment your team to provide specialized, around-the-clock support for your security needs, so you can keep your business moving forward with confidence.\n\nProtect web applications against data breaches and security threats, bolster security and performance, and build better experiences for your end users.\n\nWe’ll ensure your data security while helping you address compliance and regulatory storage requirements.\n\nSecure your infrastructure stack from malicious intrusion and unauthorized system access.\n\nGain 24x7x365 expert SOC and endpoint security services to detect and respond to vulnerabilities and emerging threats in your multicloud environments.\n\nKeep your cloud environments in compliance and your architecture secure, giving you the confidence and peace of mind to accelerate your business.\n\nYour Elastic Engineering for Security pod works as an extension of your team helping you meet cloud security and compliance goals.\n\nProvide secure access, anywhere, on any device\n\nRestore critical business operations faster and more securely in the event of a cyber attack.\n\nDiscover related technology platforms and solutions to help you achieve smarter business outcomes.\n\nMove your cloud projects forward with expert cloud native security services\n\nOn-Premises Security and Compliance Services\n\nExpert SOC services to protect your applications and data across all of your multicloud environments, data centers and branch locations.\n\nDo You Know Your Cybersecurity Risk Score?\n\nCybersecurity Risk Self-Assessment\n\nAs your business becomes more digital, your cybersecurity must keep pace. In a free 30-minute assessment, you’ll speak directly with our team to receive a personalized risk score, best-practice guidance, and tailored recommendations to strengthen your defenses and stay ahead of threats.\n\nDiscover a partnership that can help you achieve more – for your people, your business and your customers – today and into the future.\n\nConsulting and Advisory Services\n\nElastic Engineering for Security\n\nSix security challenges — and how to overcome them\n\nReady to start the conversation?\n\nReady to start the conversation?\n\nFill out the form to be connected to one of our experts.\n\nFill out the form to be connected to one of our experts.\n\nYou may withdraw your consent to receive additional information from Rackspace Technology at any time. Information collected in this form is subject to theRackspace Technology Privacy Notice.\n\nTo create a ticket or chat with a specialist regarding your account, log into your account.\n\nLegacy Datapipe One (Service Now)\n\nRackspace Sovereign Services UK\n\nRackspace Technology accelerates the value of the cloud during every phase of a customer’s digital transformation. Join us on our mission.",
+    "word_count": 526,
+    "crawled_at": "2025-11-25 09:07:35"
+  },
+  {
+    "url": "https://www.rackspace.com/security/compliance",
+    "title": "Cloud Security & Cybersecurity Solution | Rackspace Technology",
+    "content": "Explore Cloud Security Solutions\n\nThe constant evolution of threats and the race for more sophisticated tools to combat them means the security landscape changes quickly. The goal is continuous improvement, but these factors make it challenging to maintain a cutting-edge security posture as well as deep expertise. Many IT teams struggle being caught in an ongoing cycle of “reactive mode” which limits the team’s ability to look ahead in a proactive manner.\n\nNow more than ever, it is critical to understand your vulnerabilities and assemble the right solutions to strengthen and secure your environments. The security experts at Rackspace Technology™ can help you detect and proactively respond to threats, address your compliance requirements, and help minimize damage and downtime from breaches. We can augment your team to provide specialized, around-the-clock support for your security needs, so you can keep your business moving forward with confidence.\n\nProtect web applications against data breaches and security threats, bolster security and performance, and build better experiences for your end users.\n\nWe’ll ensure your data security while helping you address compliance and regulatory storage requirements.\n\nSecure your infrastructure stack from malicious intrusion and unauthorized system access.\n\nGain 24x7x365 expert SOC and endpoint security services to detect and respond to vulnerabilities and emerging threats in your multicloud environments.\n\nKeep your cloud environments in compliance and your architecture secure, giving you the confidence and peace of mind to accelerate your business.\n\nYour Elastic Engineering for Security pod works as an extension of your team helping you meet cloud security and compliance goals.\n\nProvide secure access, anywhere, on any device\n\nRestore critical business operations faster and more securely in the event of a cyber attack.\n\nDiscover related technology platforms and solutions to help you achieve smarter business outcomes.\n\nMove your cloud projects forward with expert cloud native security services\n\nOn-Premises Security and Compliance Services\n\nExpert SOC services to protect your applications and data across all of your multicloud environments, data centers and branch locations.\n\nDo You Know Your Cybersecurity Risk Score?\n\nCybersecurity Risk Self-Assessment\n\nAs your business becomes more digital, your cybersecurity must keep pace. In a free 30-minute assessment, you’ll speak directly with our team to receive a personalized risk score, best-practice guidance, and tailored recommendations to strengthen your defenses and stay ahead of threats.\n\nDiscover a partnership that can help you achieve more – for your people, your business and your customers – today and into the future.\n\nConsulting and Advisory Services\n\nElastic Engineering for Security\n\nSix security challenges — and how to overcome them\n\nReady to start the conversation?\n\nReady to start the conversation?\n\nFill out the form to be connected to one of our experts.\n\nFill out the form to be connected to one of our experts.\n\nYou may withdraw your consent to receive additional information from Rackspace Technology at any time. Information collected in this form is subject to theRackspace Technology Privacy Notice.\n\nTo create a ticket or chat with a specialist regarding your account, log into your account.\n\nLegacy Datapipe One (Service Now)\n\nRackspace Sovereign Services UK\n\nRackspace Technology accelerates the value of the cloud during every phase of a customer’s digital transformation. Join us on our mission.",
+    "word_count": 526,
+    "crawled_at": "2025-11-25 09:07:38"
+  },
+  {
+    "url": "https://www.rackspace.com/managed-kubernetes",
+    "title": "Kubernetes | Tap into a Unified Multi Cloud MPK Service",
+    "content": "Begin Your Application Modernization Journey\n\nBusinesses today are moving to containers and Kubernetes, also known as K8s, to improve delivery metrics, accelerate digital transformation and decrease time to market. But this transition to a modern application framework often leaves businesses struggling to streamline the delivery of critical applications and infrastructure while delivering meaningful results to their customers and shareholders.\n\nRackspace Managed Platform for Kubernetes (MPK), powered by Platform9’s Managed Kubernetes (PMK) solution, solves these common customer challenges by providing a:\n\nSingle pane of glass for deploying and clusters managing across private and public cloud\n\nCurated platform experience through frequently requested infrastructure services for containerized workloads and applications with a high degree of Kubernetes security\n\nSpecialized support team comprised of Certified Kubernetes Administrators versed in Kubernetes, Platform9 and multicloud\n\nDownload Kubernetes-as-a-service Data Sheet→\n\nA pod includes a small group of Certified Kubernetes Administrator (CKA)-certified engineers, a lead architect and an engagement manager who work together to:\n\nDesign your MPK and Kubernetes deployment\n\nManage operations of the entire stack using infrastructure as code​\n\nProvide monitoring, alerting and response for the cluster, cluster services and underlying infrastructure​\n\nAssist with the platform upgrade for all Infrastructure Applications​ and Kubernetes features alongside supported cluster services\n\nEnsure clusters are properly configured and conform to official Kubernetes specifications​\n\nOptimize performance by establishing and maintaining performance targets through routine audits, analysis and recommendations​\n\nManage security through timely upgrades, sound identity posture, container image scanning, runtime security and network protection​\n\nBy design, Kubernetes offers portability across clouds. Rackspace Managed Platform for Kubernetes enables the movement of your container-based applications across multiple clouds and environments for greater flexibility and accelerated time to market.\n\nThe Rackspace Managed Platform for Kubernetes includes support for Rackspace Hosted Kubernetes on Bare Metal, AWS EKS and support for Azure Kubernetes Service.\n\nThe Rackspace Kubernetes Stack provides a consistent set of technologies across all your clusters for repeatable and scalable deployments.\n\nAt the core of the stack, you’ll find the Infrastructure, Certified, and Catalog Application categories:\n\nInfrastructure Applications are fully integrated into MPK's software with one-click virtual machine deployments and managed upgrades.\n\nCertified Applications are deployable through MPK's software, but integration is more limited with lifecycle activities managed by Rackspace Technology and the customer.\n\nCatalog Applications are commonly open source and limited to community support. We deliberately defined this category because we realize that no two customers are alike, and it is critical that MPK allows for some level of customization.\n\nWe secure your technology stack from the infrastructure to the Kubernetes cluster, including the containers running inside the cluster and the additional services required to run applications. We care of it, so you don’t have to.\n\nBased on the same technology that allows Google to run billions of containers each week, Kubernetes can easily scale to meet the needs of even the fastest-growing enterprise.\n\nKubernetes Certified Service Provider\n\n500+ Kubernetes Clusters Managed\n\n50+ Certified Kubernetes Administrators (CKA)\n\nWe’re experts on your side, doing what it takes to get the job done right — from the first consultation to your daily operations.\n\nDiscover a partnership that can help you achieve more – for your people, your business and your customers – today and into the future.\n\nConsulting and Advisory Services\n\nDiscover related solutions to help you achieve smarter business outcomes.\n\nExperience how AWS’s leading-edge cloud capabilities can help you work smarter, lower costs and innovate with agility.\n\nAccelerate your business with Rackspace Services and tailored solutions on Google Cloud's innovative technology.\n\nSolve cloud challenges with a managed Microsoft Azure solution that helps you build new revenue streams, increase efficiency and deliver incredible experiences.\n\nTap into the full benefits of the cloud by building applications with cloud native technologies, modern architectures and automated development workflows.\n\nAdopt clouds and ease migration to accelerate innovation and optimize performance.\n\nUnlocking Agility and Innovation in the Cloud with Containers and Serverless\n\nUnlocking Agility and Innovation in the Cloud with Containers and Serverless\n\nRackspace Technology and Platform9 partnership simplifies Kubernetes adoption\n\nKubernetes Explained for Business Leaders\n\nFill out the form to be connected to one of our experts.\n\nFill out the form to be connected to one of our experts.\n\nYou may withdraw your consent to receive additional information from Rackspace Technology at any time. Information collected in this form is subject to theRackspace Technology Privacy Notice.\n\nTo create a ticket or chat with a specialist regarding your account, log into your account.\n\nLegacy Datapipe One (Service Now)\n\nRackspace Sovereign Services UK\n\nRackspace Technology accelerates the value of the cloud during every phase of a customer’s digital transformation. Join us on our mission.",
+    "word_count": 761,
+    "crawled_at": "2025-11-25 09:07:41"
+  },
+  {
+    "url": "https://www.rackspace.com/managed-aws",
+    "title": "AWS for your Cloud, Apps, Data and Security | Rackspace Cloud",
+    "content": "Discover how we’re rewriting the rules of enterprise modernization\n\nIn this video, you'll see how we transformed a full-stack Python application in under 10 minutes — a process that usually takes months and costs hundreds of thousands of dollars. Learn how our advanced automation and tools like Kiro deliver hyperspeed modernization, zero downtime and maximum security, all backed by the deep cloud expertise of Rackspace Technology. If you're ready to see what true transformation looks like, this is a must-watch.\n\nAccess continued support along your cloud journey.\n\nDemystify your AWS spend and maximize your ROI.\n\nAdopt cloud native technologies where it makes sense for your business.\n\nMigrate legacy media archives to AWS using AI to digitize, ingest, process, tag, store and leverage digital media content via a digital supply chain management system.\n\nExplore Rackspace Professional Services for AWS→\n\nBring your software into the future with improved scalability, reliability and performance while adding new capabilities.\n\nModernize your applications with a cloud native approach to development, data, teams and processes.\n\nEnhance customer experiences and improve operational efficiencies with intelligent applications powered byIoTcapabilities. Watch our webinar “Industrial IoT and Smart Manufacturing”.\n\nMigrate to AWS data and analytics services for improved efficiency.\n\nBuild a modern data platform tailored to your business needs that delivers business intelligence when and where you need it.\n\nEmpower your data to make automated recommendations, take preemptive action, and streamline decision-making with AI and machine learning.\n\nMaintain peak performance with access to a dedicated team of multi-disciplinary data experts for ongoing architecture, enablement and engineering services.​\n\nAlleviate the complexity of security and compliance in your AWS environment with consultative services to help share the responsibility of defining security requirements for new AWS deployments, as well as migrations from existing vendors.\n\nModernize your approach to security with expert deployment and management of the right security technologies for your AWS environment – including AWS security tools like such as AWS Security Hub, AWS IAM Access Analyzer, Amazon GuardDuty, AWS Shield, AWS WAF, and AWS Firewall Manager.\n\nDesign and build cloud security controls to address compliance mandates, such as PCI-DSS, HIPAA, and more.\n\nImprove your cloud security posture by understanding cloud threats and vulnerabilities, with expert support to remediate settings that don’t align to industry benchmarks and best practices.\n\nReduce risk in your AWS environment with access to certified AWS security experts, including those who have been trained and are directly supported by the AWS Shield Response Team (ASRT).\n\nRackspace Government Cloud (RGC) by Rackspace Government Solutions is a NIST-based offering purpose-built with inheritable security controls for the independent software vendor and systems integrator with federal and state compliance needs.\n\nRackspace Government Solutions provides deep expertise dedicated to a FedRAMP AWS Platform-as-a-Service and a “born-in-the-cloud” mindset to help you modernize in a “Cloud Smart” public sector domain.\n\nAs an AWS Premier Consulting Partner with 15 consulting competencies, Rackspace Technology expedites your FedRAMP compliance journey through our JAB P-ATO Platform as a Service.\n\nRGC is purpose-built to help organizations achieve Assessment & Authorization faster and with cost savings of up to 70%. Whether you are a government agency, systems integrator, or independent software vendor, RGC is the foundation you need to rapidly deliver mission value via the cloud.\n\nExpertise across many AWS competencies including: data analytics, DevOps, higher education, financial services, healthcare, industrial software, IoT, machine learning and migration.\n\nExplore Rackspace FedRAMP Compliance→\n\nTake advantage of a Infrastructure Modernization solution across 11 services aimed at creating a secure, resilient and enterprise-grade cloud environment. Our certified experts work closely with you to align cloud architecture to meet your specific requirements and goals, empower your teams and drive rapid innovation on AWS.\n\nRackspace has an extensive standardized and purpose-built library of Reference Architectures for AWS that speeds up delivery, fully embraces cloud-native, maximizes AWS funding and reduces your costs.\n\nReduced complexity:We’ll break down gargantuan tasks into achievable milestones.\n\nMinimized risk:Weekly sprints during engagement and stakeholder alignments are key components to our delivery methodology to reduce risk.\n\nFaster time-to-value:Through our expertise, proven delivery methodology, and reference architectures (IP), we accelerate time-to-value and business outcomes.\n\nCloud Migration Services:Elevate workloads in the cloud\n\nApplications:Complete build, release and go-live support\n\nInfrastructure build-out services:Get infrastructure-as-code templates\n\nSecurity:Guidance and architecture based on platform best practices and industry standards\n\nDevOps services:CI/CD pipelines and automated deployments\n\nBackup and disaster recovery (DR) planning:Expert DR environment implementation and testing\n\nPerformance management for load testing and optimization.\n\nCost optimization:Tagging, billing review, usage and RIs.\n\nExploreRackspace Elastic Engineering→\n\nAlways-on managed support:Allows you to focus internal resources on core business activities and accelerate your journey through the cloud with the peace of mind that your environment is fully managed.​\n\nOn-demand cloud expertise:Gain the benefits of public cloud without having to incur the challenge and expense of self-managing it.​\n\nAccess to expertise:Immediate access to technical expertise and capacity to manage cloud infrastructure, tools and applications.​\n\nCloud resiliency:Leverage cloud native and Rackspace Technology proprietary tooling to remove manual intervention and increase resiliency.​\n\nInnovate with cloud services:Take advantage of the latest cloud features and capabilities to solve challenging business problems.\n\nExplore Rackspace Modern Operations→\n\nRethinking support models for a cloud native world\n\nSee how Rackspace Elastic Engineering breaks down the traditional build and operate barriers and opens up new possibilities to accelerate innovation.\n\nWe’re experts on your side, doing what it takes to get the job done right — from the first consultation to your daily operations.\n\nDiscover a partnership that can help you achieve more – for your people, your business and your customers – today and into the future.\n\nConsulting and Advisory Services\n\nExplore our expert credentials and industry recognition.\n\nProviding innovation and leadership in the technology services industry for 20+ years.\n\nMicrosoft Workloads Consulting Competency\n\nSmall and Medium Business (SMB) Competency\n\nTravel & Hospitality Competency\n\nMarketplace Skilled Consulting Partner\n\nAWS Public Sector Solution Provider\n\nDiscover related technology platforms and solutions to help you achieve smarter business outcomes.\n\nMaximize the value of your data and the power of AWS cloud with the experience and expertise you need from Rackspace Technology.\n\nLearn about AWS Marketplace offerings from Rackspace Technology.\n\nGet expert guidance that helps you realize the benefits of modern applications and improve your return on investment.\n\nAccelerate results with AI-driven innovation\n\nRackspace Technology helps organizations turn data into impact with production-ready AI solutions built on private, public and hybrid cloud platforms. Our expertise in generative and agentic AI empowers you to deliver secure, scalable and responsible outcomes across your enterprise.\n\nAdopt clouds and ease migration to accelerate innovation and optimize performance.\n\nTap into the full benefits of the cloud by building applications with cloud native technologies, modern architectures and automated development workflows.\n\nGain cloud transparency, reduce waste and drive savings with FinOps.\n\nMake predictive decisions that accelerate innovation and increase ROI with integrated data architectures and AI.\n\nLeverage our IoT and Edge experience to increase efficiencies and reduce time to market for your IoT adoption projects\n\nInfrastructure Modernization: Professional Services\n\nE-Book: Charting Your Cloud Migration for Financial Services\n\nFrom AI to IoT: How the Power of AWS Cloud Propels Innovation\n\nFill out the form to be connected to one of our experts.\n\nFill out the form to be connected to one of our experts.\n\nYou may withdraw your consent to receive additional information from Rackspace Technology at any time. Information collected in this form is subject to theRackspace Technology Privacy Notice.\n\nTo create a ticket or chat with a specialist regarding your account, log into your account.\n\nLegacy Datapipe One (Service Now)\n\nRackspace Sovereign Services UK\n\nRackspace Technology accelerates the value of the cloud during every phase of a customer’s digital transformation. Join us on our mission.",
+    "word_count": 1267,
+    "crawled_at": "2025-11-25 09:07:46"
+  },
+  {
+    "url": "https://www.rackspace.com/professional-services",
+    "title": "Cloud Services and Solutions | Rackspace Professional Services",
+    "content": "Eliminate technical debt, fix flawed security and bring disparate data together with our IT security professional services. When your technology environment is working for you, your company can focus on getting ahead rather than on what holds you back. Our experts design and build cloud solutions that move your business forward.\n\nUsing cloud-native approaches based on leading DevOps practices, we help you modernize your applications and data, build in the leading security solutions and deploy everything on the right cloud infrastructure for maximum effectiveness. We’ve assembled a professional services team that brings you expertise for leading applications, data architectures and technologies, and security best practices – across every major cloud platform.\n\nWe make keeping up with rapidly changing cloud technologies our business, so you can get the most out of yours.\n\nCloud strategy architecture roadmap:Develop a cloud strategy and architecture roadmap using a structured Cloud Adoption Framework and expert guidance.\n\nCIO advisory workshop:Complimentary advisory session to discuss how leading organizations are using the public cloud to make shifts across technology, processes and people to drive business solutions.\n\nCloud Readiness Assessment:Cloud expert-led, multi-week consultative engagement that equips you with a holistic review of your IT environment, and provides a strategic plan with actionable insights and unbiased recommendations.\n\nCloud Maturity Workshop:A complete, objective people, process and technology assessment against cloud best practices so you know what development areas your business should prioritize.\n\nFinOps Assessment Workshop:FinOps consultant led, two-day, interactive workshop to discuss components of best-in-class cost governance practices, highlighting potential configuration gaps and building a prioritized roadmap for optimal cost savings.\n\nPlatform migrations:Execute a fit-for-purpose migration of application workloads by lifting, shifting and optimizing VM-based workloads to the cloud.\n\nLanding Zone:Deliver a fully functional, secure and optimized foundation for your first workload in the public cloud.\n\nLift-and-shift migrations:Accelerate your time-to-market with a fast and proven application migration to the public cloud in a like-for-like manner that minimizes disruption, downtime and risk.\n\nPipeline Driven Migration:Accelerate your application-focused migration journey to the cloud and add modern automation.\n\nTake advantage of a Modern Cloud Infrastructure solution across 11services aimed at creating a secure, resilient, and enterprise-grade cloud environment. Our certified experts work closely with you to align cloud architecture to meet your specific requirements and goals, empower your teams, and drive rapid innovation across AWS, Azure, & GCP.\n\nackspace has an extensive standardized and purpose-built library of Reference Architectures across AWS, Azure, & GCP that speeds up delivery, fully embraces cloud-native, maximizes Hyperscaler funding, and reduces your costs.\n\nBenefits of leveraging Rackspace for your Modern Cloud Infrastructure needs:\n\nReduce complexity:We’ll break down gargantuan tasks into achievable milestones.\n\nMinimize risk:Weekly sprints during engagement and stakeholder alignments are key components to our delivery methodology to reduce risk.\n\nDeliver business objectives faster:Through our expertise, proven delivery methodology, and reference architectures (IP), we accelerate time-to-value and business outcomes.\n\nModernization & Application Development\n\nApplication modernization:Develop an application strategy and architecture roadmap using structured offerings and expert guidance.\n\nRackspace Application Modernization Workshop:Overcome the complexity of modernization and get on the fast track to modern application development. Determine which path is right for your business — rehost, re-platform, refactor, rebuild or replace.\n\nLegacy Systems Assessment:Maximize the agility, reliability and cost-saving benefits of the cloud. We evaluate your application portfolio and provide recommendations for a pilot application to modernize, including backlog, roadmap and cost estimate.\n\nSaaS workshop:No matter what stage you’re on in your SaaS journey, we have the expertise to provide an assessment and reference points with clear recommendations for improvements.\n\nCloud Native Applications & Development:Modernization of your legacy workloads to get the benefits of cloud native platforms.\n\nModern Application Development:Don’t just run applications in the cloud, run applications made for the cloud. Leverage our cloud native development expertise to build a modern infrastructure and applications.\n\nApplication Discovery and Wireframing Assessment:Our team of business analysts and architects work to understand your goals and vision, and translate them into actionable requirements and an intuitive, modern user interface.\n\nIoT design and development:Design and implement your IoT strategy leveraging our expertise. We provide everything you need to move forward quickly and efficiently with your IoT business goals.\n\nIoT Assessment & Advisory:Kickstart your IoT journey by working with our experts to define your business challenges and goals and develop a roadmap that maximizes your ROI.\n\nIoT Platform Modernization:An IoT platform is responsible for provisioning and managing your fleet of devices, as well as ingesting, processing, aggregating and exposing the data that makes IoT valuable. Through our discovery and design, you gain a cloud native, robust and scalable IoT platform that can seamlessly grow with your business.\n\nIIoT Smart Factory Accelerator:Reduce the time required to monitor and optimize IIoT. Realize the value of predictive maintenance, real-time alerts and analytics to lower costs, mitigate potential risks and respond quickly to time-sensitive issues.\n\nData and AI strategy and roadmap:Create a holistic data and AI strategy that allows your organization to drive business value, mitigate risk and build a data-driven company.\n\nDatabase Migration and Modernization Assessment:Data experts will review modern cloud architectures and explore the tools available and make recommendations. We’ll overview where you are today in your data modernization journey — and where you want to go.\n\nData warehouse assessment:Data experts will assess and provide recommendations on the right-fit cloud data warehouse architecture for modernization to improve your data products’ efficiency, performance, scalability, security and reliability.\n\nHadoop assessment:Improve the performance, scalability, security and reliability of your Hadoop environment, while making it easier to accelerate innovation at scale. We can assess and provide recommendations on the right-fit cloud data architecture for accelerating modernization and realizing the benefits of scale.\n\nWell Architected Review for data assessment:A high-level audit of all data critical workloads against the Well Architected Framework.\n\nCloud data management capabilities assessment:An assessment to benchmark your current technology, processes and people against the enterprise-grade CDMC framework used by Fortune 500 data teams.\n\nData design labs:Helps you build a strategy and accelerate your path to production by providing a deeper understanding of data and analytics services, including database modernization, ETL migration, and modernization for batch streaming, modern data platforms, data lakehouse architecture and machine learning.\n\nCloud data migration:Move data across technologies and platforms, while minimizing risks, disruption and downtime.\n\nDatabase modernization:Modernize your databases to make them more efficient, scalable, reliable, secure and easier to manage.\n\nData warehouse migration:Shift data to the cloud to enable powerful reporting of critical analytics workloads.\n\nData lake migration:Migrate and store data in a flexible and cost-effective solution.\n\nBusiness intelligence modernization:Make data and analytics actionable and operational to your teams with the latest BI tools and integrations.\n\nCloud data platform:Realize value from your data faster with a cloud data platform. Gain insights and efficiencies from automated reporting and visualization.\n\nCloud data platform:Envision the possibilities with data analytics and we’ll help you develop practical solutions that focus on technology and business transformation.\n\nData-driven applications:Build a foundational platform that enables sharing siloed data across teams and other networks.\n\nOperating model and governance:Ensure data quality and define data workflows for successful data lifecycle management. We help you define and align to industry best practices for long-term data management.\n\nAnalytics and applied AI:Enable automated insights with analytics by training data to be intelligent and actionable with AI and machine learning.\n\nCloud native analytics:Enable a data-driven organization via robust analytics capabilities designed to meet your goals.\n\nDemand forecasting:Make intelligent guesses about future behaviors, like predicting churn, forecasting purchasing habits and anticipating inventory.\n\nAnomaly detection:Quickly identify data that doesn’t align with historical patterns.\n\nComputer vision:Interpret and classify information from images, videos and other content.\n\nConversational AI:Leverage and train data for the advanced speech and text capabilities used by virtual agents.\n\nIntelligent document processing:Scalable, cloud native solution for turning documents, photos and other data points into digitized, searchable content.\n\nCloud security advisory and assurance:To protect digital investments, modernize your cloud security and compliance with expert consultative services to help assess and transform cloud security and governance at scale, including security policies, architecture, assurance, governance and risk management — all while ensuring resiliency and compliance.\n\nCloud Security Posture Assessment:Understand your current cloud security posture with expert design and implementation recommendations to create a security operation that can address gaps and help reduce threat risks.\n\nRisk management and compliance:A suite of services designed to help you understand your business risks and compliance posture in the cloud, and help you build a plan to achieve and maintain compliance.\n\nSecurity architecture:Build security and privacy into your architecture, and provide technical support to teams that may not have the resources to staff senior security executive and technical roles.\n\nOffensive security:Enhance your cyber defenses by uncovering vulnerabilities, assessing the impact of a cyberattack and providing security assurance in your digital estate.\n\nSecurity advisory, engineering and compliance services also extend into:\n\nAdvanced identity protection and governance\n\nZero Trust architecture and networking\n\nApplication security and lifecycles\n\nDiscover a partnership that can help you achieve more – for your people, your business and your customers – today and into the future.\n\nConsulting and Advisory Services\n\nWe’re experts on your side, doing what it takes to get the job done right — from the first consultation to your daily operations.\n\nDecades of expertise matched with thousands of experts\n\nExpert guidance so you can maximize the benefits of modern cloud.\n\nProviding innovation and leadership in the technology services industry for 20+ years.\n\nBest Consultancy or System Integrator 2020, The Cloud Awards\n\nThe Forrester Wave™: Hosted Private Cloud Services in North America and Europe, Q2 2020\n\nOne of the leading AWS consulting partners with 14 competencies\n\nDell Technologies Four-time Partner of the Year Award\n\nGoogle Cloud First Premier Managed Services Partner\n\nGoogle Cloud Partner of the Year Award Winner\n\nMicrosoft Six-time Hosting Partner of the Year\n\nMicrosoft Azure Expert MSP designation for 2021\n\nOracle Cloud Service and Resell Partner\n\nSalesforce Platinum Consulting Partner\n\nVMware Premiere Service Provider\n\nDiscover related technology platforms and solutions to help you achieve smarter business outcomes.\n\nGrow revenue, increase efficiency and deliver the future with powerful cloud solutions delivered with industry-leading expertise.\n\nExplore powerful app solutions that help you gain efficiencies, improve operations and drive smarter business outcomes.\n\nHandle large volumes of data effectively and economically so you can accelerate your path to business insights.\n\nLet our certified security experts to secure your environments, helping you build efficiencies that let you deliver your future.\n\nAccelerating Enterprise IT Modernization with Hybrid Cloud\n\nReady to start the conversation?\n\nReady to start the conversation?\n\nFill out the form to be connected to one of our experts.\n\nFill out the form to be connected to one of our experts.\n\nYou may withdraw your consent to receive additional information from Rackspace Technology at any time. Information collected in this form is subject to theRackspace Technology Privacy Notice.\n\nTo create a ticket or chat with a specialist regarding your account, log into your account.\n\nLegacy Datapipe One (Service Now)\n\nRackspace Sovereign Services UK\n\nRackspace Technology accelerates the value of the cloud during every phase of a customer’s digital transformation. Join us on our mission.",
+    "word_count": 1826,
+    "crawled_at": "2025-11-25 09:07:53"
+  },
+  {
+    "url": "https://www.rackspace.com/data",
+    "title": "Data Solutions, Data Value and Insights | Rackspace Technology",
+    "content": "Continuous, reliable access to the right data at the right time can help you make quick, informed decisions that take you closer to reaching your business goals. But you must ensure your legacy data architecture and technology solutions can handle your ever-increasing volumes of data. Rackspace Technology® offers a broad portfolio of data analytics solutions and data services designed to help you accelerate the adoption of modern data solutions while enabling your business transformation.\n\nData Analytics and Business Insights\n\nGain real-time, actionable insights that help you assess risks, reduce costs and shape business decisions.\n\nUse your data to make data-driven decisions that will help you achieve your business goals.\n\nAccelerate results with AI-driven innovation\n\nRackspace Technology helps organizations turn data into impact with production-ready AI solutions built on private, public and hybrid cloud platforms. Our expertise in generative and agentic AI empowers you to deliver secure, scalable and responsible outcomes across your enterprise.\n\nDeploy the right database management systems to maximize the value of your data and increase agility.\n\nAccelerate data optimization while helping to ensure security, uptime and seamless access across your organization.\n\nMake predictive decisions that accelerate innovation and increase ROI with integrated data architectures and AI.\n\nMap out a winning data strategy and data governance plan to extract the most value from your data.\n\nEmbrace the transformative power of generative AI to help you leverage advanced AI/ML capabilities.\n\nAccelerate the value of your data and the cloud with leading-edge advisory, professional and managed services for leading next-gen platforms.\n\nUtilize unstructured data to gain insights that raise your revenue, drive customer experiences and power business success.\n\nDiscover related technology platforms and solutions to help you achieve smarter business outcomes.\n\nMaximize the value of your data and the power of AWS cloud with the experience and expertise you need from Rackspace Technology.\n\nGenerate powerful business insights from your data quickly with a highly experienced team of big data experts.\n\nGain more business insight and identify data-driven growth opportunities.\n\nModernize your data warehouse so you can accelerate the delivery of deeper insights that can help you scale and drive your business forward.\n\nWith storage costs decreasing, it’s easier to keep more of your data for its potential value — if it’s indexed, protected and accessible.\n\nMobilize the power of Google Cloud data, backed by deep experience and expertise that can help you maximize its value.\n\nMake the most of Microsoft Azure for innovation, agility, cost savings and operational efficiency.\n\nScale flexibly and easily, no matter how large your database or user base is.\n\nGet fully managed, highly available datastores that minimize downtime, scale with your needs, and reduce risk.\n\nSimplify database management with expert support from Rackspace Technology. Our certified DBAs provide the expertise you need to optimize and secure your database environments.\n\nExperience peace of mind that your existing databases are expertly managed and performance optimized.\n\nHarness your data for a cloud native world\n\nRackspace Elastic Engineering for Data\n\nNo matter where you are in your data journey, Rackspace Technology Elastic Engineering for Data can help accelerate your path to data-driven innovation.\n\nDiscover a partnership that can help you achieve more – for your people, your business and your customers – today and into the future.\n\nConsulting and Advisory Services\n\nLiberate Your IoT Data to Expand Your Business Opportunities\n\nLiberate Your IoT Data to Expand Your Business Opportunities\n\nGrow opportunities and customer connections with integrated data\n\nSimplifying the big data dilemma\n\nReady to start the conversation?\n\nReady to start the conversation?\n\nFill out the form to be connected to one of our experts.\n\nFill out the form to be connected to one of our experts.\n\nYou may withdraw your consent to receive additional information from Rackspace Technology at any time. Information collected in this form is subject to theRackspace Technology Privacy Notice.\n\nTo create a ticket or chat with a specialist regarding your account, log into your account.\n\nLegacy Datapipe One (Service Now)\n\nRackspace Sovereign Services UK\n\nRackspace Technology accelerates the value of the cloud during every phase of a customer’s digital transformation. Join us on our mission.",
+    "word_count": 679,
+    "crawled_at": "2025-11-25 09:07:58"
+  },
+  {
+    "url": "https://www.rackspace.com/applications",
+    "title": "Application Solutions & Managed Services | Rackspace Technology",
+    "content": "Business runs a little smoother when your applications are working their hardest for you. Rackspace Technology™ application management services help you make the most of what you use today while preparing your organization for the future.\n\nApplication Management and Operations\n\nOptimize your environment with expert administration, management and configuration so you can focus on staying ahead of the curve.\n\nGet expert guidance that helps you realize the benefits of modern applications and improve your return on investment.\n\nTap into the full benefits of the cloud by building applications with cloud native technologies, modern architectures and automated development workflows.\n\nLet our experts handle your email and productivity solutions from setup to ongoing support, so you can stay focused on your core business.\n\nCustomer Relationship Management\n\nMaximize your CRM platform so you can better serve your customers and transform your business.\n\nWe’ll ensure your applications are fast, secure and available — so you can get the most from your digital experience.\n\nYour ERP solution should work with where your business is now — and where it’s headed.\n\nLeverage our IoT and Edge experience to increase efficiencies and reduce time to market for your IoT adoption projects\n\nOptimization experts help you realize the full savings and business advantages of well-run SaaS applications.\n\nDiscover related technologies and platforms to help you achieve smarter business outcomes.\n\nGet an AEM solution that’s built for scalability, reliability and security — supported by a team of AEM experts.\n\nUnlock the power of intelligent CRM and ERP business applications in the cloud through connected platforms across Office 365 productivity applications and modern features that accelerate results.\n\nFind the right Microsoft 365 solutions for your specific business needs.\n\nWe help you adopt new cloud-based Oracle applications and manage legacy Oracle apps and databases faster and with less risk.\n\nAccelerate SAP adoption and optimization by engaging a team of certified experts and managed services across multicloud solutions that integrate across your environment.\n\nEssential tools and capabilities across a global platform, backed by Rackspace Application Services.\n\nDiscover how Microsoft SharePoint from Rackspace Technology can help transform the way your business gets work done.\n\nWe help you make the most of your digital experience platforms and turn more casual browsers into dedicated customers.\n\nDiscover a partnership that can help you achieve more – for your people, your business and your customers – today and into the future.\n\nConsulting and Advisory Services\n\nReady to start the conversation?\n\nReady to start the conversation?\n\nFill out the form to be connected to one of our experts.\n\nFill out the form to be connected to one of our experts.\n\nYou may withdraw your consent to receive additional information from Rackspace Technology at any time. Information collected in this form is subject to theRackspace Technology Privacy Notice.\n\nTo create a ticket or chat with a specialist regarding your account, log into your account.\n\nLegacy Datapipe One (Service Now)\n\nRackspace Sovereign Services UK\n\nRackspace Technology accelerates the value of the cloud during every phase of a customer’s digital transformation. Join us on our mission.",
+    "word_count": 505,
+    "crawled_at": "2025-11-25 09:08:01"
+  },
+  {
+    "url": "https://www.rackspace.com/blog/strengthening-healthcare-operations-through-cyber-resilience",
+    "title": "Strengthening Healthcare Operations Through Cyber Resilience",
+    "content": "by Rich Fletcher, Global Marketing Director – Healthcare, Rackspace Technology\n\nStrengthening Healthcare Operations Through Cyber ResilienceNovember 24th, 2025\n\nThe Hidden Complexity of Microsoft 365 Copilot and How to Get Ready for ItNovember 19th, 2025\n\nThe Hidden Complexity of Microsoft 365 Copilot and How to Get Ready for ItNovember 19th, 2025\n\nOvercoming Cloud Adoption Challenges in HealthcareNovember 18th, 2025\n\nWhy Azure Arc Is Essential for Hybrid SuccessNovember 17th, 2025\n\nCloud InsightsNovember 24th, 2025\n\nCloud Insights, ProductsNovember 19th, 2025\n\nCloud Insights, ProductsNovember 19th, 2025\n\nCloud InsightsNovember 18th, 2025\n\nCloud Insights, ProductsNovember 17th, 2025\n\nCyber resilience has become a defining capability in healthcare. Learn how resilient infrastructure protects data, sustains operations and preserves patient trust amid rising cyber threats.\n\nThe new foundation for healthcare stability\n\nHealthcare depends on trust. Every clinical workflow, every care decision and every patient interaction relies on systems that must stay available and secure. As your organization adopts more digital platforms, from EHRs and clinical imaging systems to connected medical devices and patient engagement tools, the stakes rise. That reality became clear in 2024 when more than 276 million patient records were exposed, showing how modern threats can overwhelm traditional security programs.\n\nYou already know cybersecurity is essential, but the challenge has shifted. Today, the question isn’t whether you prevent every attack. It’s whether your clinical operations continue when something goes wrong. Cyber resilience provides that capability. It gives you the operational strength to anticipate disruption, withstand impact and recover with confidence while protecting patient data and maintaining trust.\n\nMoving beyond compliance to operational resilience\n\nMany healthcare security programs were designed around compliance reporting and regulatory requirements. Compliance still matters, but the threat landscape demands a broader, operational model. You need an approach that connects security, continuity and patient safety into one coordinated strategy.\n\nThat’s the purpose of our new white paper,Strengthening Healthcare Operations Through Cyber Resilience. It breaks down the four pillars that help you build a stronger foundation:\n\n1. Business impact analysisUnderstand which systems and processes are essential to patient care, revenue and daily operations. When you know exactly what matters most, you can prioritize protection and recovery with greater precision.\n\n2. Enhanced business continuity planningMove from static binders to dynamic, well-tested plans. Effective continuity work identifies how systems fail, how quickly services must return and which dependencies need isolation or backup.\n\n3. Isolated recovery environments (IREs)Recover from a secure, standalone environment designed to remain safe even if production systems are compromised. IREs help you restore critical services faster and with greater integrity.\n\n4. Infrastructure as code (IaC)Use automated, repeatable configuration definitions to rebuild environments quickly and accurately. IaC reduces guesswork and speeds up recovery after an attack.\n\nTogether, these pillars form a resilience-driven operating model that strengthens every part of your digital ecosystem.\n\nWhy cyber resilience matters now\n\nThe financial impact of a breach is significant, with the average cost in healthcare reaching $10.1 million and roughly 21 days of downtime, but the operational consequences are even more urgent. When systems fail, patient care slows. Clinical workflows stall. Decisions take longer. That disruption can have real-world consequences.\n\nRecent studies show what you may already be seeing across the industry:\n\n70% of attacks delay patient services\n\n56% postpone diagnostic tests or procedures\n\n28% correlate with increased patient mortality\n\nThese numbers highlight the reason cyber resilience has become central to operational strategy. Downtime affects more than revenue or reputation. It affects clinical integrity, care delivery and patient outcomes. A resilient model helps you reduce that risk and strengthen your ability to operate confidently in a connected environment.\n\nBuilding a more resilient future\n\nResilience begins long before an incident. You can take meaningful steps now that build real strength across your organization:\n\nRun scenario-based simulations that mimic real-world attacks\n\nValidate continuity plans under pressure, not just on paper\n\nEstablish out-of-band communication channels that remain usable even if identity systems are compromised\n\nAutomate recovery processes to accelerate the path back to normal operations\n\nEach step builds more stability into your environment and gives your teams clarity during high-stress moments. When your security, governance and operations functions align around a resilience-focused approach, you create a health system that can protect patients, preserve uptime and sustain trust, even during disruption.\n\nCyber resilience doesn’t replace cybersecurity. It elevates it. It helps you deliver dependable care with greater confidence and positions your organization for long-term stability in a world where digital systems are inseparable from clinical operations.\n\nRead the fullwhite paperto explore how a resilience-based strategy supports secure, uninterrupted healthcare delivery.",
+    "word_count": 747,
+    "crawled_at": "2025-11-25 09:08:02"
+  }
+]

rag_chatbot.py

@@ -0,0 +1,279 @@
+"""
+RAG (Retrieval-Augmented Generation) pipeline with Groq API
+Combines vector database retrieval with Groq LLM generation
+"""
+from groq import Groq
+import chromadb
+from chromadb.config import Settings
+from sentence_transformers import SentenceTransformer
+from typing import List, Tuple, Dict
+import logging
+from pathlib import Path
+from config import (
+    VECTOR_DB_DIR,
+    EMBEDDING_MODEL,
+    GROQ_API_KEY,
+    GROQ_MODEL,
+    MAX_NEW_TOKENS,
+    TEMPERATURE,
+    TOP_P,
+    MAX_HISTORY_LENGTH,
+    TOP_K_RETRIEVAL
+)
+
+logging.basicConfig(level=logging.INFO)
+logger = logging.getLogger(__name__)
+
+
+class ConversationHistory:
+    """Manages conversation history for context-aware responses"""
+    
+    def __init__(self, max_length: int = MAX_HISTORY_LENGTH):
+        self.max_length = max_length
+        self.history = []
+    
+    def add_turn(self, user_message: str, bot_response: str):
+        """Add a conversation turn"""
+        self.history.append({
+            'user': user_message,
+            'assistant': bot_response
+        })
+        
+        # Keep only last N turns
+        if len(self.history) > self.max_length:
+            self.history = self.history[-self.max_length:]
+    
+    def get_history_text(self) -> str:
+        """Get formatted history for context"""
+        if not self.history:
+            return ""
+        
+        history_text = "Previous conversation:\n"
+        for i, turn in enumerate(self.history, 1):
+            history_text += f"User: {turn['user']}\n"
+            history_text += f"Assistant: {turn['assistant']}\n"
+        
+        return history_text
+    
+    def get_last_user_message(self, n: int = 1) -> List[str]:
+        """Get last n user messages"""
+        return [turn['user'] for turn in self.history[-n:]]
+    
+    def clear(self):
+        """Clear conversation history"""
+        self.history = []
+    
+    def to_dict(self) -> List[Dict]:
+        """Convert to dictionary format"""
+        return self.history.copy()
+
+
+class RAGChatbot:
+    """RAG-based chatbot with Groq API"""
+    
+    def __init__(self):
+        logger.info("🤖 Initializing RAG Chatbot with Groq...")
+        
+        # Initialize Groq client
+        if not GROQ_API_KEY:
+            raise ValueError("GROQ_API_KEY not found! Please set it in .env file")
+        
+        self.groq_client = Groq(api_key=GROQ_API_KEY)
+        self.groq_model = GROQ_MODEL
+        logger.info(f"✅ Using Groq model: {self.groq_model}")
+        
+        # Load vector database
+        logger.info("📚 Loading vector database...")
+        self.client = chromadb.PersistentClient(
+            path=str(VECTOR_DB_DIR),
+            settings=Settings(anonymized_telemetry=False)
+        )
+        self.collection = self.client.get_collection("rackspace_knowledge")
+        
+        # Load embedding model
+        logger.info(f"🔤 Loading embedding model: {EMBEDDING_MODEL}")
+        self.embedding_model = SentenceTransformer(EMBEDDING_MODEL)
+        
+        # Initialize conversation history
+        self.conversation = ConversationHistory()
+        
+        logger.info("✅ RAG Chatbot ready!")
+    
+    def retrieve_context(self, query: str, top_k: int = TOP_K_RETRIEVAL) -> str:
+        """Retrieve relevant context from vector database"""
+        # Generate query embedding
+        query_embedding = self.embedding_model.encode([query])[0]
+        
+        # Search vector database
+        results = self.collection.query(
+            query_embeddings=[query_embedding.tolist()],
+            n_results=top_k
+        )
+        
+        if not results or not results['documents'][0]:
+            return ""
+        
+        # Combine retrieved documents
+        context_parts = []
+        for i, doc in enumerate(results['documents'][0], 1):
+            context_parts.append(f"[Source {i}]: {doc}")
+        
+        context = "\n\n".join(context_parts)
+        return context
+    
+    def build_prompt(self, user_message: str, context: str) -> str:
+        """Build optimized prompt with history and context for accurate responses"""
+        # Get conversation history
+        history_text = self.conversation.get_history_text()
+        
+        # Enhanced prompt engineering for accuracy and user-friendliness
+        prompt = "<|system|>\n"
+        prompt += "You are a Rackspace Technology expert. Answer questions using ONLY the information provided in the context below.\n\n"
+        prompt += "CRITICAL RULES:\n"
+        prompt += "1. Use ONLY facts from the CONTEXT section below - do not make up information\n"
+        prompt += "2. If the context doesn't contain the answer, say 'I don't have specific information about that in my knowledge base'\n"
+        prompt += "3. Be direct and concise - answer in 2-4 sentences maximum\n"
+        prompt += "4. Do not repeat phrases or generate lists unless they are in the context\n"
+        prompt += "5. Quote specific facts from the context when possible\n\n"
+        
+        if context:
+            prompt += f"CONTEXT (Your ONLY source of information):\n{context}\n\n"
+        else:
+            prompt += "CONTEXT: No relevant information found.\n\n"
+        
+        if history_text:
+            prompt += f"PREVIOUS CONVERSATION:\n{history_text}\n"
+        
+        prompt += f"USER QUESTION: {user_message}\n\n"
+        prompt += "<|assistant|>\n"
+        
+        return prompt
+    
+    def generate_response(self, prompt: str) -> str:
+        """Generate response using Groq API"""
+        try:
+            chat_completion = self.groq_client.chat.completions.create(
+                messages=[
+                    {
+                        "role": "system",
+                        "content": "You are a Rackspace Technology expert. Answer questions using ONLY the information provided in the context. Be direct and concise - answer in 2-4 sentences maximum."
+                    },
+                    {
+                        "role": "user",
+                        "content": prompt
+                    }
+                ],
+                model=self.groq_model,
+                temperature=0.1,
+                max_tokens=MAX_NEW_TOKENS,
+                top_p=TOP_P,
+            )
+            
+            response = chat_completion.choices[0].message.content
+            return response.strip()
+            
+        except Exception as e:
+            logger.error(f"Groq API error: {e}")
+            return "I'm having trouble generating a response right now. Please try again."
+    
+    def chat(self, user_message: str) -> str:
+        """Main chat function with RAG and history"""
+        # Check if user is asking about conversation history
+        history_keywords = ['what did i ask', 'what was my question', 'previous question', 
+                           'earlier question', 'first question', 'asked before']
+        
+        if any(keyword in user_message.lower() for keyword in history_keywords):
+            # Return from history
+            if self.conversation.history:
+                last_messages = self.conversation.get_last_user_message(n=len(self.conversation.history))
+                if 'first' in user_message.lower():
+                    return f"Your first question was: {last_messages[0]}"
+                else:
+                    return f"Your previous question was: {last_messages[-1]}"
+            else:
+                return "We haven't had any previous conversation yet."
+        
+        # Retrieve relevant context
+        logger.info(f"User: {user_message}")
+        context = self.retrieve_context(user_message)
+        
+        # If no context found, return helpful message
+        if not context or len(context.strip()) < 50:
+            response = "I don't have specific information about that in my Rackspace knowledge base. Could you try rephrasing your question or ask about Rackspace's services, mission, or cloud platforms?"
+            self.conversation.add_turn(user_message, response)
+            logger.info(f"Assistant: {response}")
+            return response
+        
+        # Extract key sentences from context (extractive approach)
+        # This is more reliable than generative for base models
+        sentences = []
+        for line in context.split('\n'):
+            line = line.strip()
+            if line and len(line) > 30 and not line.startswith('[Source'):
+                # Clean up the line
+                if ':' in line:
+                    line = line.split(':', 1)[1].strip()
+                sentences.append(line)
+        
+        # Take first 2-3 most relevant sentences
+        if sentences:
+            response = ' '.join(sentences[:3])
+            # Clean up
+            if len(response) > 400:
+                response = response[:400] + '...'
+        else:
+            # Fallback to generation if extraction fails
+            prompt = self.build_prompt(user_message, context)
+            response = self.generate_response(prompt)
+        
+        logger.info(f"Assistant: {response}")
+        
+        # Add to conversation history
+        self.conversation.add_turn(user_message, response)
+        
+        return response
+    
+    def reset_conversation(self):
+        """Reset conversation history"""
+        self.conversation.clear()
+        logger.info("Conversation history cleared")
+    
+    def get_conversation_history(self) -> List[Dict]:
+        """Get current conversation history"""
+        return self.conversation.to_dict()
+
+
+def main():
+    """Test the RAG chatbot"""
+    # Initialize chatbot (will use base model if fine-tuned not available)
+    chatbot = RAGChatbot(use_base_model=False)
+    
+    # Test conversation with history
+    test_queries = [
+        "What is Rackspace?",
+        "What is their mission?",
+        "What did I ask first?"
+    ]
+    
+    print(f"\n{'='*80}")
+    print("Testing RAG Chatbot with Conversation History")
+    print(f"{'='*80}\n")
+    
+    for query in test_queries:
+        print(f"User: {query}")
+        response = chatbot.chat(query)
+        print(f"Bot: {response}\n")
+        print("-" * 80 + "\n")
+    
+    # Show conversation history
+    print("\nConversation History:")
+    print(f"{'='*80}")
+    history = chatbot.get_conversation_history()
+    for i, turn in enumerate(history, 1):
+        print(f"\nTurn {i}:")
+        print(f"  User: {turn['user']}")
+        print(f"  Assistant: {turn['assistant']}")
+
+
+if __name__ == "__main__":
+    main()

rebuild_rag_system.py

@@ -0,0 +1,318 @@
+"""
+COMPLETE RAG SYSTEM REBUILD
+Fixes hallucination issues by:
+1. Crawling high-quality content from key Rackspace pages
+2. Extracting ONLY main article content (no navigation/menus)
+3. Creating proper embeddings with clean chunks
+4. Building correct Vector DB for retrieval
+
+This addresses the root cause: poor data quality → bad embeddings → hallucinations
+"""
+
+import requests
+from bs4 import BeautifulSoup
+import json
+import time
+from pathlib import Path
+from typing import List, Dict
+import re
+import chromadb
+from chromadb.config import Settings
+from sentence_transformers import SentenceTransformer
+from urllib.parse import urljoin
+
+# Paths
+DATA_DIR = Path("data")
+VECTOR_DB_DIR = Path("vector_db")
+DATA_DIR.mkdir(exist_ok=True)
+
+print("="*80)
+print("REBUILDING RAG SYSTEM FROM SCRATCH")
+print("="*80)
+
+
+# Step 1: Define HIGH-VALUE URLs with actual content
+HIGH_VALUE_URLS = [
+    # Cloud Services
+    'https://www.rackspace.com/cloud/cloud-migration',
+    'https://www.rackspace.com/cloud/aws',
+    'https://www.rackspace.com/cloud/azure',
+    'https://www.rackspace.com/cloud/google-cloud',
+    'https://www.rackspace.com/cloud/multi-cloud',
+    'https://www.rackspace.com/cloud/private-cloud',
+    
+    # Security
+    'https://www.rackspace.com/security',
+    'https://www.rackspace.com/security/data-security',
+    'https://www.rackspace.com/security/compliance',
+    
+    # Managed Services
+    'https://www.rackspace.com/managed-hosting',
+    'https://www.rackspace.com/managed-kubernetes',
+    'https://www.rackspace.com/managed-aws',
+    'https://www.rackspace.com/managed-azure',
+    
+    # Professional Services
+    'https://www.rackspace.com/professional-services',
+    'https://www.rackspace.com/data',
+    'https://www.rackspace.com/applications',
+    
+    # Specific blogs (if you had URLs)
+    'https://www.rackspace.com/blog/strengthening-healthcare-operations-through-cyber-resilience',
+]
+
+
+def extract_clean_content(html: str, url: str) -> Dict:
+    """Extract ONLY main content, filter out navigation"""
+    soup = BeautifulSoup(html, 'html.parser')
+    
+    # Remove noise
+    for element in soup(['script', 'style', 'nav', 'footer', 'header',
+                        'aside', 'iframe', 'form', 'button']):
+        element.decompose()
+    
+    # Remove navigation classes
+    for nav_class in soup.find_all(class_=re.compile('nav|menu|sidebar|footer|header', re.I)):
+        nav_class.decompose()
+    
+    # Find main content
+    main = (soup.find('main') or 
+            soup.find('article') or
+            soup.find('div', class_=re.compile('content|article', re.I)) or
+            soup.body)
+    
+    if not main:
+        return None
+    
+    # Extract title
+    h1 = soup.find('h1')
+    title = h1.get_text(strip=True) if h1 else soup.find('title').get_text(strip=True) if soup.find('title') else url
+    
+    # Extract ONLY paragraphs and headings (real content)
+    content_parts = []
+    for elem in main.find_all(['p', 'h2', 'h3', 'li']):
+        text = elem.get_text(strip=True)
+        text = re.sub(r'\s+', ' ', text)
+        
+        # Skip short fragments and navigation text
+        if len(text) > 30 and not any(skip in text.lower() for skip in ['click here', 'learn more', 'view all', 'home']):
+            content_parts.append(text)
+    
+    if len(content_parts) < 3:  # Need at least 3 substantial paragraphs
+        return None
+    
+    content = '\n\n'.join(content_parts)
+    word_count = len(content.split())
+    
+    if word_count < 100:  # Too short
+        return None
+    
+    return {
+        'url': url,
+        'title': title,
+        'content': content,
+        'word_count': word_count,
+        'crawled_at': time.strftime('%Y-%m-%d %H:%M:%S')
+    }
+
+
+def crawl_urls(urls: List[str]) -> List[Dict]:
+    """Crawl URLs and extract clean content"""
+    print("\n📡 STEP 1: CRAWLING HIGH-VALUE URLS")
+    print("-" * 80)
+    
+    session = requests.Session()
+    session.headers.update({
+        'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36'
+    })
+    
+    data = []
+    for i, url in enumerate(urls, 1):
+        try:
+            print(f"[{i}/{len(urls)}] Crawling: {url}")
+            response = session.get(url, timeout=10)
+            response.raise_for_status()
+            
+            content_data = extract_clean_content(response.text, url)
+            
+            if content_data:
+                data.append(content_data)
+                print(f"   ✅ Extracted {content_data['word_count']} words")
+            else:
+                print(f"   ❌ No quality content found")
+            
+            time.sleep(0.5)  # Be nice
+            
+        except Exception as e:
+            print(f"   ❌ Error: {e}")
+            continue
+    
+    print(f"\n✅ Successfully crawled {len(data)} pages with quality content")
+    return data
+
+
+def save_data(data: List[Dict], filename: str = 'rackspace_knowledge_clean.json'):
+    """Save crawled data"""
+    output_path = DATA_DIR / filename
+    
+    with open(output_path, 'w', encoding='utf-8') as f:
+        json.dump(data, f, indent=2, ensure_ascii=False)
+    
+    total_words = sum(d['word_count'] for d in data)
+    print(f"\n💾 Saved to: {output_path}")
+    print(f"   Documents: {len(data)}")
+    print(f"   Total words: {total_words:,}")
+    print(f"   Avg words/doc: {total_words // len(data) if data else 0}")
+    
+    return output_path
+
+
+def create_proper_chunks(text: str, chunk_size: int = 200, overlap: int = 50) -> List[str]:
+    """Create overlapping chunks from text"""
+    words = text.split()
+    chunks = []
+    
+    for i in range(0, len(words), chunk_size - overlap):
+        chunk = ' '.join(words[i:i + chunk_size])
+        if len(chunk.split()) >= 50:  # Minimum 50 words per chunk
+            chunks.append(chunk)
+    
+    return chunks
+
+
+def build_vector_db(data: List[Dict]):
+    """Build proper vector database with clean embeddings"""
+    print("\n🔧 STEP 2: BUILDING VECTOR DATABASE")
+    print("-" * 80)
+    
+    # Initialize ChromaDB
+    client = chromadb.PersistentClient(
+        path=str(VECTOR_DB_DIR),
+        settings=Settings(anonymized_telemetry=False)
+    )
+    
+    # Delete old collection
+    try:
+        client.delete_collection("rackspace_knowledge")
+        print("🗑️  Deleted old collection")
+    except:
+        pass
+    
+    # Create new collection
+    collection = client.create_collection(
+        name="rackspace_knowledge",
+        metadata={"description": "Clean Rackspace knowledge - main content only"}
+    )
+    
+    # Load embedding model
+    print("📦 Loading embedding model...")
+    embedding_model = SentenceTransformer('sentence-transformers/all-MiniLM-L6-v2')
+    
+    # Process documents into chunks
+    print("✂️  Creating chunks...")
+    all_chunks = []
+    all_metadatas = []
+    all_ids = []
+    
+    chunk_id = 0
+    for doc in data:
+        # Create chunks from content
+        chunks = create_proper_chunks(doc['content'])
+        
+        for chunk in chunks:
+            all_chunks.append(chunk)
+            all_metadatas.append({
+                'url': doc['url'],
+                'title': doc['title'],
+                'source': 'document'
+            })
+            all_ids.append(f"chunk_{chunk_id}")
+            chunk_id += 1
+    
+    print(f"   Created {len(all_chunks)} chunks from {len(data)} documents")
+    
+    # Generate embeddings
+    print("🧮 Generating embeddings...")
+    embeddings = embedding_model.encode(
+        all_chunks,
+        show_progress_bar=True,
+        convert_to_numpy=True
+    )
+    
+    # Add to ChromaDB
+    print("💾 Adding to vector database...")
+    collection.add(
+        embeddings=embeddings.tolist(),
+        documents=all_chunks,
+        metadatas=all_metadatas,
+        ids=all_ids
+    )
+    
+    print(f"\n✅ Vector DB built successfully!")
+    print(f"   Total chunks indexed: {len(all_chunks)}")
+    print(f"   Database location: {VECTOR_DB_DIR}")
+
+
+def test_retrieval():
+    """Test vector DB retrieval"""
+    print("\n🧪 STEP 3: TESTING RETRIEVAL")
+    print("-" * 80)
+    
+    client = chromadb.PersistentClient(path=str(VECTOR_DB_DIR))
+    collection = client.get_collection("rackspace_knowledge")
+    embedding_model = SentenceTransformer('sentence-transformers/all-MiniLM-L6-v2')
+    
+    test_queries = [
+        "cloud migration services",
+        "AWS managed services",
+        "healthcare cyber resilience"
+    ]
+    
+    for query in test_queries:
+        print(f"\n🔍 Query: '{query}'")
+        query_embedding = embedding_model.encode([query])[0]
+        
+        results = collection.query(
+            query_embeddings=[query_embedding.tolist()],
+            n_results=3
+        )
+        
+        for i, (doc, meta) in enumerate(zip(results['documents'][0], results['metadatas'][0]), 1):
+            print(f"\n   Result {i}:")
+            print(f"   URL: {meta['url']}")
+            print(f"   Content: {doc[:150]}...")
+
+
+def main():
+    """Main execution"""
+    print("\n" + "="*80)
+    print("STARTING RAG SYSTEM REBUILD")
+    print("="*80)
+    
+    # Step 1: Crawl clean data
+    data = crawl_urls(HIGH_VALUE_URLS)
+    
+    if not data:
+        print("\n❌ No data collected! Please check URLs and network connection.")
+        return
+    
+    # Save data
+    save_data(data)
+    
+    # Step 2: Build vector DB
+    build_vector_db(data)
+    
+    # Step 3: Test retrieval
+    test_retrieval()
+    
+    print("\n" + "="*80)
+    print("✅ RAG SYSTEM REBUILD COMPLETE!")
+    print("="*80)
+    print("\nNext steps:")
+    print("1. Restart Streamlit: streamlit run streamlit_app.py")
+    print("2. Test with queries about cloud migration and healthcare")
+    print("3. Verify responses use actual content (no more hallucinations!)")
+
+
+if __name__ == "__main__":
+    main()

requirements.txt

@@ -0,0 +1,17 @@
+gradio>=4.7.0
+chromadb>=0.4.15
+faiss-cpu>=1.7.4
+sentence-transformers>=2.2.2
+groq>=0.4.0
+beautifulsoup4>=4.12.0
+requests>=2.31.0
+selenium>=4.15.0
+lxml>=4.9.3
+flask>=3.0.0
+numpy>=1.24.0
+pandas>=2.0.0
+tqdm>=4.66.0
+python-dotenv>=1.0.0
+nltk>=3.8.1
+langchain>=0.1.0
+langchain-community>=0.0.10

test_groq.py

@@ -0,0 +1,56 @@
+"""
+Test script to verify Groq API integration
+"""
+import os
+from groq import Groq
+
+def test_groq_api():
+    """Test basic Groq API functionality"""
+    print("Testing Groq API connection...")
+    
+    # Check for API key
+    api_key = os.environ.get("GROQ_API_KEY")
+    if not api_key:
+        print("❌ GROQ_API_KEY environment variable not set!")
+        print("\nTo set it, run:")
+        print("export GROQ_API_KEY='your_api_key_here'")
+        return False
+    
+    print(f"✅ API Key found: {api_key[:10]}...")
+    
+    try:
+        # Initialize client
+        client = Groq(api_key=api_key)
+        print("✅ Groq client initialized")
+        
+        # Test a simple completion
+        print("\nTesting chat completion...")
+        chat_completion = client.chat.completions.create(
+            messages=[
+                {
+                    "role": "user",
+                    "content": "Say 'Hello from Groq!' if you can hear me.",
+                }
+            ],
+            model="openai/gpt-oss-120b",
+        )
+        
+        response = chat_completion.choices[0].message.content
+        print(f"✅ Response received: {response}")
+        
+        return True
+        
+    except Exception as e:
+        print(f"❌ Error: {e}")
+        return False
+
+if __name__ == "__main__":
+    success = test_groq_api()
+    if success:
+        print("\n🎉 Groq API integration successful!")
+        print("\nYou can now use the chatbot with:")
+        print("  python enhanced_rag_chatbot.py")
+        print("  or")
+        print("  streamlit run streamlit_app.py")
+    else:
+        print("\n⚠️  Please fix the errors above and try again.")