Upload 3 files

cred.json

@@ -0,0 +1,13 @@
+{
+  "type": "service_account",
+  "project_id": "citadel4travels",
+  "private_key_id": "21448d98eecc8d76e37245f2d81384dbb19035fd",
+  "private_key": "-----BEGIN PRIVATE KEY-----\nMIIEvAIBADANBgkqhkiG9w0BAQEFAASCBKYwggSiAgEAAoIBAQCmPDARBZvmkPQe\nmsuC7M1cnuQLGD4nuNWLCrcMUBGJ1pHTdXJiyw5xSCahecAQSvYsiO3qckEob35P\nBGdFEh+JZzMuoicxBp9TEaD+v+uFphteTqAZm3kZv66V2qAM34uLT6bCSXI21YL6\nyNeKUoNqyWxMM6KEbRnJ+tYyTgo6fmjy+mfhfjndwjRqlIZgPN0n7uJlmaJtONZT\nu8pVYn5bfffwMPZFQz3ZwJ/d95MGMUEUCXlDKRqCf7la8/Z9aRkmyeaW87MUw/sS\nN/jDgSrlLBdCYI5usVfuiWQfH1oLvvIUR2POZb4lQlTaJI3lQZn7pkmjMLwNBLEA\nenyZ/Ae9AgMBAAECggEAIM6kFdfrird01k1qeK5PYUYib2Ybbi92RXiZ454xt+hW\n40q8hm7YrNa2eQvUMeL5bpSfj7N41Igcf2+5CdKn0rBBU6TA41YRP42tHlm2G6xK\nnnQZ+LPMVJ6V0BFToPbFTXssyA9CsTu2G9RjZXMfaIXUD73pBwWZH1mXyFnKfvx9\nzGngwroITKHmARVKP+wS6hrfOpK1XdEbr76nrnQt3yLmSA+n2WDZFbjwGLUDlyVJ\nqDPfiBWGsFEx5s9EwU14dTxHpBND7eXmD7K7c3nmpmvkui8ZZ7tUdnCa+0vMThBK\nqkuWiFnicFWlvWHtJAK5hVHmLRQtb4qg/3Zl3n2EQQKBgQDlRZWy3YhaWE3Rqdcx\n3Jf65Uu6NKjFqo6GUK4srCkQCGblkQJ7SZBbuyK35DhX+EBYLd/yjeHilnW44Ylb\n9FJJw6ofD777BekZSZz7GU0z9jw/YopmUHGVH1+1wIzkkP0uL259ip5R9hzYfOHF\nkaI4v9LpWfwPZ9hW9hVWza8J2QKBgQC5nVP6ji14d4Q/OaXefFB4hg5J7dgzo+/+\nNhJ/ChfQ/EN/kcXvx6FCLrpK6DBH/uu1SiAH6pQ8mKJxDjwtqfDQC9LEoaGUSgnz\nNZGgPR4wpIt4lx8Kuq1AOI7fk4WuP3xHMA4L6W+5kdTjWHpFaxl4lptfWyuto/Hf\nhXqJfx76hQKBgDnrNkIVTNjl7eLFcSObgplTS6oim3A0AgVUZGvMoiL2vGfKFkJm\n9xz1TXP/J2yxvi+Ih0aTKTlAoUSvVS/xrMgNsfBe3fQ0LgrBWfLlFWfHELlCf4wR\nTmBJqLgViIJFTnBYcyUr24sBDZBzG+X5QG3tp65jmRWbOj/dss5W750hAoGALbew\njZAjZv6ZFjGOx0P7VhQ+xLrOe7mvTP/ogl3sC892mJ9BD5QuBe0YeYbDDZieWeLO\nDOUcaeh2aj5FWEH5TGT9Hu1orOunk73oBn3HR9ffem5OeQgN0DmeBzeAv7BnXela\nLFjs6dofg3exdhOxDGCcGFqOYZB17MYlrmQfLzkCgYBPNs4MB4PyNBzjMhlpjk+b\nPQNbi5yN/hcNxiPAdyXiKvKEz8mcLDAowQnlqnS9gbENJ79+BNchb0eUC8kT+9di\nDGTSCa1MMy+M6KmEvtczcZ7x9iq6i1PFIWGF2B3xkLa8MpBrQWZrdGDuy9ixPNpq\nRR1gkot+ZbldyYR94BXy4Q==\n-----END PRIVATE KEY-----\n",
+  "client_email": "firebase-adminsdk-479uz@citadel4travels.iam.gserviceaccount.com",
+  "client_id": "112345416933732340369",
+  "auth_uri": "https://accounts.google.com/o/oauth2/auth",
+  "token_uri": "https://oauth2.googleapis.com/token",
+  "auth_provider_x509_cert_url": "https://www.googleapis.com/oauth2/v1/certs",
+  "client_x509_cert_url": "https://www.googleapis.com/robot/v1/metadata/x509/firebase-adminsdk-479uz%40citadel4travels.iam.gserviceaccount.com",
+  "universe_domain": "googleapis.com"
+}

external_knowledge_service.py

@@ -0,0 +1,409 @@
+# external_knowledge_service.py (Updated with Firebase and Deep Search)
+import os
+import json
+import logging
+import numpy as np
+import requests
+from fastapi import FastAPI, HTTPException, Depends, status
+from pydantic import BaseModel, Field, constr
+from sentence_transformers import SentenceTransformer
+from sklearn.metrics.pairwise import cosine_similarity
+from datetime import datetime
+import firebase_admin
+from firebase_admin import credentials, firestore
+from bs4 import BeautifulSoup
+import re
+from fastapi.security import APIKeyHeader
+# For encryption (optional, requires 'cryptography' library)
+# from cryptography.fernet import Fernet
+# For rate limiting (optional, requires 'slowapi' library)
+# from slowapi import Limiter, _rate_limit_exceeded_handler
+# from slowapi.util import get_remote_address
+# from slowapi.errors import RateLimitExceeded
+
+app = FastAPI()
+
+# --- Configuration ---
+MODELS_DIR = "/home/kabo/Desktop/p/models/"
+
+# Initialize Firebase
+# استخدام متغيرات البيئة لاعتمادات Firebase:
+firebase_creds_path = os.getenv("FIREBASE_CREDS_PATH", "path/to/your/firebase-credentials.json")
+if not firebase_admin._apps:
+    try:
+        cred = credentials.Certificate(firebase_creds_path)
+        firebase_admin.initialize_app(cred)
+        db = firestore.client()
+        logger.info("Firebase initialized successfully.")
+    except Exception as e:
+        logger.error(f"Failed to initialize Firebase: {e}. Ensure FIREBASE_CREDS_PATH is set correctly and the file exists.")
+        db = None # Set db to None if initialization fails
+
+# --- Logging Setup ---
+logging.basicConfig(
+    level=logging.INFO,
+    format='%(asctime)s - %(name)s - %(levelname)s - %(message)s'
+)
+logger = logging.getLogger(__name__)
+
+# --- API Key Authentication ---
+API_KEY_NAME = "X-API-KEY"
+api_key_header = APIKeyHeader(name=API_KEY_NAME, auto_error=True)
+
+async def get_api_key(api_key: str = Depends(api_key_header)):
+    if api_key != os.getenv("API_SECRET_KEY"):
+        raise HTTPException(
+            status_code=status.HTTP_401_UNAUTHORIZED,
+            detail="مفتاح API غير صالح"
+        )
+    return api_key
+
+# --- Rate Limiting (Optional) ---
+# limiter = Limiter(key_func=get_remote_address)
+# app.state.limiter = limiter
+# app.add_exception_handler(RateLimitExceeded, _rate_limit_exceeded_handler)
+
+# --- Encryption Functions (Optional) ---
+# def encrypt_data(data: str, key: bytes) -> bytes:
+#     cipher = Fernet(key)
+#     return cipher.encrypt(data.encode())
+
+# def decrypt_data(encrypted_data: bytes, key: bytes) -> str:
+#     cipher = Fernet(key)
+#     return cipher.decrypt(encrypted_data).decode()
+
+# --- Firebase Knowledge Base Integration ---
+class FirebaseKnowledgeBase:
+    def __init__(self):
+        self.collection = db.collection('knowledge_base') if db else None
+        
+    def query(self, goal: str, phase: str = None, limit: int = 10) -> list:
+        if not self.collection:
+            logger.error("Firestore client not initialized. Cannot query knowledge base.")
+            return []
+
+        keywords = [goal.lower(), 'android', 'pentest', 'mobile', 'device']
+        if phase:
+            keywords.append(phase.lower())
+            
+        try:
+            # Build Firestore query
+            query = self.collection
+            
+            # Execute query and filter results
+            results = []
+            docs = query.stream()
+            
+            for doc in docs:
+                data = doc.to_dict()
+                text = f"{data.get('prompt', '').lower()} {data.get('completion', '').lower()} {data.get('metadata', '').lower()}"
+                if any(keyword in text for keyword in keywords):
+                    results.append(data)
+                if len(results) >= limit:
+                    break
+            
+            # Sort by priority (high, medium, low) and then by timestamp
+            priority_order = {"high": 1, "medium": 2, "low": 3}
+            results.sort(key=lambda x: (
+                priority_order.get(x.get('metadata', {}).get('priority', 'low').lower(), 
+                x.get('metadata', {}).get('timestamp', 0)
+            ))
+            return results[:limit]
+        except Exception as e:
+            logger.error(f"Failed to query knowledge base: {e}")
+            return []
+
+# --- RAG Knowledge Index ---
+class KnowledgeIndex:
+    def __init__(self, model_name="all-MiniLM-L6-v2"):
+        self.model = SentenceTransformer(model_name)
+        self.knowledge_base = [] # Stores {'text': '...', 'embedding': [...] }
+        self.load_knowledge_from_file(os.path.join(os.path.dirname(__file__), 'knowledge_base.json'))
+
+    def load_knowledge_from_file(self, file_path):
+        if os.path.exists(file_path):
+            with open(file_path, 'r', encoding='utf-8') as f:
+                data = json.load(f)
+                for item in data:
+                    text = item.get('text', '')
+                    if text:
+                        embedding = self.model.encode(text).tolist()
+                        self.knowledge_base.append({'text': text, 'embedding': embedding, 'source': item.get('source', 'local')})
+            logger.info(f"Loaded {len(self.knowledge_base)} items into RAG knowledge base.")
+        else:
+            logger.warning(f"Knowledge base file not found: {file_path}. RAG will operate on an empty knowledge base.")
+
+    def retrieve(self, query: str, top_k: int = 5) -> List[Dict]:
+        if not self.knowledge_base:
+            return []
+
+        query_embedding = self.model.encode(query).reshape(1, -1)
+        
+        texts = [item['text'] for item in self.knowledge_base]
+        embeddings = np.array([item['embedding'] for item in self.knowledge_base])
+
+        similarities = cosine_similarity(query_embedding, embeddings)[0]
+        
+        # Get top_k indices
+        top_indices = similarities.argsort()[-top_k:][::-1]
+        
+        results = []
+        for i in top_indices:
+            results.append({
+                "text": self.knowledge_base[i]['text'],
+                "similarity": similarities[i],
+                "source": self.knowledge_base[i].get('source', 'RAG')
+            })
+        return results
+
+# --- Deep Search Engine ---
+class DeepSearchEngine:
+    def __init__(self):
+        self.headers = {
+            "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36"
+        }
+    
+    def search_device_info(self, device_info: str, os_version: str) -> dict:
+        """Search for device and OS vulnerabilities"""
+        results = {
+            "device": device_info,
+            "os_version": os_version,
+            "vulnerabilities": [],
+            "exploits": [],
+            "recommendations": []
+        }
+        
+        try:
+            # Search for CVEs related to the device and OS
+            cve_results = self.search_cve(device_info, os_version)
+            results["vulnerabilities"] = cve_results
+            
+            # Search for exploits
+            exploit_results = self.search_exploits(device_info, os_version)
+            results["exploits"] = exploit_results
+            
+            # Get security recommendations
+            recommendations = self.get_security_recommendations(os_version)
+            results["recommendations"] = recommendations
+            
+        except Exception as e:
+            logger.error(f"Deep search failed: {e}")
+        
+        return results
+    
+    def search_cve(self, device: str, os_version: str) -> list:
+        """Search for CVEs related to the device and OS"""
+        cves = []
+        try:
+            # Search CVE databases
+            query = f"{device} {os_version} CVE"
+            search_url = f"https://cve.mitre.org/cgi-bin/cvekey.cgi?keyword={query}"
+            response = requests.get(search_url, headers=self.headers)
+            
+            if response.status_code == 200:
+                soup = BeautifulSoup(response.text, 'html.parser')
+                table = soup.find('div', id='TableWithRules')
+                
+                if table:
+                    rows = table.find_all('tr')[1:]  # Skip header
+                    for row in rows:
+                        cols = row.find_all('td')
+                        if len(cols) >= 2:
+                            cve_id = cols[0].get_text(strip=True)
+                            description = cols[1].get_text(strip=True)
+                            cves.append({
+                                "cve_id": cve_id,
+                                "description": description,
+                                "source": "CVE Mitre"
+                            })
+            
+            # Limit results
+            return cves[:10]
+        except Exception as e:
+            logger.error(f"CVE search failed: {e}")
+            return []
+    
+    def search_exploits(self, device: str, os_version: str) -> list:
+        """Search for exploits related to the device and OS"""
+        exploits = []
+        try:
+            # Search ExploitDB
+            query = f"{device} {os_version}"
+            search_url = f"https://www.exploit-db.com/search?q={query}"
+            response = requests.get(search_url, headers=self.headers)
+            
+            if response.status_code == 200:
+                soup = BeautifulSoup(response.text, 'html.parser')
+                cards = soup.select('.card .card-title')
+                
+                for card in cards:
+                    title = card.get_text(strip=True)
+                    link = card.find('a')['href']
+                    if not link.startswith('http'):
+                        link = f"https://www.exploit-db.com{link}"
+                    exploits.append({
+                        "title": title,
+                        "link": link,
+                        "source": "ExploitDB"
+                    })
+            
+            # Limit results
+            return exploits[:10]
+        except Exception as e:
+            logger.error(f"Exploit search failed: {e}")
+            return []
+    
+    def get_security_recommendations(self, os_version: str) -> list:
+        """Get security recommendations for the OS version"""
+        recommendations = []
+        try:
+            # For Android devices
+            if "android" in os_version.lower():
+                # Search Android security bulletins
+                url = "https://source.android.com/docs/security/bulletin"
+                response = requests.get(url, headers=self.headers)
+                
+                if response.status_code == 200:
+                    soup = BeautifulSoup(response.text, 'html.parser')
+                    versions = soup.select('.devsite-article-body h2')
+                    
+                    for version in versions:
+                        if os_version in version.get_text():
+                            # Find recommendations for this version
+                            next_ul = version.find_next('ul')
+                            if next_ul:
+                                items = next_ul.select('li')
+                                for item in items:
+                                    recommendations.append(item.get_text(strip=True))
+            
+            # For iOS devices
+            elif "ios" in os_version.lower():
+                # Search Apple security updates
+                url = "https://support.apple.com/en-us/HT201222"
+                response = requests.get(url, headers=self.headers)
+                
+                if response.status_code == 200:
+                    soup = BeautifulSoup(response.text, 'html.parser')
+                    sections = soup.select('#sections')
+                    
+                    for section in sections:
+                        if os_version in section.get_text():
+                            # Find recommendations in this section
+                            items = section.select('li')
+                            for item in items:
+                                recommendations.append(item.get_text(strip=True))
+            
+            # Limit results
+            return recommendations[:5]
+        except Exception as e:
+            logger.error(f"Security recommendations search failed: {e}")
+            return []
+    
+    def search_public_resources(self, device_info: str) -> list:
+        """Search for public resources related to the device"""
+        resources = []
+        try:
+            # Search GitHub for device-related projects
+            github_url = f"https://github.com/search?q={device_info.replace(' ', '+')}+pentest"
+            response = requests.get(github_url, headers=self.headers)
+            
+            if response.status_code == 200:
+                soup = BeautifulSoup(response.text, 'html.parser')
+                repos = soup.select('.repo-list-item')
+                
+                for repo in repos:
+                    title = repo.select_one('.v-align-middle').get_text(strip=True)
+                    description = repo.select_one('.mb-1').get_text(strip=True) if repo.select_one('.mb-1') else ""
+                    url = f"https://github.com{repo.select_one('.v-align-middle')['href']}"
+                    resources.append({
+                        "title": title,
+                        "description": description,
+                        "url": url,
+                        "source": "GitHub"
+                    })
+            
+            # Search Hack Forums for device-related discussions
+            forum_url = f"https://hackforums.net/search.php?action=finduserthreads&keywords={device_info.replace(' ', '+')}"
+            response = requests.get(forum_url, headers=self.headers)
+            
+            if response.status_code == 200:
+                soup = BeautifulSoup(response.text, 'html.parser')
+                threads = soup.select('.thread')
+                
+                for thread in threads:
+                    title = thread.select_one('.threadtitle').get_text(strip=True)
+                    url = f"https://hackforums.net{thread.select_one('.threadtitle a')['href']}"
+                    resources.append({
+                        "title": title,
+                        "description": "Forum discussion",
+                        "url": url,
+                        "source": "HackForums"
+                    })
+            
+            # Limit results
+            return resources[:10]
+        except Exception as e:
+            logger.error(f"Public resources search failed: {e}")
+            return []
+
+# --- Initialize Services ---
+firebase_kb = FirebaseKnowledgeBase()
+rag_index = KnowledgeIndex()
+deep_search_engine = DeepSearchEngine()
+
+# --- Request Models ---
+class RAGRequest(BaseModel):
+    # التحقق من صحة المدخلات:
+    query: constr(min_length=3, max_length=500)
+    top_k: int = Field(5, gt=0, le=20)
+
+class FirebaseQueryRequest(BaseModel):
+    goal: str
+    phase: str = None
+    limit: int = 10
+
+class DeepSearchRequest(BaseModel):
+    device_info: str
+    os_version: str
+
+# --- API Endpoints ---
+@app.get("/health")
+async def health_check():
+    """Endpoint to check the health of the service."""
+    return {"status": "ok", "message": "Knowledge service is running."}
+
+@app.post("/rag/retrieve")
+# @limiter.limit("5/minute") # الحد من معدل الطلبات:
+async def rag_retrieve(request: RAGRequest, api_key: str = Depends(get_api_key)):
+    try:
+        results = rag_index.retrieve(request.query, request.top_k)
+        return {"success": True, "data": {"results": results}, "error": None}
+    except Exception as e:
+        logger.error(f"RAG retrieval failed: {e}")
+        raise HTTPException(status_code=500, detail=str(e))
+
+@app.post("/firebase/query")
+# @limiter.limit("5/minute") # الحد من معدل الطلبات:
+async def firebase_query(request: FirebaseQueryRequest, api_key: str = Depends(get_api_key)):
+    try:
+        results = firebase_kb.query(request.goal, request.phase, request.limit)
+        return {"success": True, "data": {"results": results}, "error": None}
+    except Exception as e:
+        logger.error(f"Firebase query failed: {e}")
+        raise HTTPException(status_code=500, detail=str(e))
+
+@app.post("/deep_search")
+# @limiter.limit("5/minute") # الحد من معدل الطلبات:
+async def deep_search(request: DeepSearchRequest, api_key: str = Depends(get_api_key)):
+    try:
+        results = deep_search_engine.search_device_info(request.device_info, request.os_version)
+        # Add public resources
+        results["public_resources"] = deep_search_engine.search_public_resources(request.device_info)
+        return {"success": True, "data": results, "error": None}
+    except Exception as e:
+        logger.error(f"Deep search failed: {e}")
+        raise HTTPException(status_code=500, detail=str(e))
+
+if __name__ == "__main__":
+    import uvicorn
+    uvicorn.run(app, host="0.0.0.0", port=8000)

knowledge_base.json

@@ -0,0 +1,49 @@
+{
+  "successful_commands": [
+    "nmap -sV -O 192.168.1.0/24",
+    "sqlmap -u http://example.com/login --dbs",
+    "subfinder -d example.com",
+    "gobuster dir -u http://example.com -w /path/to/wordlist.txt"
+  ],
+  "vulnerability_patterns": [
+    "SQL injection vulnerability detected",
+    "XSS vulnerability in search parameter",
+    "Open port 22 (SSH) detected, potential brute-force target",
+    "Outdated Apache version found, check CVEs for version X.Y.Z",
+    "Directory listing enabled on /admin",
+    "Weak credentials found for service XYZ"
+  ],
+  "effective_payloads": {
+    "windows": [
+      "windows/x64/meterpreter/reverse_tcp",
+      "windows/meterpreter/reverse_tcp"
+    ],
+    "linux": [
+      "linux/x64/meterpreter/reverse_tcp",
+      "linux/x86/meterpreter/reverse_tcp"
+    ],
+    "web": [
+      "<script>alert('XSS');</script>",
+      "' OR 1=1--",
+      "UNION SELECT null,null,null,version()-- -"
+    ]
+  },
+  "error_corrections": {
+    "Command not found": "Try installing the required package. Use `sudo apt install <package_name>` or `pip install <package_name>`.",
+    "Permission denied": "Try running with sudo or check file permissions.",
+    "Connection refused": "Target host or port might be down or blocked by firewall.",
+    "No targets specified": "Ensure you provide a valid IP address or URL.",
+    "Shodan API Key not configured": "Set the SHODAN_API_KEY environment variable."
+  },
+  "reconnaissance_tips": [
+    "Always start with basic network scanning (nmap).",
+    "Enumerate subdomains for larger attack surface.",
+    "Check for open ports and services, then research known vulnerabilities for those services.",
+    "Use OSINT tools to gather information about the target organization and its employees."
+  ],
+  "exploitation_tips": [
+    "After finding a vulnerability, check ExploitDB and Metasploit for existing exploits.",
+    "Always verify payload delivery and listener setup.",
+    "Prioritize remote code execution (RCE) vulnerabilities."
+  ]
+}