Create app.py

app.py

@@ -0,0 +1,723 @@
+import gradio as gr
+import os
+import time
+from pathlib import Path
+import subprocess
+import requests
+import json
+from datetime import datetime
+import textwrap
+import google.generativeai as genai
+import asyncio
+from typing import Generator, AsyncGenerator, List
+from openai import AsyncOpenAI
+import dotenv
+
+# Load environment variables
+dotenv.load_dotenv()
+
+# Metadata
+CURRENT_TIME = "2025-05-23 12:57:22"
+CURRENT_USER = "ErRickow"
+
+# Default API Keys (fallback if user doesn't provide their own)
+DEFAULT_XAI_KEY = os.getenv(
+    "XAI_API_KEY",
+    "xai-vfjhklL384Z4HKdItsZomqpFlXubTZJAFnISQUpV7dE8lRnWwYBVPSCxSTlu08wDbAcv720bx2dDiQ9x",
+)
+DEFAULT_GEMINI_KEY = os.getenv("GEMINI_API_KEY")
+
+# API settings
+OLLAMA_API = os.environ.get("OLLAMA_API", "http://localhost:11434")
+XAI_BASE_URL = "https://api.x.ai/v1"
+
+# Model lists
+OLLAMA_MODELS = [
+    "llama2",
+    "codellama",
+    "mistral",
+    "neural-chat",
+    "starling-lm",
+    "dolphin-phi",
+    "phi",
+    "orca-mini",
+]
+
+XAI_MODELS = [
+    "grok-2-latest",
+    "grok-1",
+]
+
+GEMINI_MODELS = [
+    "gemini-1.5-mini",
+    "gemini-pro-vision",
+]
+
+# Help texts
+
+GITHUB_TOKEN_HELP = """
+### Cara Mendapatkan GitHub Token:
+
+1. Kunjungi [GitHub Token Settings](https://github.com/settings/tokens)
+2. Klik "Generate new token" > "Generate new token (classic)"
+3. Beri nama token Anda di "Note"
+4. Pilih scope:
+   - `repo` (untuk akses repository private)
+   - `read:packages` (opsional, untuk akses package)
+5. Klik "Generate token"
+6. **PENTING**: Salin token segera! Token hanya ditampilkan sekali
+
+Token diperlukan untuk:
+- Mengakses repository private
+- Clone repository dengan rate limit lebih tinggi
+- Mengakses fitur GitHub API
+"""
+
+GEMINI_API_HELP = """
+### Cara Mendapatkan Gemini API Key:
+
+1. Kunjungi [Google AI Studio](https://makersuite.google.com/app/apikey)
+2. Login dengan akun Google Anda
+3. Klik "Create API Key"
+4. Salin API Key yang dihasilkan
+
+Catatan:
+- Gemini memberikan kuota gratis setiap bulan
+- Key bisa dibuat ulang jika diperlukan
+- Monitor penggunaan di [Google Cloud Console](https://console.cloud.google.com/)
+"""
+
+OLLAMA_HELP = """
+### Cara Menggunakan Ollama:
+
+1. Install Ollama dari [ollama.ai](https://ollama.ai)
+2. Jalankan Ollama di komputer Anda
+3. Pastikan Ollama berjalan di http://localhost:11434
+
+Catatan:
+- Ollama berjalan secara lokal di komputer Anda
+- Tidak memerlukan API key
+- Ideal untuk privasi dan penggunaan offline
+"""
+
+XAI_API_HELP = """
+### Cara Mendapatkan X.AI (Grok) API Key:
+
+1. Kunjungi [X.AI Developer Portal](https://x.ai)
+2. Daftar/Login ke akun Anda
+3. Buat API Key baru
+4. Salin API Key
+
+Note:
+- Jika tidak diisi, akan menggunakan API key default
+- Masukkan API key Anda sendiri jika default mencapai limit
+"""
+
+
+class AIProvider:
+    OLLAMA = "ollama"
+    GEMINI = "gemini"
+    XAI = "xai"
+
+
+class RepoAnalyzer:
+    def __init__(self):
+        self.current_repo = None
+        self.repo_content = {}
+        self.chat_history = []
+
+    async def stream_xai_response(
+        self, prompt: str, api_key: str = None, model: str = "grok-2-latest"
+    ) -> AsyncGenerator[str, None]:
+        """Stream response dari X.AI (Grok) API"""
+        try:
+            # Use default key if none provided
+            actual_key = api_key if api_key else DEFAULT_XAI_KEY
+
+            if not actual_key:
+                yield "⚠️ API Key X.AI diperlukan. Gunakan key Anda sendiri atau tunggu reset limit default key."
+                return
+
+            client = AsyncOpenAI(api_key=actual_key, base_url=XAI_BASE_URL)
+
+            # Prepare messages with repository context if available
+            messages = [
+                {
+                    "role": "system",
+                    "content": "Anda adalah asisten AI yang membantu menganalisis repository code. Berikan respons dalam Bahasa Indonesia.",
+                }
+            ]
+
+            if self.current_repo:
+                context = f"Repository: {self.current_repo}\n\n"
+                repo_files = "\n".join(list(self.repo_content.keys()))
+                context += f"Files in repository:\n{repo_files}\n\n"
+                messages.append({"role": "system", "content": context})
+
+            messages.append({"role": "user", "content": prompt})
+
+            stream = await client.chat.completions.create(
+                model=model, messages=messages, stream=True
+            )
+
+            full_response = ""
+            async for chunk in stream:
+                if chunk.choices[0].delta.content:
+                    content = chunk.choices[0].delta.content
+                    full_response += content
+                    yield content
+
+            self.chat_history.append({"role": "user", "content": prompt})
+            self.chat_history.append({"role": "assistant", "content": full_response})
+
+        except Exception as e:
+            error_msg = f"⚠️ Error dalam X.AI API: {str(e)}"
+            print(error_msg)
+            yield error_msg
+
+    async def stream_gemini_response(
+        self, prompt: str, api_key: str
+    ) -> AsyncGenerator[str, None]:
+        """Stream response dari Gemini API"""
+        try:
+            if not api_key:
+                yield "⚠️ API Key Gemini diperlukan. Klik icon bantuan (?) di samping input API Key untuk panduan mendapatkan key."
+                return
+
+            genai.configure(api_key=api_key)
+            model = genai.GenerativeModel("gemini-pro")
+
+            # Tambahkan konteks repository jika ada
+            if self.current_repo:
+                context = f"Repository: {self.current_repo}\n\n"
+                repo_files = "\n".join(list(self.repo_content.keys()))
+                context += f"Files in repository:\n{repo_files}\n\n"
+                prompt = context + prompt
+
+            response = model.generate_content(
+                prompt,
+                generation_config={"temperature": 0.7, "top_p": 0.8, "top_k": 40},
+                stream=True,
+            )
+
+            full_response = ""
+            async for chunk in response:
+                if chunk.text:
+                    full_response += chunk.text
+                    yield chunk.text
+
+            self.chat_history.append({"role": "user", "content": prompt})
+            self.chat_history.append({"role": "assistant", "content": full_response})
+
+        except Exception as e:
+            error_msg = f"⚠️ Error dalam Gemini API: {str(e)}\n\nPastikan API Key valid dan memiliki kuota yang cukup."
+            print(error_msg)
+            yield error_msg
+
+    def clone_repository(
+        self, repo_url: str, github_token: str, branch: str = None
+    ) -> tuple[bool, str]:
+        """Clone repository GitHub dengan autentikasi"""
+        if not repo_url:
+            return False, "⚠️ URL repository diperlukan"
+
+        repo_name = repo_url.split("/")[-1].replace(".git", "")
+
+        if os.path.exists(repo_name):
+            subprocess.run(["rm", "-rf", repo_name], check=True)
+
+        try:
+            owner_repo = "/".join(repo_url.split("/")[-2:])
+
+            # Cek apakah repository private
+            headers = {"Authorization": f"token {github_token}"} if github_token else {}
+            repo_check = requests.get(
+                f"https://api.github.com/repos/{owner_repo}", headers=headers
+            )
+
+            if repo_check.status_code == 404:
+                return False, "⚠️ Repository tidak ditemukan. Periksa URL repository."
+            elif repo_check.status_code == 401:
+                return (
+                    False,
+                    "⚠️ Token GitHub tidak valid. Klik icon bantuan (?) untuk panduan mendapatkan token.",
+                )
+            elif repo_check.status_code == 403 and repo_check.json().get(
+                "private", False
+            ):
+                return (
+                    False,
+                    "⚠️ Ini adalah repository private. Token GitHub dengan akses 'repo' diperlukan.",
+                )
+
+            auth_url = (
+                f"https://{github_token}@github.com/{owner_repo}"
+                if github_token
+                else f"https://github.com/{owner_repo}"
+            )
+
+            cmd = ["git", "clone"]
+            if branch:
+                cmd.extend(["--branch", branch])
+            cmd.append(auth_url)
+
+            process = subprocess.run(
+                cmd,
+                capture_output=True,
+                text=True,
+                env=dict(os.environ, GIT_ASKPASS="echo", GIT_TERMINAL_PROMPT="0"),
+            )
+
+            if process.returncode == 0:
+                self.current_repo = repo_name
+                # Scan dan simpan konten repository
+                file_count = 0
+                for file_path in Path(repo_name).rglob("*"):
+                    if file_path.is_file() and ".git" not in str(file_path):
+                        success, content = self.read_file_safely(str(file_path))
+                        if success:
+                            self.repo_content[str(file_path)] = content
+                            file_count += 1
+
+                return (
+                    True,
+                    f"✅ Repository berhasil di-clone!\n\nNama: {repo_name}\nJumlah file: {file_count}\n\nAnda sekarang bisa mengajukan pertanyaan tentang repository ini.",
+                )
+            else:
+                return False, f"⚠️ Gagal clone repository:\n{process.stderr}"
+
+        except Exception as e:
+            return False, f"⚠️ Error: {str(e)}"
+
+    def read_file_safely(self, file_path: str) -> tuple[bool, str]:
+        """Baca file dengan aman menggunakan berbagai encoding"""
+        encodings = ["utf-8", "latin-1", "cp1252"]
+        for encoding in encodings:
+            try:
+                with open(file_path, "r", encoding=encoding) as f:
+                    content = f.read()
+                    return True, content
+            except Exception as e:
+                continue
+        return False, "Tidak dapat membaca file dengan encoding yang didukung"
+
+analyzer = RepoAnalyzer()
+
+async def handle_chat(
+    message,
+    history,
+    provider_choice,
+    model_name,
+    xai_key,
+    gemini_key,
+    selected_files,
+    analyzer=analyzer,
+):
+    """Menangani interaksi chat dengan model AI"""
+    if not analyzer.current_repo:
+        new_message = {
+            "role": "assistant",
+            "content": "⚠️ Mohon clone repository terlebih dahulu sebelum mengajukan pertanyaan.",
+        }
+        history = history or []
+        history.append({"role": "user", "content": message})
+        history.append(new_message)
+        yield history
+        return
+
+    history = history or []
+    history.append({"role": "user", "content": message})
+    history.append({"role": "assistant", "content": ""})
+
+    try:
+        # Add context about selected files to the prompt
+        file_context = ""
+        if selected_files:
+            file_context = "\n\nFile yang dipilih:\n"
+            for file in selected_files:
+                content = analyzer.repo_content.get(file, "")
+                if content:  # Only include files that exist
+                    file_context += f"\n{file}:\n```\n{content}\n```\n"
+
+        enhanced_message = f"{message}\n{file_context}"
+
+        full_response = ""
+        if provider_choice == AIProvider.XAI:
+            async for chunk in analyzer.stream_xai_response(
+                enhanced_message, xai_key, model_name
+            ):
+                full_response += chunk
+                # Add delay between chunks for readability
+                await asyncio.sleep(0.05)
+                history[-1]["content"] = full_response
+                yield history
+
+        elif provider_choice == AIProvider.GEMINI:
+            async for chunk in analyzer.stream_gemini_response(
+                enhanced_message, gemini_key or DEFAULT_GEMINI_KEY
+            ):
+                full_response += chunk
+                # Add delay between chunks for readability
+                await asyncio.sleep(0.05)
+                history[-1]["content"] = full_response
+                yield history
+
+        else:  # OLLAMA
+            response = analyze_with_ollama(model_name, enhanced_message)
+            # Simulate streaming for OLLAMA with delay
+            words = response.split()
+            for i in range(len(words)):
+                full_response = " ".join(words[: i + 1])
+                await asyncio.sleep(0.05)
+                history[-1]["content"] = full_response
+                yield history
+
+    except Exception as e:
+        history[-1]["content"] = f"⚠️ Error: {str(e)}"
+        yield history
+
+
+def create_ui():
+    """
+    Membuat antarmuka pengguna untuk aplikasi Open Repo AI menggunakan Gradio.
+    """
+    # Gunakan analyzer global
+    global analyzer
+    current_time = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
+
+    # Define CSS styles outside the main UI for better maintainability
+    CSS_STYLES = """
+    <style>
+    .container { 
+        max-width: 100% !important; 
+        padding: 1rem; 
+        margin: 0 auto;
+    }
+    .header {
+        margin-bottom: 2rem;
+        padding: 1rem;
+        background: #f8f9fa;
+        border-radius: 8px;
+    }
+    .mobile-full { 
+        width: 100% !important; 
+    }
+    .file-list { 
+        margin: 10px 0; 
+        padding: 10px; 
+        border: 1px solid #ddd; 
+        border-radius: 4px;
+        background: #fff;
+    }
+    .file-item { 
+        display: flex; 
+        justify-content: space-between; 
+        padding: 8px;
+        margin: 4px 0;
+        background: #f8f9fa;
+        border-radius: 4px;
+    }
+    .quick-example-btn {
+        margin: 5px;
+        padding: 8px 15px;
+        border: 1px solid #e9ecef;
+        border-radius: 4px;
+        background: #f8f9fa;
+        cursor: pointer;
+        transition: all 0.3s ease;
+    }
+    .quick-example-btn:hover {
+        background: #e9ecef;
+        transform: translateY(-1px);
+    }
+    .chat-container {
+        margin-top: 2rem;
+        padding: 1rem;
+        background: #fff;
+        border-radius: 8px;
+        box-shadow: 0 2px 4px rgba(0,0,0,0.1);
+    }
+    .help-text {
+        font-size: 0.9rem;
+        color: #6c757d;
+        margin: 0.5rem 0;
+    }
+    @media (max-width: 768px) {
+        .gr-form { 
+            flex-direction: column !important; 
+        }
+        .gr-group { 
+            margin: 0.5rem 0 !important; 
+        }
+        .container {
+            padding: 0.5rem;
+        }
+    }
+    </style>
+    """
+
+    with gr.Blocks(title="Open Repo AI", theme=gr.themes.Soft()) as app:
+        # Apply CSS
+        gr.Markdown(CSS_STYLES)
+
+        # Header Section
+        with gr.Row(elem_classes="header") as header:
+            gr.Markdown(f"""
+            # 🤖 Open Repo AI Assistant
+            
+            📅 Current Date and Time (UTC): {current_time}  
+            """)
+
+        # Main Tabs
+        with gr.Tabs() as tabs:
+            # Configuration Tab
+            with gr.Tab("🛠️ Configuration", elem_id="config-tab"):
+                with gr.Group():
+                    provider = gr.Radio(
+                        choices=[AIProvider.XAI, AIProvider.GEMINI, AIProvider.OLLAMA],
+                        label="AI Provider",
+                        value=AIProvider.XAI,
+                        elem_classes="provider-select"
+                    )
+
+                    # API Settings
+                    with gr.Group(elem_classes="api-settings") as api_settings:
+                        with gr.Row():
+                            with gr.Column(scale=3):
+                                xai_key = gr.Textbox(
+                                    label="X.AI (Grok) API Key",
+                                    type="password",
+                                    placeholder="Optional - Click (?) for info",
+                                    elem_classes="api-key-input"
+                                )
+                                gemini_key = gr.Textbox(
+                                    label="Gemini API Key",
+                                    type="password",
+                                    placeholder="Optional - Leave blank for default key",
+                                    elem_classes="api-key-input"
+                                )
+                            with gr.Column(scale=1):
+                                gr.Markdown(XAI_API_HELP)
+                                gr.Markdown(GEMINI_API_HELP)
+
+                        # Model Selection
+                        model_dropdown = gr.Dropdown(
+                            label="AI Model",
+                            choices=XAI_MODELS,
+                            value="grok-2-latest",
+                            interactive=True,
+                            elem_classes="model-select"
+                        )
+
+            # Repository Analysis Tab
+            with gr.Tab("📊 Repository Analysis", elem_id="repo-tab"):
+                with gr.Group(elem_classes="repo-config"):
+                    # Repository Settings
+                    with gr.Row():
+                        repo_url = gr.Textbox(
+                            label="GitHub Repository URL",
+                            placeholder="https://github.com/username/repository",
+                            elem_classes="repo-input"
+                        )
+
+                    with gr.Row():
+                        with gr.Column(scale=2):
+                            github_token = gr.Textbox(
+                                label="GitHub Token",
+                                type="password",
+                                placeholder="Click (?) for guide",
+                                elem_classes="token-input"
+                            )
+                            gr.Markdown(GITHUB_TOKEN_HELP)
+                        with gr.Column(scale=1):
+                            branch = gr.Textbox(
+                                label="Branch (optional)",
+                                placeholder="main",
+                                elem_classes="branch-input"
+                            )
+
+                    # Clone Section
+                    with gr.Row():
+                        clone_button = gr.Button(
+                            "🔄 Clone Repository",
+                            variant="primary",
+                            elem_classes="clone-btn"
+                        )
+                        clone_status = gr.Markdown(
+                            value="",
+                            label="Repository Status",
+                            elem_classes="clone-status"
+                        )
+
+                    # File Selection
+                    with gr.Group(elem_classes="file-selection"):
+                        gr.Markdown("### 📎 Selected Files")
+                        file_selector = gr.Dropdown(
+                            label="Select Files from Repository",
+                            choices=[],
+                            multiselect=True,
+                            value=[],
+                            allow_custom_value=True,
+                            max_choices=None,
+                            elem_classes="file-dropdown"
+                        )
+                        file_list = gr.HTML(
+                            value="<div class='file-list'>No files selected</div>",
+                            label="Selected Files List"
+                        )
+
+        # Chat Interface
+        with gr.Group(elem_classes="chat-container") as chat_group:
+            chat_history = gr.Chatbot(
+                label="💬 Chat History",
+                height=500,
+                show_label=True,
+                elem_classes="chat-history"
+            )
+
+            with gr.Row():
+                chat_input = gr.Textbox(
+                    label="Ask about Repository",
+                    placeholder="Type your question here...",
+                    lines=3,
+                    elem_classes="chat-input"
+                )
+                
+            with gr.Row():
+                send_button = gr.Button(
+                    "📤 Send",
+                    variant="primary",
+                    elem_classes="send-btn"
+                )
+                clear_button = gr.Button(
+                    "🧹 Clear",
+                    variant="secondary",
+                    elem_classes="clear-btn"
+                )
+
+        # Event Handlers
+        def update_model_list(provider_choice: str) -> dict:
+            """Update model dropdown based on selected provider."""
+            models_map = {
+                AIProvider.XAI: (XAI_MODELS, "grok-2-latest"),
+                AIProvider.GEMINI: (GEMINI_MODELS, "gemini-1.5-mini"),
+                AIProvider.OLLAMA: (OLLAMA_MODELS, "llama2")
+            }
+            choices, default = models_map.get(provider_choice, (XAI_MODELS, "grok-2-latest"))
+            return gr.Dropdown(choices=choices, value=default)
+
+        def handle_clone(repo_url: str, github_token: str, branch: str) -> tuple:
+            """Handle repository cloning and update UI components."""
+            if not repo_url:
+                return (
+                    "⚠️ Repository URL is required!",
+                    gr.Dropdown(choices=[]),
+                    "<div class='file-list'>No files selected</div>"
+                )
+
+            success, message = analyzer.clone_repository(repo_url, github_token, branch)
+            
+            if success:
+                files = sorted(list(analyzer.repo_content.keys()))
+                return (
+                    message,
+                    gr.Dropdown(choices=files, value=[]),
+                    "<div class='file-list'>No files selected</div>"
+                )
+
+            return (
+                message,
+                gr.Dropdown(choices=[]),
+                "<div class='file-list'>No files selected</div>"
+            )
+
+        def update_file_list(selected: List[str]) -> str:
+            """Update the file list display."""
+            if not selected:
+                return "<div class='file-list'>No files selected</div>"
+
+            file_items = "".join([
+                f"<div class='file-item'><span>{file}</span></div>"
+                for file in selected
+            ])
+            return f"<div class='file-list'>{file_items}</div>"
+
+        def clear_chat_history() -> list:
+            """Clear the chat history."""
+            return []
+
+        # Connect Events
+        provider.change(
+            fn=update_model_list,
+            inputs=[provider],
+            outputs=[model_dropdown]
+        )
+
+        clone_button.click(
+            fn=handle_clone,
+            inputs=[repo_url, github_token, branch],
+            outputs=[clone_status, file_selector, file_list]
+        )
+
+        file_selector.change(
+            fn=update_file_list,
+            inputs=[file_selector],
+            outputs=[file_list]
+        )
+
+        clear_button.click(
+            fn=clear_chat_history,
+            outputs=[chat_history]
+        )
+
+        # Chat Events
+        chat_handlers = [
+            send_button.click(
+                fn=handle_chat,
+                inputs=[
+                    chat_input,
+                    chat_history,
+                    provider,
+                    model_dropdown,
+                    xai_key,
+                    gemini_key,
+                    file_selector
+                ],
+                outputs=chat_history,
+                show_progress=True
+            ),
+            chat_input.submit(
+                fn=handle_chat,
+                inputs=[
+                    chat_input,
+                    chat_history,
+                    provider,
+                    model_dropdown,
+                    xai_key,
+                    gemini_key,
+                    file_selector
+                ],
+                outputs=chat_history,
+                show_progress=True
+            )
+        ]
+
+        # Clear input after sending
+        for handler in chat_handlers:
+            handler.then(fn=lambda: "", outputs=chat_input)
+
+        return app
+
+if __name__ == "__main__":
+    print("""
+    🚀 Starting Repository Chat Analysis
+    ====================================
+    """)
+    
+    app = create_ui()
+    app.launch(
+        share=True,
+        server_name="0.0.0.0",
+        server_port=7860,
+        debug=True
+    )