Upload app.py

app.py

@@ -0,0 +1,229 @@
+import gradio as gr
+import torch
+from transformers import AutoTokenizer, AutoModelForCausalLM
+import re
+
+# Global variables for model and tokenizer
+model = None
+tokenizer = None
+
+def load_model():
+    """Load the model and tokenizer"""
+    global model, tokenizer
+    
+    try:
+        print("Loading AEGIS Conduct Economic Analysis Model...")
+        
+        # Load tokenizer and model from the econ subdirectory
+        tokenizer = AutoTokenizer.from_pretrained(
+            "Gaston895/aegisconduct", 
+            subfolder="econ",
+            trust_remote_code=True
+        )
+        
+        model = AutoModelForCausalLM.from_pretrained(
+            "Gaston895/aegisconduct",
+            subfolder="econ", 
+            torch_dtype=torch.bfloat16,
+            device_map="auto",
+            trust_remote_code=True
+        )
+        
+        print("Model loaded successfully!")
+        return True
+        
+    except Exception as e:
+        print(f"Error loading model: {e}")
+        return False
+
+def format_response(text):
+    """Clean and format the model response"""
+    # Remove thinking tags if present
+    text = re.sub(r'<thinking>.*?</thinking>', '', text, flags=re.DOTALL)
+    
+    # Clean up extra whitespace
+    text = re.sub(r'\n\s*\n', '\n\n', text)
+    text = text.strip()
+    
+    return text
+
+def generate_response(message, history, temperature=0.7, max_tokens=512):
+    """Generate response from the model"""
+    global model, tokenizer
+    
+    if model is None or tokenizer is None:
+        return "Model not loaded. Please wait for initialization to complete."
+    
+    try:
+        # Build conversation context
+        conversation = ""
+        for user_msg, assistant_msg in history:
+            conversation += f"User: {user_msg}\nAssistant: {assistant_msg}\n\n"
+        
+        # Add current message
+        conversation += f"User: {message}\nAssistant:"
+        
+        # Tokenize input
+        inputs = tokenizer(conversation, return_tensors="pt", truncation=True, max_length=2048)
+        
+        # Move to device
+        if torch.cuda.is_available():
+            inputs = {k: v.to(model.device) for k, v in inputs.items()}
+        
+        # Generate response
+        with torch.no_grad():
+            outputs = model.generate(
+                **inputs,
+                max_new_tokens=max_tokens,
+                temperature=temperature,
+                do_sample=True,
+                top_p=0.95,
+                top_k=40,
+                repetition_penalty=1.05,
+                pad_token_id=tokenizer.eos_token_id,
+                eos_token_id=tokenizer.eos_token_id
+            )
+        
+        # Decode response
+        response = tokenizer.decode(outputs[0], skip_special_tokens=True)
+        
+        # Extract only the new response
+        response = response[len(conversation):].strip()
+        
+        # Format and clean response
+        response = format_response(response)
+        
+        return response
+        
+    except Exception as e:
+        return f"Error generating response: {str(e)}"
+
+def chat_interface(message, history, temperature, max_tokens):
+    """Main chat interface function"""
+    if not message.strip():
+        return history, ""
+    
+    # Generate response
+    response = generate_response(message, history, temperature, max_tokens)
+    
+    # Add to history
+    history.append((message, response))
+    
+    return history, ""
+
+# Load model on startup
+print("Initializing AEGIS Conduct Chat Interface...")
+model_loaded = load_model()
+
+# Create Gradio interface
+with gr.Blocks(
+    title="AEGIS Conduct - Economic Analysis Chat",
+    theme=gr.themes.Soft(),
+    css="""
+    .gradio-container {
+        max-width: 1000px !important;
+    }
+    .chat-message {
+        padding: 10px;
+        margin: 5px 0;
+        border-radius: 10px;
+    }
+    """
+) as demo:
+    
+    gr.Markdown("""
+    # 🤖 AEGIS Conduct - Economic Analysis Chat
+    
+    Chat with an AI model specialized in economic and financial analysis. This model features:
+    - **Thinking Mode**: Automatic activation for complex reasoning
+    - **Economic Expertise**: Specialized knowledge in finance, markets, and policy
+    - **128k Context**: Extended memory for detailed conversations
+    
+    Ask questions about economics, finance, market analysis, policy impacts, and more!
+    """)
+    
+    if not model_loaded:
+        gr.Markdown("⚠️ **Model Loading Error**: Please refresh the page or contact support.")
+    
+    with gr.Row():
+        with gr.Column(scale=4):
+            chatbot = gr.Chatbot(
+                height=500,
+                show_label=False,
+                container=True,
+                bubble_full_width=False
+            )
+            
+            msg = gr.Textbox(
+                placeholder="Ask me about economics, finance, markets, or any analytical question...",
+                show_label=False,
+                container=False,
+                scale=7
+            )
+            
+            with gr.Row():
+                submit_btn = gr.Button("Send", variant="primary", scale=1)
+                clear_btn = gr.Button("Clear Chat", scale=1)
+        
+        with gr.Column(scale=1):
+            gr.Markdown("### Settings")
+            
+            temperature = gr.Slider(
+                minimum=0.1,
+                maximum=2.0,
+                value=0.7,
+                step=0.1,
+                label="Temperature",
+                info="Controls randomness (0.1=focused, 2.0=creative)"
+            )
+            
+            max_tokens = gr.Slider(
+                minimum=50,
+                maximum=1024,
+                value=512,
+                step=50,
+                label="Max Response Length",
+                info="Maximum tokens in response"
+            )
+            
+            gr.Markdown("""
+            ### Example Questions
+            - Analyze the impact of inflation on consumer spending
+            - Explain quantitative easing and its effects
+            - What are the risks of high national debt?
+            - How do interest rates affect the stock market?
+            - Think deeply: What causes economic recessions?
+            """)
+    
+    # Event handlers
+    def submit_message(message, history, temp, max_tok):
+        return chat_interface(message, history, temp, max_tok)
+    
+    def clear_chat():
+        return [], ""
+    
+    # Bind events
+    submit_btn.click(
+        submit_message,
+        inputs=[msg, chatbot, temperature, max_tokens],
+        outputs=[chatbot, msg]
+    )
+    
+    msg.submit(
+        submit_message,
+        inputs=[msg, chatbot, temperature, max_tokens],
+        outputs=[chatbot, msg]
+    )
+    
+    clear_btn.click(
+        clear_chat,
+        outputs=[chatbot, msg]
+    )
+
+# Launch configuration
+if __name__ == "__main__":
+    demo.launch(
+        server_name="0.0.0.0",
+        server_port=7860,
+        share=False
+    )