import sympy as sp import gradio as gr import os import re import numpy as np from PIL import Image import io import tempfile import subprocess from sympy import symbols, diff, integrate, limit, sin, cos, tan, log, sqrt, factorial, Matrix, oo, E, I, pi print("๐Ÿš€ Math Solver starting...") # Install system dependencies def install_dependencies(): try: print("Installing system dependencies...") subprocess.run(["apt-get", "update", "-y"], capture_output=True) subprocess.run(["apt-get", "install", "-y", "tesseract-ocr", "libtesseract-dev", "espeak", "espeak-ng"], capture_output=True) print("โœ… System dependencies installed") return True except Exception as e: print(f"โš ๏ธ Dependency warning: {e}") return False install_dependencies() # Try to import optional dependencies with fallbacks try: import speech_recognition as sr SPEECH_RECOGNITION_AVAILABLE = True except ImportError: SPEECH_RECOGNITION_AVAILABLE = False print("Speech recognition not available. Install with: pip install SpeechRecognition") try: from gtts import gTTS GTTS_AVAILABLE = True except ImportError: GTTS_AVAILABLE = False print("gTTS not available. Install with: pip install gTTS") try: import pyttsx3 PYTTSX3_AVAILABLE = False # Initialize as False try: engine = pyttsx3.init() engine.setProperty('rate', 150) engine.setProperty('volume', 0.9) PYTTSX3_AVAILABLE = True # Set to True if initialization succeeds except Exception as e: print(f"pyttsx3 initialization failed: {e}") engine = None except ImportError: PYTTSX3_AVAILABLE = False engine = None print("pyttsx3 not available. Install with: pip install pyttsx3") try: import pytesseract TESSERACT_AVAILABLE = True # Point tesseract_cmd to the correct executable if needed # pytesseract.pytesseract.tesseract_cmd = r'/usr/bin/tesseract' # Uncomment and modify if tesseract is not in PATH except ImportError: TESSERACT_AVAILABLE = False print("Tesseract not available. Install with: pip install pytesseract && sudo apt install tesseract-ocr") try: from transformers import pipeline TRANSFORMERS_AVAILABLE = True except ImportError: TRANSFORMERS_AVAILABLE = False print("Transformers not available. Install with: pip install transformers") class MathSolver: def __init__(self): self.ai_models_loaded = False self.load_ai_models() def load_ai_models(self): """Load AI models with Hugging Face compatibility""" if TRANSFORMERS_AVAILABLE: try: # Using a simpler model for faster loading in Colab self.math_solver = pipeline( "text2text-generation", model="google/flan-t5-small", tokenizer="google/flan-t5-small" ) self.ai_models_loaded = True print("โœ… AI models loaded successfully") except Exception as e: print(f"โŒ AI model loading failed: {e}") self.ai_models_loaded = False else: print("โŒ Transformers not available for AI models") def solve_with_ai(self, problem): """Solve math problems using AI""" if not self.ai_models_loaded: return None try: prompt = f"Solve this math problem: {problem}. Provide the final answer." result = self.math_solver( prompt, max_length=100, num_return_sequences=1, temperature=0.1 ) # Clean up potential conversational text from AI model generated_text = result[0]['generated_text'] # Simple regex to try and isolate the math part if AI adds conversational text math_part = re.search(r'([-+]?\d*\.?\d+([eE][-+]?\d+)?|\S+)', generated_text) return math_part.group(0) if math_part else generated_text.strip() except Exception as e: print(f"AI solving error: {e}") return None # Initialize math solver math_solver = MathSolver() def generate_tts(text, engine_choice="auto"): """Generate TTS audio - Hugging Face compatible""" temp_path = None try: # Create temp file for audio temp_file = tempfile.NamedTemporaryFile(delete=False, suffix=".mp3") temp_path = temp_file.name temp_file.close() # Clean text for TTS clean_text = re.sub(r'[**`]', '', text) # Replace common symbols with words for better pronunciation clean_text = clean_text.replace('+', ' plus ').replace('-', ' minus ').replace('*', ' times ').replace('/', ' divided by ').replace('**', ' to the power of ') clean_text = clean_text.replace('\n', '. ')[:300] # Limit length and replace newlines success = False # Try pyttsx3 first if available and preferred if engine_choice in ["auto", "pyttsx3"] and PYTTSX3_AVAILABLE and engine: try: engine.save_to_file(clean_text, temp_path) engine.runAndWait() success = True # print("Generated audio using pyttsx3") # Debug print except Exception as e: print(f"pyttsx3 failed: {e}") success = False # Ensure success is False on failure # Fallback to gTTS if pyttsx3 failed or gTTS is preferred if not success and (engine_choice in ["auto", "gTTS"] or not PYTTSX3_AVAILABLE) and GTTS_AVAILABLE: try: tts = gTTS(text=clean_text, lang='en', slow=False) tts.save(temp_path) success = True # print("Generated audio using gTTS") # Debug print except Exception as e: print(f"gTTS failed: {e}") success = False if success: return temp_path else: print("Neither pyttsx3 nor gTTS could generate audio.") return None except Exception as e: print(f"TTS generation error: {e}") return None finally: # Clean up temp file if generation failed or was not attempted if temp_path and not os.path.exists(temp_path): try: os.unlink(temp_path) except OSError as e: print(f"Error removing temp file {temp_path}: {e}") def extract_math_from_image(image_path): """Extract math from image using OCR""" if not TESSERACT_AVAILABLE: return "OCR not available. Please install pytesseract and tesseract-ocr.", "" if image_path is None: return "No image provided.", "" try: # Ensure image_path is a string path if isinstance(image_path, np.ndarray): # Save numpy array to a temp file pil_image = Image.fromarray(image_path.astype('uint8')).convert("RGB") temp_img_file = tempfile.NamedTemporaryFile(delete=False, suffix=".png") image_path = temp_img_file.name pil_image.save(image_path) temp_img_file.close() elif isinstance(image_path, Image.Image): # Save PIL Image to a temp file temp_img_file = tempfile.NamedTemporaryFile(delete=False, suffix=".png") image_path = temp_img_file.name image_path.convert("RGB").save(image_path) temp_img_file.close() elif not isinstance(image_path, str): return "Invalid image input type.", "" # Configure for math symbols (might need tuning) # Using --psm 6 for single uniform block of text, --oem 3 for default OCR engine custom_config = r'--oem 3 --psm 6' text = pytesseract.image_to_string(image_path, config=custom_config) # Clean up temp image file if created if isinstance(image_path, str) and (image_path.endswith(".png") or image_path.endswith(".jpg")): # Basic check if it's a temp file try: os.unlink(image_path) except OSError as e: print(f"Error removing temp image file {image_path}: {e}") if text.strip(): # Clean OCR text cleaned = clean_ocr_text(text) return f"๐Ÿ“ท Extracted: {cleaned}", cleaned else: return "โŒ No text found in image", "" except Exception as e: return f"โŒ Image processing error: {str(e)}", "" def clean_ocr_text(text): """Clean OCR-extracted text""" corrections = { 'โ€”': '-', 'โ€“': '-', 'ร—': '*', 'รท': '/', '**': '^', '``': '"', "''": '"', 'O': '0', 'o': '0', 'l': '1', 'I': '1', '=': '==' # For equality checks } cleaned = text for wrong, correct in corrections.items(): cleaned = cleaned.replace(wrong, correct) cleaned = re.sub(r'\s+', ' ', cleaned).strip() return cleaned def voice_to_text(audio_path): """Convert voice to text""" if not SPEECH_RECOGNITION_AVAILABLE: return "Speech recognition not available. Please type your problem." if audio_path is None: return "No audio provided." recognizer = sr.Recognizer() try: with sr.AudioFile(audio_path) as source: audio_data = recognizer.record(source) text = recognizer.recognize_google(audio_data) return text except sr.UnknownValueError: return "Could not understand audio" except sr.RequestError: return "Speech service unavailable" except Exception as e: return f"Audio error: {str(e)}" def convert_speech_to_math(text): """Convert natural language to math expressions - SIMPLE & RELIABLE""" if not text or text.strip() == "": return "0" text = text.lower().strip() print(f"Original voice input: '{text}'") # Debug # Remove common question phrases question_phrases = ["what is", "calculate", "compute", "solve", "what's", "how much is"] for phrase in question_phrases: text = text.replace(phrase, "").strip() # Handle simple arithmetic directly if any(op in text for op in ['+', '-', '*', '/', 'x', 'ร—']): # Replace word operators with symbols text = text.replace('x', '*').replace('ร—', '*') return text # Handle spoken arithmetic patterns if "plus" in text: text = text.replace("plus", "+") if "minus" in text: text = text.replace("minus", "-") if "times" in text or "multiplied by" in text: text = text.replace("times", "*").replace("multiplied by", "*") if "divided by" in text: text = text.replace("divided by", "/") # Handle number words number_words = { 'zero': '0', 'one': '1', 'two': '2', 'three': '3', 'four': '4', 'five': '5', 'six': '6', 'seven': '7', 'eight': '8', 'nine': '9', 'ten': '10', 'eleven': '11', 'twelve': '12', 'thirteen': '13', 'fourteen': '14', 'fifteen': '15', 'sixteen': '16', 'seventeen': '17', 'eighteen': '18', 'nineteen': '19', 'twenty': '20', 'thirty': '30', 'forty': '40', 'fifty': '50', 'sixty': '60', 'seventy': '70', 'eighty': '80', 'ninety': '90' } for word, num in number_words.items(): text = text.replace(word, num) # Clean up spaces around operators import re text = re.sub(r'\s*([+\-*/])\s*', r'\1', text) print(f"Converted to math: '{text}'") # Debug return text def evaluate_math_safely(expression): """Safely evaluate mathematical expressions""" try: # Handle simple arithmetic directly first if any(op in expression for op in ['+', '-', '*', '/']): try: # Use sympy for evaluation result = sp.sympify(expression) return result except: pass # Try direct evaluation result = sp.sympify(expression) return result except Exception as e: print(f"Evaluation error for '{expression}': {e}") return None def process_math_complete(query): """Complete math processing with proper error handling""" try: print(f"Processing query: '{query}'") # Convert natural language to math math_expr = convert_speech_to_math(query) print(f"Converted expression: '{math_expr}'") # Evaluate the math result = evaluate_math_safely(math_expr) print(f"Raw result: {result}, Type: {type(result)}") if result is None: return "โŒ Could not evaluate the expression. Please try rephrasing.", None # Handle boolean results (like comparisons) if isinstance(result, bool): if "=" in math_expr or "==" in math_expr or "!=" in math_expr: return f"**Expression**: `{math_expr}`\n**Result**: `{result}`", None else: return "โŒ Unexpected boolean result. Please check your expression.", None # Format successful result if hasattr(result, 'evalf'): numerical = result.evalf() result_text = f""" **Input**: {query} **Expression**: `{math_expr}` **Result**: `{result}` **Numerical Value**: `{numerical}` **Method**: Symbolic Math """ else: result_text = f""" **Input**: {query} **Expression**: `{math_expr}` **Result**: `{result}` **Method**: Direct Evaluation """ return result_text, None except Exception as e: error_msg = f"โŒ Processing error: {str(e)}" print(error_msg) return error_msg, None def main_handler(input_type, user_input, calculus_op="differentiate", variable="x", image=None): """Main handler for all math operations - UPDATED""" try: # Handle voice/text input if input_type in ["basic", "equation"] and user_input: return process_math_complete(user_input) # Handle calculus elif input_type == "calculus" and user_input: return process_calculus(calculus_op, user_input, variable), None # Handle image input elif input_type == "image" and image is not None: ocr_result, extracted_text = extract_text_from_image(image) if extracted_text: return process_math_complete(extracted_text) return ocr_result, None else: return "โŒ Please provide valid input", None except Exception as e: return f"โŒ Unexpected error: {str(e)}", None def evaluate_advanced_math(expression): """Evaluate mathematical expressions using SymPy""" x, y, z = symbols('x y z') # Define symbols try: # Handle various operations expr_lower = expression.lower() if 'diff(' in expr_lower: match = re.search(r'diff\((.*?),\s*(\w+)\)', expression) if match: expr_str, var = match.groups() # Ensure variable is a symbol return diff(sp.sympify(expr_str), symbols(var)) elif 'integrate(' in expr_lower or 'int(' in expr_lower: match = re.search(r'(?:integrate|int)\((.*?),\s*(\w+)\)', expression) if match: expr_str, var = match.groups() # Ensure variable is a symbol return integrate(sp.sympify(expr_str), symbols(var)) elif 'limit(' in expr_lower: match = re.search(r'limit\((.*?),\s*(\w+)\s*->\s*([^)]+)\)', expression) if match: expr_str, var, point = match.groups() # Ensure variable is a symbol return limit(sp.sympify(expr_str), symbols(var), sp.sympify(point)) elif 'factorial(' in expr_lower: match = re.search(r'factorial\((\d+)\)', expression) if match: return factorial(int(match.group(1))) # Default evaluation using sympify return sp.sympify(expression) except Exception as e: raise ValueError(f"Could not evaluate: {expression}. Error: {str(e)}") def process_math(query, use_ai=True, auto_play=True, tts_engine_choice="auto"): """Process math query and return result""" try: # Convert natural language math_expr = convert_speech_to_math(query) result = None method_used = "Symbolic Math" # Try symbolic math first try: result = evaluate_advanced_math(math_expr) except ValueError: # If symbolic math failed, try AI if enabled if use_ai and math_solver.ai_models_loaded: ai_result = math_solver.solve_with_ai(query) if ai_result: result = ai_result method_used = "AI Model" else: result = f"โŒ Unable to solve '{query}' using AI. Trying basic evaluation." method_used = "Fallback Evaluation" # Final fallback to basic evaluation if AI also failed or not used if result is None or "Unable to solve" in str(result): try: # Attempt a very basic evaluation, might fail on complex expressions result = eval(math_expr) method_used = "Basic Evaluation (eval)" except: result = f"โŒ Unable to solve '{query}'. Try rephrasing or check syntax." method_used = "Failed" # Format result if isinstance(result, sp.Basic): # Check if it's a SymPy object try: numerical = result.evalf() result_text = f"""**Input**: `{query}` **Symbolic Result**: `{result}` **Numerical Result**: `{numerical}` **Method**: {method_used}""" except Exception as e: # Handle cases where evalf might fail result_text = f"""**Input**: `{query}` **Symbolic Result**: `{result}` **Numerical Result**: Could not evaluate numerically ({e}) **Method**: {method_used}""" else: # For results from AI or basic eval result_text = f"""**Input**: `{query}` **Result**: `{result}` **Method**: {method_used}""" # Generate audio audio_path = None if auto_play and "Unable to solve" not in result_text: speak_text = f"Result is {result}" audio_path = generate_tts(speak_text, engine_choice=tts_engine_choice) return result_text, audio_path except Exception as e: error_msg = f"โŒ An unexpected error occurred: {str(e)}" audio_path = generate_tts("Sorry, an error occurred while processing that problem.", engine_choice=tts_engine_choice) if auto_play else None return error_msg, audio_path def process_all_inputs(audio=None, text_input=None, image=None, use_ai=True, auto_play=True, tts_engine_choice="auto"): """Process all input types""" query = "" output_message = "" # Priority: Image > Audio > Text if image is not None: extraction_result, extracted_text = extract_math_from_image(image) output_message = extraction_result if extracted_text: query = extracted_text else: # If image processing failed or found no text, return the message and None for audio audio_path = generate_tts(output_message, engine_choice=tts_engine_choice) if auto_play and "No text found" not in output_message else None return output_message, audio_path if not query and audio is not None: voice_text = voice_to_text(audio) if any(msg in voice_text for msg in ["not available", "not understand", "unavailable", "error"]): return voice_text, None # Return error message and None for audio directly query = voice_text output_message = f"๐ŸŽค Transcribed: {query}" if not query and text_input: query = text_input output_message = f"๐Ÿ“ Input: {query}" if not query: msg = "Please provide input via voice, text, or image." audio_path = generate_tts(msg, engine_choice=tts_engine_choice) if auto_play else None return msg, audio_path # Process the math query result_text, audio_path = process_math(query, use_ai, auto_play, tts_engine_choice) # Combine initial message with the result final_output_text = f"{output_message}\n\n{result_text}" if output_message and "Extracted:" not in output_message else result_text # Return the output text and audio path # Ensure audio_path is None if no audio was generated to satisfy Gradio's expected output format return final_output_text, audio_path if audio_path and os.path.exists(audio_path) else None # Create the interface def create_interface(): global PYTTSX3_AVAILABLE, GTTS_AVAILABLE, SPEECH_RECOGNITION_AVAILABLE, TESSERACT_AVAILABLE, math_solver with gr.Blocks(theme=gr.themes.Soft(), title="Math Solver Pro") as demo: gr.Markdown(""" # ๐Ÿงฎ Math Solver Pro **Solve math problems using Voice, Text, or Images with Audio Responses** *Powered by SymPy โ€ข Hugging Face โ€ข Advanced Math Engine* """) with gr.Row(): with gr.Column(): # Input Methods gr.Markdown("### ๐Ÿ“ฅ Input Methods") with gr.Tab("๐ŸŽค Voice"): audio_input = gr.Audio( sources=["microphone", "upload"], type="filepath", # Changed to filepath label="Speak Math Problem" ) with gr.Tab("๐Ÿ“ Text"): text_input = gr.Textbox( label="Type Math Problem", placeholder="Examples: 2+2, derivative of x^2, integrate sin(x)", lines=3 ) with gr.Tab("๐Ÿ“ท Image"): image_input = gr.Image( label="Upload Math Image", type="filepath", # Changed to filepath show_download_button=False ) # Settings with gr.Accordion("โš™๏ธ Settings", open=False): with gr.Row(): use_ai = gr.Checkbox( value=math_solver.ai_models_loaded, # Reflect actual AI load status label="Use AI Models", interactive=math_solver.ai_models_loaded # Only interactive if loaded ) auto_play = gr.Checkbox( value=True, label="Auto-Play Audio" ) with gr.Row(): tts_engine_choice = gr.Radio( ["auto", "pyttsx3", "gTTS", "None"], label="TTS Engine", value="auto", info="auto: prefers pyttsx3 if available, then gTTS. None: no audio." ) # Action Buttons with gr.Row(): solve_btn = gr.Button("๐Ÿง  Solve", variant="primary") clear_btn = gr.Button("๐Ÿ”„ Clear") with gr.Column(): # Results gr.Markdown("### ๐Ÿ“Š Results") output_text = gr.Markdown( label="Solution", value="Your solution will appear here..." ) audio_output = gr.Audio( label="๐Ÿ”Š Audio Result", autoplay=True, visible=True, value=None # Initialize with None ) # System Status with gr.Accordion("๐Ÿค– System Status", open=False): status_text = f""" **Available Features:** - โœ… Advanced Math Engine (SymPy) - {'โœ…' if SPEECH_RECOGNITION_AVAILABLE else 'โŒ'} Voice Input (Requires `SpeechRecognition`) - {'โœ…' if TESSERACT_AVAILABLE else 'โŒ'} Image OCR (Requires `pytesseract` and `tesseract-ocr`) - {'โœ…' if GTTS_AVAILABLE else 'โŒ'} Online TTS (Requires `gTTS`) - {'โœ…' if PYTTSX3_AVAILABLE else 'โŒ'} Offline TTS (Requires `pyttsx3`) - {'โœ…' if math_solver.ai_models_loaded else 'โŒ'} AI Models (Requires `transformers`) """ gr.Markdown(status_text) # Examples with gr.Accordion("๐Ÿ“š Examples", open=True): gr.Markdown(""" **Try these examples:** - **Voice**: "What is 15 times 27?" - **Text**: `integrate x^2 + 3x + 1 from 0 to 1` - **Image**: Upload equation photo (e.g., `sqrt(16)`) - **Text**: `diff(sin(x) + cos(x), x)` - **Voice**: "Calculate factorial of 7" """) # Event handlers solve_btn.click( fn=process_all_inputs, inputs=[audio_input, text_input, image_input, use_ai, auto_play, tts_engine_choice], outputs=[output_text, audio_output] ) def clear_all(): # Return None for inputs and initial values for outputs to clear the interface # The temporary file will be managed by Gradio itself when the component value changes return None, "", None, "Your solution will appear here...", None clear_btn.click( fn=clear_all, inputs=[], # Clear button doesn't need inputs outputs=[audio_input, text_input, image_input, output_text, audio_output] ) text_input.submit( fn=process_all_inputs, inputs=[gr.State(None), text_input, gr.State(None), use_ai, auto_play, tts_engine_choice], outputs=[output_text, audio_output] ) return demo # Hugging Face Spaces entry point if __name__ == "__main__": demo = create_interface() demo.launch(share=True)