Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -4,9 +4,9 @@ from transformers import TrOCRProcessor, VisionEncoderDecoderModel
|
|
| 4 |
from PIL import Image
|
| 5 |
from sympy import sympify, solve, Eq, symbols
|
| 6 |
|
| 7 |
-
# Load the math OCR model and processor
|
| 8 |
-
processor = TrOCRProcessor.from_pretrained("
|
| 9 |
-
model = VisionEncoderDecoderModel.from_pretrained("
|
| 10 |
|
| 11 |
def predict_math_problem(image):
|
| 12 |
try:
|
|
@@ -16,7 +16,7 @@ def predict_math_problem(image):
|
|
| 16 |
generated_ids = model.generate(pixel_values)
|
| 17 |
transcription = processor.batch_decode(generated_ids, skip_special_tokens=True)[0]
|
| 18 |
|
| 19 |
-
# Standardize mathematical symbols
|
| 20 |
transcription = (transcription
|
| 21 |
.replace("×", "*")
|
| 22 |
.replace("÷", "/")
|
|
@@ -26,13 +26,12 @@ def predict_math_problem(image):
|
|
| 26 |
.replace("³", "**3")
|
| 27 |
.replace("½", "1/2")
|
| 28 |
.replace("¼", "1/4")
|
| 29 |
-
.replace("…", "...")
|
| 30 |
)
|
| 31 |
|
| 32 |
-
#
|
| 33 |
solution = None
|
| 34 |
try:
|
| 35 |
-
# Check if the transcription is an equation (contains '=')
|
| 36 |
if '=' in transcription:
|
| 37 |
lhs, rhs = transcription.split('=', 1)
|
| 38 |
equation = Eq(sympify(lhs.strip()), sympify(rhs.strip()))
|
|
@@ -42,29 +41,27 @@ def predict_math_problem(image):
|
|
| 42 |
solution = solve(equation, variable)
|
| 43 |
solution = f"{variable} = {solution}"
|
| 44 |
else:
|
| 45 |
-
solution = "No
|
| 46 |
else:
|
| 47 |
-
|
| 48 |
-
solution = sympify(transcription)
|
| 49 |
-
solution = f"Result: {solution}"
|
| 50 |
except:
|
| 51 |
-
solution = "
|
| 52 |
|
| 53 |
return transcription, solution
|
| 54 |
|
| 55 |
except Exception as e:
|
| 56 |
-
return f"Error: {str(e)}", "Failed
|
| 57 |
|
| 58 |
# Create Gradio interface
|
| 59 |
demo = gr.Interface(
|
| 60 |
fn=predict_math_problem,
|
| 61 |
-
inputs=gr.Image(type="pil", label="
|
| 62 |
outputs=[
|
| 63 |
-
gr.Textbox(label="Transcribed Text"),
|
| 64 |
-
gr.Textbox(label="Solution")
|
| 65 |
],
|
| 66 |
title="Handwritten Math Solver",
|
| 67 |
-
description="Upload a handwritten math
|
| 68 |
)
|
| 69 |
|
| 70 |
if __name__ == "__main__":
|
|
|
|
| 4 |
from PIL import Image
|
| 5 |
from sympy import sympify, solve, Eq, symbols
|
| 6 |
|
| 7 |
+
# Load the math OCR model and processor (publicly available)
|
| 8 |
+
processor = TrOCRProcessor.from_pretrained("lambdalabs/smicr_ocr_exp1")
|
| 9 |
+
model = VisionEncoderDecoderModel.from_pretrained("lambdalabs/smicr_ocr_exp1")
|
| 10 |
|
| 11 |
def predict_math_problem(image):
|
| 12 |
try:
|
|
|
|
| 16 |
generated_ids = model.generate(pixel_values)
|
| 17 |
transcription = processor.batch_decode(generated_ids, skip_special_tokens=True)[0]
|
| 18 |
|
| 19 |
+
# Standardize mathematical symbols
|
| 20 |
transcription = (transcription
|
| 21 |
.replace("×", "*")
|
| 22 |
.replace("÷", "/")
|
|
|
|
| 26 |
.replace("³", "**3")
|
| 27 |
.replace("½", "1/2")
|
| 28 |
.replace("¼", "1/4")
|
| 29 |
+
.replace("…", "...")
|
| 30 |
)
|
| 31 |
|
| 32 |
+
# Solve the mathematical expression
|
| 33 |
solution = None
|
| 34 |
try:
|
|
|
|
| 35 |
if '=' in transcription:
|
| 36 |
lhs, rhs = transcription.split('=', 1)
|
| 37 |
equation = Eq(sympify(lhs.strip()), sympify(rhs.strip()))
|
|
|
|
| 41 |
solution = solve(equation, variable)
|
| 42 |
solution = f"{variable} = {solution}"
|
| 43 |
else:
|
| 44 |
+
solution = "Solution: No Variables Found"
|
| 45 |
else:
|
| 46 |
+
solution = f"Result: {sympify(transcription)}"
|
|
|
|
|
|
|
| 47 |
except:
|
| 48 |
+
solution = "Error: Unable to Solve Expression"
|
| 49 |
|
| 50 |
return transcription, solution
|
| 51 |
|
| 52 |
except Exception as e:
|
| 53 |
+
return f"Error: {str(e)}", "Processing Failed"
|
| 54 |
|
| 55 |
# Create Gradio interface
|
| 56 |
demo = gr.Interface(
|
| 57 |
fn=predict_math_problem,
|
| 58 |
+
inputs=gr.Image(type="pil", label="Handwritten Math Problem"),
|
| 59 |
outputs=[
|
| 60 |
+
gr.Textbox(label="Transcribed Math Text"),
|
| 61 |
+
gr.Textbox(label="Math Solution")
|
| 62 |
],
|
| 63 |
title="Handwritten Math Solver",
|
| 64 |
+
description="Upload a handwritten math image to get transcription and solution."
|
| 65 |
)
|
| 66 |
|
| 67 |
if __name__ == "__main__":
|