Update app.py

app.py

@@ -1,16 +1,15 @@
-
-import gradio as gr
-import ctranslate2
-from transformers import AutoTokenizer
-from huggingface_hub import snapshot_download
-from codeexecutor import postprocess_completion,get_majority_vote
+import gradio as gr 
+import ctranslate2 
+from transformers import AutoTokenizer 
+from huggingface_hub import snapshot_download 
+from codeexecutor import postprocess_completion,get_majority_vote  
 
 # Define the model and tokenizer loading
 model_prompt = "Solve the following mathematical problem: "
 tokenizer = AutoTokenizer.from_pretrained("AI-MO/NuminaMath-7B-TIR")
 model_path = snapshot_download(repo_id="Makima57/deepseek-math-Numina")
 generator = ctranslate2.Generator(model_path, device="cpu", compute_type="int8")
-iterations=10
+iterations=10  
 
 # Function to generate predictions using the model
 def get_prediction(question):
@@ -19,7 +18,7 @@ def get_prediction(question):
     results = generator.generate_batch([input_tokens])
     output_tokens = results[0].sequences[0]
     predicted_answer = tokenizer.convert_tokens_to_string(output_tokens)
-    return predicted_answer
+    return predicted_answer  
 
 # Function to perform majority voting across multiple predictions
 def majority_vote(question, num_iterations=10):
@@ -32,7 +31,7 @@ def majority_vote(question, num_iterations=10):
         all_answer.append(answer)
     majority_voted_pred = max(set(all_predictions), key=all_predictions.count)
     majority_voted_ans=get_majority_vote(all_answer)
-    return majority_voted_pred, all_predictions,majority_voted_ans
+    return majority_voted_pred, all_predictions,majority_voted_ans  
 
 # Gradio interface for user input and output
 def gradio_interface(question, correct_answer):
@@ -57,8 +56,6 @@ demo = gr.Interface(
     ],
     title="Math Question Solver",
     description="Enter a math question to get the model prediction and see all generated answers.",
-    theme="huggingface",
-    layout="vertical",
     live=True,
     allow_flagging="never",
     show_input=True,
@@ -66,6 +63,4 @@ demo = gr.Interface(
 )
 
 if __name__ == "__main__":
-    interface.launch()
-
-    
+    demo.launch()