.

app.py

@@ -17,6 +17,7 @@ explicit_cot_model = AutoModelForCausalLM.from_pretrained(explicit_cot_model_nam
 models = {'implicit': implicit_cot_model, 'no': no_cot_model, 'explicit': explicit_cot_model}
 
 [model.to('cuda' if torch.cuda.is_available() else 'cpu') for model in models.values()]
+[model.eval() for model in models.values()]
 
 # Constants
 MAX_PRODUCT_DIGITS_PER_MODEL = {'implicit': 100, 'no': 100, 'explicit': 960}