Update app.py

app.py

@@ -53,7 +53,10 @@ def initialize():
 def generate_text(prompt, max_length=100, temperature=0.7, top_k=50):
     # Initialize if not already done
     if MODEL is None:
-        initialize()
+        try:
+            initialize()
+        except Exception as e:
+            return f"Failed to initialize model: {str(e)}"
     
     try:
         # Process prompt
@@ -73,12 +76,12 @@ def generate_text(prompt, max_length=100, temperature=0.7, top_k=50):
             outputs = MODEL.generate(
                 input_ids,
                 max_length=min(max_length + len(input_ids[0]), 2048),
-                temperature=temperature,
-                top_k=top_k,
-                do_sample=True,
+                temperature=max(0.1, min(temperature, 1.0)),  # Clamp temperature
+                top_k=max(1, min(top_k, 100)),  # Clamp top_k
+                do_sample=True if temperature > 0 else False,
+                num_return_sequences=1,
                 pad_token_id=TOKENIZER.pad_token_id,
                 eos_token_id=TOKENIZER.eos_token_id,
-                num_return_sequences=1
             )
         
         # Decode and return
@@ -86,8 +89,9 @@ def generate_text(prompt, max_length=100, temperature=0.7, top_k=50):
         return generated_text.strip()
         
     except Exception as e:
-        print(f"Error generating text: {str(e)}")
-        return f"An error occurred: {str(e)}"
+        import traceback
+        traceback.print_exc()
+        return f"Error during text generation: {str(e)}"
 
 # Create Gradio interface
 iface = gr.Interface(
@@ -100,17 +104,20 @@ iface = gr.Interface(
     ],
     outputs=gr.Textbox(label="Generated Text", lines=5),
     title="SmolLM2 Text Generator",
-    description="""Generate text using the fine-tuned SmolLM2 model.
-    - Max Length: Controls the length of generated text
-    - Temperature: Controls randomness (higher = more creative)
-    - Top K: Controls diversity of word choices""",
+    description="Generate text using the fine-tuned SmolLM2 model. Adjust parameters to control the generation.",
     examples=[
         ["Once upon a time", 100, 0.7, 50],
         ["The quick brown fox", 150, 0.8, 40],
-        ["In a galaxy far far away", 200, 0.9, 30],
     ],
     allow_flagging="never"
 )
 
+# Initialize on startup
+try:
+    initialize()
+except Exception as e:
+    print(f"Warning: Model initialization failed: {str(e)}")
+    print("Model will be initialized on first request")
+
 if __name__ == "__main__":
     iface.launch()