Update app.py

app.py

@@ -18,28 +18,22 @@ if st.button("Generate Blog Post"):
     if topic:
         # Prepare the prompt
         prompt = f"Write a blog post about {topic}:\n\n"
-        
+            
+        # Generate text
+        generation_config = GenerationConfig(max_new_tokens=50, do_sample=True, temperature=0.7)
+
         # Tokenize the input
         input_ids = tokenizer.encode(prompt, return_tensors="pt")
+
+        # Model output
+        model_output = model.generate(inputs_encoded["input_ids"], generation_config=generation_config)[0]
         
-        # Generate text
-        with torch.no_grad():
-            output = model.generate(
-                input_ids,
-                max_length=500,
-                num_return_sequences=1,
-                no_repeat_ngram_size=2,
-                top_k=50,
-                top_p=0.95,
-                temperature=0.7
-            )
-        
-        # Decode the generated text
-        generated_text = tokenizer.decode(output[0], skip_special_tokens=True)
+        # Decode the output
+        output = tokenizer.decode(model_output, skip_special_tokens=True)
         
         # Display the generated blog post
         st.subheader("Generated Blog Post:")
-        st.write(generated_text)
+        st.write(output)
     else:
         st.warning("Please enter a topic.")