Update app.py

app.py

@@ -9,21 +9,25 @@ from g4f import Provider, models
 app = Flask(__name__)
 @app.route("/<txt>")
 def t5(txt):
+    prompt_template = """Write a concise summary of the following around 450 words:
+    "{txt}"
+    CONCISE SUMMARY:"""
+    prompt = PromptTemplate.from_template(prompt_template)
     # Instantiate the LLM model
     llm = G4FLLM(
         model=models.gpt_35_turbo,
         provider=Provider.FreeGpt,
     )
-    # Split text
-    text_splitter = CharacterTextSplitter()
-    texts = text_splitter.split_text(txt)
-    # Create multiple documents
-    docs = [Document(page_content=t) for t in texts]
-    # Text summarization
-    chain = load_summarize_chain(llm, chain_type='map_reduce')
-    output =  chain.run(docs)
+    llm_chain = LLMChain(llm=llm, prompt=prompt)
 
-    return jsonify({"output": output})
+    # Define StuffDocumentsChain
+    stuff_chain = StuffDocumentsChain(
+        llm_chain=llm_chain, document_variable_name="text"
+    )
+    
+    docs = loader.load()
+
+    return jsonify({"output": stuff_chain.run(docs)})
 
 if __name__ == "__main__":
     app.run(host="0.0.0.0", port=7860)