Update app.py

app.py

@@ -65,7 +65,7 @@ def preprocess_text_with_nlp_llm():
         separators=["\n[PAGE", "\n", " "],
     )
     chunks = splitter.split_text(text)
-    return jsonify({'chunks': chunks, 'preprocessed_data': preprocessed_data)
+    return jsonify({'chunks': chunks, 'preprocessed_data': preprocessed_data})
 
 @app.route('/preprocess_text_with_nlp_pymupdf', methods=['POST'])
 def preprocess_text_with_nlp_pymupdf():
@@ -104,13 +104,21 @@ def preprocess_text_with_nlp_pymupdf():
         for chunk in doc.noun_chunks
     ]
 
-    return {
+    return jsonify({
         "tokens_and_lemmas": tokens_and_lemmas,
         "entities": entities,
         "noun_chunks": noun_chunks,
         "text": text,
-    }
-    
+    })
+
+@app.route('/recursive_character_text_splitter', methods=['POST'])
+def recursive_character_text_splitter():
+    text = request.form.get('text', '')
+    splitter = RecursiveCharacterTextSplitter(
+        chunk_size=512, chunk_overlap=50, separators=["\n[PAGE", "\n", " "]
+    )
+    chunks = splitter.split_text(text)
+    return jsonify({"chunks": chunks})
 
 if __name__ == '__main__':
     app.run(host='0.0.0.0', port=7860)