Upload 3 files

app.py

@@ -0,0 +1,13 @@
+import os
+from flask import Flask
+from views import views
+
+app = Flask(__name__)
+app.register_blueprint(views, url_prefix='/reddit-app')
+
+@app.route('/', methods=['POST', 'GET'])
+def reddit_app_home():
+    return
+
+if __name__ == '__main__':
+    app.run(debug=True, port=8000, host='0.0.0.0')

requirements.txt

@@ -0,0 +1,58 @@
+-i https://pypi.org/simple
+bertopic==0.13.0
+certifi==2022.12.7 ; python_version >= '3.6'
+charset-normalizer==3.0.1
+click==8.1.3 ; python_version >= '3.7'
+cython==0.29.33 ; python_version >= '2.6' and python_version not in '3.0, 3.1, 3.2'
+filelock==3.9.0 ; python_version >= '3.7'
+flask==2.2.2
+hdbscan==0.8.29
+huggingface-hub==0.11.1 ; python_full_version >= '3.7.0'
+idna==3.4 ; python_version >= '3.5'
+importlib-metadata==6.0.0 ; python_version < '3.10'
+itsdangerous==2.1.2 ; python_version >= '3.7'
+jinja2==3.1.2 ; python_version >= '3.7'
+joblib==1.2.0 ; python_version >= '3.7'
+llvmlite==0.39.1 ; python_version >= '3.7'
+markupsafe==2.1.1 ; python_version >= '3.7'
+nltk==3.8.1 ; python_version >= '3.7'
+numba==0.56.4 ; python_version >= '3.7'
+numpy==1.23.5 ; python_version >= '3.8'
+nvidia-cublas-cu11==11.10.3.66 ; platform_system == 'Linux'
+nvidia-cuda-nvrtc-cu11==11.7.99 ; platform_system == 'Linux'
+nvidia-cuda-runtime-cu11==11.7.99 ; platform_system == 'Linux'
+nvidia-cudnn-cu11==8.5.0.96 ; platform_system == 'Linux'
+packaging==23.0 ; python_version >= '3.7'
+pandas==1.5.2
+pillow==9.4.0 ; python_version >= '3.7'
+plotly==5.12.0 ; python_version >= '3.6'
+praw==7.6.1
+prawcore==2.3.0 ; python_version ~= '3.6'
+pynndescent==0.5.8
+python-dateutil==2.8.2 ; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2'
+python-dotenv==0.21.0
+pytz==2022.7.1
+pyyaml==5.4.1 ; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4, 3.5'
+regex==2022.10.31 ; python_version >= '3.6'
+requests==2.28.2 ; python_version >= '3.7' and python_version < '4'
+scikit-learn==1.2.0 ; python_version >= '3.8'
+scipy==1.10.0 ; python_version < '3.12' and python_version >= '3.8'
+sentence-transformers==2.2.2 ; python_full_version >= '3.6.0'
+sentencepiece==0.1.97
+setuptools==66.0.0 ; python_version >= '3.7'
+six==1.16.0 ; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2'
+tenacity==8.1.0 ; python_version >= '3.6'
+threadpoolctl==3.1.0 ; python_version >= '3.6'
+tokenizers==0.13.2
+torch==1.13.1 ; python_full_version >= '3.7.0'
+torchvision==0.14.1 ; python_version >= '3.7'
+tqdm==4.64.1 ; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3'
+transformers==4.25.1 ; python_full_version >= '3.7.0'
+typing-extensions==4.4.0 ; python_version >= '3.7'
+umap-learn==0.5.3
+update-checker==0.18.0
+urllib3==1.26.14 ; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4, 3.5'
+websocket-client==1.4.2 ; python_version >= '3.7'
+werkzeug==2.2.2 ; python_version >= '3.7'
+wheel==0.38.4 ; python_version >= '3.7'
+zipp==3.11.0 ; python_version >= '3.7'

views.py

@@ -0,0 +1,75 @@
+import os
+import pandas as pd
+import tempfile
+from bertopic import BERTopic
+from src.reddit import RedditBot
+from flask import Blueprint, render_template, request, send_file, redirect, url_for, send_from_directory
+
+DOWNLOADS_PATH = os.path.join(os.getcwd(), 'downloads')
+
+views = Blueprint(__name__, 'views')
+reddit = RedditBot()
+topic_model = BERTopic()
+
+
+def retrieve_subreddits(data: dict) -> pd.DataFrame:
+    # Retrieve subreddits through its API
+    posts = reddit.get_subreddits_posts(
+        name=data.get('subreddit'), 
+        type=data.get('type'), 
+        amount=int(data.get('amount'))
+    )
+    df = reddit.convert_posts_to_df(posts=posts)
+    df['Text'] = df.apply(lambda row: row.Title + ': ' + row.Content, axis=1)
+    return df
+
+@views.route('/', methods=['POST', 'GET'])
+def home():
+    data = request.form
+    if request.method == 'POST':
+        if (int(data.get('amount')) < 0 or int(data.get('amount')) > 1000):
+            return redirect(url_for('views.error', type_of_error='amount'))
+        elif data.get('type') not in ['hot', 'new', 'rising', 'top']:
+            print(data.get('type'))
+            return redirect(url_for('views.error', type_of_error='type'))
+        elif not reddit.subreddit_exists(data.get('subreddit')):
+            return redirect(url_for('views.error', type_of_error='subreddit'))
+        else:
+            # Retrieve subreddits
+            subreddits_df = retrieve_subreddits(data=data)
+            # Topic modelling using BERTtopic
+            _, _ = topic_model.fit_transform(subreddits_df.Text)
+            topics_df = topic_model.get_topic_info()
+            for t in topics_df.Topic:
+                topics_df.loc[topics_df.Topic == t, 'Top words'] = str([w for w, p in topic_model.get_topic(t)])
+            # Donwload topics
+            topics_df.to_csv(os.path.join(DOWNLOADS_PATH, 'topics.csv'), index=False)
+            send_from_directory(
+                directory = DOWNLOADS_PATH,
+                path = 'topics.csv',
+                as_attachment=True,
+            )
+            # Download docs info
+            docs_df = topic_model.get_document_info(subreddits_df.Text)
+            docs_df.to_csv(os.path.join(DOWNLOADS_PATH, 'docs_with_topics_info.csv'), index=False)
+            send_from_directory(
+                directory = DOWNLOADS_PATH,
+                path = 'docs_with_topics_info.csv',
+                as_attachment=True,
+            )
+            return redirect(url_for('views.success'))
+
+    return render_template('index.html')
+
+@views.route('/succes', methods=['GET'])
+def success():
+    return render_template('success.html')
+
+@views.route('/error/<type_of_error>', methods=['GET'])
+def error(type_of_error: str):
+    if type_of_error == 'amount':
+        return render_template('error.html', type_of_error='The amount is higher than 1000 or lower than 0')
+    elif type_of_error == 'type':
+        return render_template('error.html', type_of_error='The ordering is not within hot, rising, new, top')
+    elif type_of_error == 'subreddit':
+        return render_template('error.html', type_of_error='The subreddit does not exist')