Download data

requirements.txt

@@ -13,4 +13,5 @@ huggingface_hub==0.24.6
 black
 httpx
 python-multipart
-evaluate
+evaluate
+huggingface-hub

src/data_preparation.py

@@ -3,6 +3,7 @@ from transformers import AutoTokenizer
 import argparse
 import re
 import os
+from huggingface_hub import configure_http_backend
 
 MODEL_NAME = "cardiffnlp/twitter-roberta-base-sentiment-latest"
 PROCESSED_DIR = "data/processed/"
@@ -60,6 +61,7 @@ def prepare_tweet_eval(tokenizer, output_path):
 
 def prepare_youtube(tokenizer, output_path):
     print("Scarico e preparo il dataset YouTube Comments...")
+    configure_http_backend(timeout=60) 
     ds = load_dataset("AmaanP314/youtube-comment-sentiment")
     ds = ds.map(lambda x: {"text": clean_text(x["CommentText"])})
     ds = ds.map(lambda x: {"label": map_label(x["Sentiment"])})