LorenzoBioinfo commited on
Commit
1754526
·
1 Parent(s): 2cedc0c

rawdata download

Browse files
Files changed (3) hide show
  1. .gitignore +3 -1
  2. data/raw/download_data.py +0 -8
  3. src/download_data.py +2 -2
.gitignore CHANGED
@@ -1 +1,3 @@
1
- env
 
 
 
1
+ env
2
+ data/raw/tweet_eval_sentiment
3
+ data/raw/youtube-comment-sentiment
data/raw/download_data.py DELETED
@@ -1,8 +0,0 @@
1
- from datasets import load_dataset
2
-
3
- dataset = load_dataset("tweet_eval", "sentiment")
4
- dataset.save_to_disk("../data/raw/tweet_eval_sentiment")
5
-
6
-
7
- dataset2 = load_dataset("AmaanP314/youtube-comment-sentiment")
8
- dataset2.save_to_disk("../data/raw/youtube-comment-sentiment")
 
 
 
 
 
 
 
 
 
src/download_data.py CHANGED
@@ -1,8 +1,8 @@
1
  from datasets import load_dataset
2
 
3
  dataset = load_dataset("tweet_eval", "sentiment")
4
- dataset.save_to_disk("../data/raw/tweet_eval_sentiment")
5
 
6
 
7
  dataset2 = load_dataset("AmaanP314/youtube-comment-sentiment")
8
- dataset2.save_to_disk("../data/raw/youtube-comment-sentiment")
 
1
  from datasets import load_dataset
2
 
3
  dataset = load_dataset("tweet_eval", "sentiment")
4
+ dataset.save_to_disk("/workspaces/MLOps_Project_SentimentAnalysis/data/raw/tweet_eval_sentiment")
5
 
6
 
7
  dataset2 = load_dataset("AmaanP314/youtube-comment-sentiment")
8
+ dataset2.save_to_disk("/workspaces/MLOps_Project_SentimentAnalysis/data/youtube-comment-sentiment")