File size: 744 Bytes
2f9be58
 
7535e76
2f9be58
7535e76
 
 
 
2f9be58
 
 
 
 
 
 
7535e76
2f9be58
7535e76
 
 
 
2f9be58
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
stages:
  preprocess_semeval:
    cmd: PYTHONPATH=src python -m absa.data.dataset
    deps:
      - src/absa/data/dataset.py
      - src/absa/data/preprocess.py
      - src/absa/data/lang_detect.py
      - src/absa/data/transliterate.py
      - data/raw/semeval_restaurants
      - data/raw/semeval_laptops
    outs:
      - data/processed/semeval_train.jsonl
      - data/processed/semeval_test.jsonl

  preprocess_hindi:
    cmd: PYTHONPATH=src python -m absa.data.hindi_loader
    deps:
      - src/absa/data/hindi_loader.py
      - src/absa/data/preprocess.py
      - src/absa/data/lang_detect.py
      - src/absa/data/transliterate.py
      - data/raw/amazon_hindi/hindi_sentiment.jsonl
    outs:
      - data/processed/amazon_hindi.jsonl