Spaces:
Sleeping
Sleeping
File size: 1,538 Bytes
4ce2b3e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 | from __future__ import annotations
import argparse
import json
import sys
from pathlib import Path
sys.path.append(str(Path(__file__).resolve().parents[1] / "src"))
from matcha_sentiment.data import prepare_binary_dataset
ROOT = Path(__file__).resolve().parents[1]
def parse_args() -> argparse.Namespace:
parser = argparse.ArgumentParser(description="Prepare binary Indonesian sentiment dataset.")
parser.add_argument(
"--input",
default=str(ROOT / "Matchaya Gandaria City + IKUYO (done; need recheck).xlsx"),
help="Input Excel file.",
)
parser.add_argument(
"--output",
default=str(ROOT / "data" / "processed" / "matcha_sentiment_binary.csv"),
help="Output CSV path.",
)
parser.add_argument("--sheet", default="Data", help="Excel sheet name.")
parser.add_argument(
"--keep-duplicates",
action="store_true",
help="Keep duplicate cleaned texts. Default removes duplicates.",
)
return parser.parse_args()
def main() -> None:
args = parse_args()
df, summary = prepare_binary_dataset(
args.input,
args.output,
sheet_name=args.sheet,
dedupe=not args.keep_duplicates,
)
summary_path = Path(args.output).with_name("summary.json")
summary_path.write_text(json.dumps(summary, indent=2, ensure_ascii=False), encoding="utf-8")
print(json.dumps(summary, indent=2, ensure_ascii=False))
print(f"Saved {len(df)} rows to {args.output}")
if __name__ == "__main__":
main()
|