smhs16's picture
Upload 9 files
ac01a7a verified
stages:
extract:
cmd: python -m etl.extract --start-date ${extract.start_date} --end-date ${extract.end_date}
params:
- params.yaml:
- extract.start_date
- extract.end_date
outs:
- data/raw/flights_raw.parquet
transform:
cmd: python -m etl.transform
deps:
- data/raw/flights_raw.parquet
- etl/transform.py
outs:
- data/processed/features.parquet
- models/label_encoders.pkl
train:
cmd: python -m ml.train --data data/processed/features.parquet
deps:
- data/processed/features.parquet
- ml/train.py
- ml/config.py
params:
- params.yaml:
- model.n_estimators
- model.max_depth
- model.learning_rate
- model.subsample
- model.colsample_bytree
metrics:
- metrics/scores.json:
cache: false
outs:
- models/best_model.pkl
evaluate:
cmd: python -m ml.evaluate
deps:
- models/best_model.pkl
- data/processed/features.parquet
- ml/evaluate.py
outs:
- reports/roc_curve.png:
cache: false
- reports/pr_curve.png:
cache: false
- reports/eval_metrics.json:
cache: false