-
Notifications
You must be signed in to change notification settings - Fork 0
/
dvc.yaml
52 lines (52 loc) · 1.41 KB
/
dvc.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
stages:
data_extraction:
cmd: python src/stages/extraction.py --config params.yaml
deps:
- src/stages/extraction.py
params:
- extraction
data_concatenation:
cmd: python src/stages/concatenation.py --config params.yaml
deps:
- src/stages/concatenation.py
outs:
- data/raw/car_raw.csv
params:
- concatenation
feature_engineering:
cmd: python src/stages/feature_engineering.py --config params.yaml
deps:
- src/stages/feature_engineering.py
- data/raw/car_raw.csv
outs:
- models/feature_engineering_pipeline.joblib
- data/processed/X_test.csv
- data/processed/X_train.csv
- data/processed/X_test_tranformed.csv
- data/processed/X_train_transformed.csv
params:
- feature_engineering
train:
cmd: python src/stages/train.py --config params.yaml
deps:
- src/stages/train.py
- data/processed/X_test.csv
- data/processed/X_train.csv
- data/processed/X_test_tranformed.csv
- data/processed/X_train_transformed.csv
- models/feature_engineering_pipeline.joblib
outs:
- models/final_pipeline.joblib
params:
- train
evaluate:
cmd: python src/stages/evaluate.py --config params.yaml
deps:
- src/stages/evaluate.py
- data/processed/X_test.csv
- models/final_pipeline.joblib
metrics:
- experiments/metrics.json:
cache: false
params:
- evaluate