deploying-ML/dvc.yaml at main · MantisAI/deploying-ML · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
stages:
    clean_data:
      cmd: python src/process_data.py
      deps:
        - src/process_data.py
        - "./data/raw/SPAM text message 20170820 - Data.csv"
      outs:
        - ./data/processed/spam_data.csv
    train_test_split:
      cmd: python src/train_test_split.py
      params:
        - train_test_split
      deps:
        - src/train_test_split.py
        - ./data/processed/spam_data.csv
      outs:
        - ./data/processed/train.csv
        - ./data/processed/test.csv
    train:
      cmd: python src/train.py
      params:
        - train
      deps:
        - src/train.py
        - ./data/processed/train.csv
        - ./data/processed/test.csv
      outs:
        - ./results/train_preds.csv
        - ./results/test_preds.csv
        - ./models/label_encoder.pk
        - ./models/model.pk
        - ./models/vectorizer.pk
    evaluate:
      foreach:
        - train
        - test
      do:
        cmd: >-
          python src/evaluate.py
          --preds-path ./results/${item}_preds.csv
          --true-path ./data/processed/${item}.csv
          --label-encoder-path ./models/label_encoder.pk
          --metrics-path ./results/${item}_metrics.json
        deps:
          - src/evaluate.py
          - ./data/processed/train.csv
          - ./data/processed/test.csv
          - ./results/${item}_preds.csv
          - ./models/label_encoder.pk
        metrics:
          - ./results/${item}_metrics.json