Toxic-Comment-Classification/dvc.yaml at master · shreyassks/Toxic-Comment-Classification · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
stages:
  data-split:
    cmd: python3 src/data_split.py
    deps:
    - data/updated_train.csv
    - src/data_split.py
    outs:
    - data/processed_data/x_test.npy
    - data/processed_data/x_train.npy
    - data/processed_data/y_test.npy
    - data/processed_data/y_train.npy
  model-training:
    cmd: python3 src/model_training.py
    deps:
      - data/processed_data/x_train.npy
      - data/processed_data/y_train.npy
      - src/model_training.py
    params:
      - model-training.batch_size
      - model-training.epochs
      - model-training.val_split
    outs:
      - models/toxicity_classifier.h5
      - models/tokenizer.pkl
    plots:
      - log_loss.jpg:
          cache: false
      - auc.jpg:
          cache: false
  model-evaluation:
    cmd: python3 src/model_evaluation.py
    deps:
      - data/processed_data/x_test.npy
      - data/processed_data/y_test.npy
      - models/toxicity_classifier.h5
      - src/model_evaluation.py
    plots:
      - confusion_matrix.jpg:
          cache: false
      - auc_roc.jpg:
          cache: false
    metrics:
      - scores.json:
          cache: false