NetworkSecurityProject/dvc.yaml at main · Algorithmia-SE/NetworkSecurityProject · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
stages:
  data_ingestion:
    cmd: python -m networksecurity.pipeline.training_pipeline --stage data_ingestion
    deps:
      - networksecurity/pipeline/training_pipeline.py
      - networksecurity/components/data_ingestion.py
    outs:
      - artifact/data_ingestion

  data_validation:
    cmd: python -m networksecurity.pipeline.training_pipeline --stage data_validation
    deps:
      - networksecurity/pipeline/training_pipeline.py
      - networksecurity/components/data_validation.py
      - artifact/data_ingestion
    outs:
      - artifact/data_validation

  data_transformation:
    cmd: python -m networksecurity.pipeline.training_pipeline --stage data_transformation
    deps:
      - networksecurity/pipeline/training_pipeline.py
      - networksecurity/components/data_transformation.py
      - artifact/data_validation
    outs:
      - artifact/data_transformation

  model_training:
    cmd: python -m networksecurity.pipeline.training_pipeline --stage model_trainer
    deps:
      - networksecurity/pipeline/training_pipeline.py
      - networksecurity/components/model_trainer.py
      - artifact/data_transformation
    outs:
      - artifact/model_trainer
    metrics:
      - reports/metrics.json:
          cache: false

  direct_training:
    cmd: python train_with_components.py
    deps:
      - train_with_components.py
      - networksecurity/components/data_transformation.py
      - networksecurity/components/model_trainer.py
      - custom_model_trainer.py
      - Network_Data/cyber_threat_intelligence_train.csv
    outs:
      - artifact/direct_training
    metrics:
      - reports/direct_training_metrics.json:
          cache: false