Dean
/
summarization
forked from gagan3012/summarization


  
1

	
2

	
3

	
4

	
5

	
6

	
7

	
8

	
9

	
10

	
11

	
12

	
13

	
14

	
15

	
16

	
17

	
18

	
19

	
20

	
21

	
22

	
23

	
24

	
25

	
26

	
27

	
28

	
29

	
30

	
31

	
32

	
33

	
34

	
35

	
36

	
37

	
38

	
39

	
40

	
41

	
            stages:
  process_data:
    cmd: python src/data/process_data.py
    deps:
      - params.yml
      - data/raw
      - src/data/process_data.py
    outs:
      - data/processed/test.csv:
          persist: true
          cache: true
      - data/processed/train.csv:
          persist: true
          cache: true
      - data/processed/validation.csv:
          persist: true
          cache: true
  train:
    cmd: python src/models/train_model.py
    deps:
      - params.yml
      - data/processed/train.csv
      - data/processed/validation.csv
      - src/models/train_model.py
    outs:
      - models:
          persist: true
    metrics:
      - reports/training_metrics.txt:
          cache: false
  eval:
    cmd: python src/models/evaluate_model.py
    deps:
      - params.yml
      - data/processed/test.csv
      - models
      - src/models/evaluate_model.py
    metrics:
      - reports/metrics.txt:
          cache: false