Dean
/
Bookdata-tools
mirror of https://github.com/BoiseState/bookdata-tools


  
1

	
2

	
3

	
4

	
5

	
6

	
7

	
8

	
9

	
10

	
11

	
12

	
13

	
14

	
15

	
16

	
17

	
18

	
19

	
20

	
21

	
22

	
23

	
24

	
25

	
26

	
27

	
28

	
29

	
            BX:
  cmd: unzip BX-CSV-Dump.zip
  deps:
  - path: BX-CSV-Dump.zip
    md5: 37d647ee9e18ba134ea6d78ee4fe5292
  outs:
  - path: BX-Book-Ratings.csv
    md5: b34fe0534c9b846b8a45f316c60eb92b
  - path: BX-Books.csv
    md5: d50d59b0c40f10d37d379d9fd3fb98ac
  - path: BX-Users.csv
    md5: 6ec3fe6463da9e149d474ed8226612a2
loc-books:
  cmd: curl https://www.loc.gov/cds/downloads/MDSConnect/BooksAll.2016.part[01-43].xml.gz
    -o "loc-books/BooksAll.2016.part#1.xml.gz" --create-dirs
  outs:
  - path: loc-books
    md5: 1b1e7ab1d98cc81e373dfc53345d4bb7.dir
loc-names:
  cmd: curl https://www.loc.gov/cds/downloads/MDSConnect/Names.2016.part[01-40].xml.gz
    -o "loc-names/Names.2016.part#1.xml.gz" --create-dirs
  outs:
  - path: loc-names
    md5: fc488a8775561070cced774803fe0d72.dir
viaf-clusters-marc21:
  cmd: aria2c -o viaf-clusters-marc21.xml.gz http://viaf.org/viaf/data/viaf-20191007-clusters-marc21.xml.gz
  outs:
  - path: viaf-clusters-marc21.xml.gz
    md5: 2f1af5262584d38f7331d333dec81cc3