Dean
/
Bookdata-tools
mirror of https://github.com/BoiseState/bookdata-tools
Watch 2
Star 1
Fork 2
Files Experiments 0 Issues 0 Wiki
Browse Source

De-parallelize Curl downloads

Michael Ekstrand 7 months ago
parent
561e37eccb
commit
e4cf14c751
2 changed files with 2 additions and 2 deletions
Split View Show Diff Stats
  1. 1
    1
      data/loc-books.dvc
  2. 1
    1
      data/loc-names.dvc

+ 1
- 1
data/loc-books.dvc
View File 

@@ -1,6 +1,6 @@
 
 # Update from https://www.loc.gov/cds/products/MDSConnect-books_all.html when necessary
 
 cmd: curl https://www.loc.gov/cds/downloads/MDSConnect/BooksAll.2016.part[01-43].xml.gz
 
-  --parallel --parallel-max 4 -o "loc-books/BooksAll.2016.part#1.xml.gz" --create-dirs
 
+  -o "loc-books/BooksAll.2016.part#1.xml.gz" --create-dirs
 
 outs:
 
 - path: loc-books
 
   md5: 1b1e7ab1d98cc81e373dfc53345d4bb7.dir

+ 1
- 1
data/loc-names.dvc
View File 

@@ -1,6 +1,6 @@
 
 # Update from https://www.loc.gov/cds/products/MDSConnect-name_authorities.html when necessary
 
 cmd: curl https://www.loc.gov/cds/downloads/MDSConnect/Names.2016.part[01-40].xml.gz
 
-  --parallel --parallel-max 4 -o "loc-names/Names.2016.part#1.xml.gz" --create-dirs
 
+  -o "loc-names/Names.2016.part#1.xml.gz" --create-dirs
 
 outs:
 
 - path: loc-names
 
   md5: fc488a8775561070cced774803fe0d72.dir