Browse Source

De-parallelize Curl downloads

Michael Ekstrand 7 months ago
parent
commit
e4cf14c751
2 changed files with 2 additions and 2 deletions
  1. 1
    1
      data/loc-books.dvc
  2. 1
    1
      data/loc-names.dvc

+ 1
- 1
data/loc-books.dvc

@@ -1,6 +1,6 @@
 # Update from https://www.loc.gov/cds/products/MDSConnect-books_all.html when necessary
 cmd: curl https://www.loc.gov/cds/downloads/MDSConnect/BooksAll.2016.part[01-43].xml.gz
-  --parallel --parallel-max 4 -o "loc-books/BooksAll.2016.part#1.xml.gz" --create-dirs
+  -o "loc-books/BooksAll.2016.part#1.xml.gz" --create-dirs
 outs:
 - path: loc-books
   md5: 1b1e7ab1d98cc81e373dfc53345d4bb7.dir

+ 1
- 1
data/loc-names.dvc

@@ -1,6 +1,6 @@
 # Update from https://www.loc.gov/cds/products/MDSConnect-name_authorities.html when necessary
 cmd: curl https://www.loc.gov/cds/downloads/MDSConnect/Names.2016.part[01-40].xml.gz
-  --parallel --parallel-max 4 -o "loc-names/Names.2016.part#1.xml.gz" --create-dirs
+  -o "loc-names/Names.2016.part#1.xml.gz" --create-dirs
 outs:
 - path: loc-names
   md5: fc488a8775561070cced774803fe0d72.dir