Script to batch download Free Programming Ebooks form O'Reilly Media (see https://pinboard.in/u:rbf/b:5ef50c7b00de)

download-oreilly-free-ebooks.sh

#!/bin/bash
# Download O'Reilly free programming ebooks
# SOURCE: https://pinboard.in/u:rbf/b:5ef50c7b00de
# SOURCE: https://www.reddit.com/r/programming/comments/6do7ih/free_programming_ebooks/di4ml1r/

# Fail fast
set -eox pipefail

section=("data" "security" "business" "web-platform" "webops" "programming" "iot" "design")

for i in "${section[@]}"
do
  echo Processing category ${i}...
  mkdir $i || true
  cd $i
  curl http://www.oreilly.com/$i/free/ | tr '"' \\n | grep http | grep free | cut -d "?" -f1 | sed 's/free/free\/files/' | sed 's/\.csp/\.pdf/' | grep .pdf | xargs -n1 -P4 curl -sLO --compressed || true
  cd ..
done