Cachewarm with lynx and all links on page

lynx-warmup.sh

#!/bin/bash

# get data with curl, lynx only support http/1.0

curl -s --connect-timeout 10 --max-time 10 -o /tmp/shopdomain.tld.html https://www.shopdomain.tld/
for i in $(lynx --listonly  --nonumbers --display_charset=utf-8 --dump /tmp/shopdomain.tld.html | grep shopdomain.tld | sort | uniq | sort --random-sort | grep -v 'checkout\|wishlist\|contact\|customer\|account'); do
  echo $i
  curl -s --connect-timeout 10 --max-time 10 $i > /dev/null
  date
done