Replacing HTTP with HTTPS links in a large repository

create-sed-script

#!/bin/bash

# Takes a list of URLs (output from ishttps) and turns them into a massive sed replacement script.

FILENAME="$1"
echo "sed -i '"
while read -r url; do
	ESC_IN=$(echo "$url" | sed -e 's/[]\/$*.^[]/\\&/g')
	ESC_OUT=$(echo "$ESC_IN" | sed -e 's/http:/https:/')
	
	echo "s/$ESC_IN/$ESC_OUT/"
done < "$FILENAME"
echo "'" $(pwd)

ishttps

#!/bin/bash

# Checks to see which URLs (from a filename passed in as a parameter) are equivalent to their HTTPS countepart).
# Output is the list of HTTP URLs that can safely be changed.

FILENAME="$1"
while read -r url; do
	HTTPS_URL=$(echo "$url" | sed 's/http:/https:/')
	X=$(curl -s -L -k "$url")
	XX=$(echo "$X" | sha256sum)
	Y=$(curl -s -L -l "$HTTPS_URL")
	YY=$(echo "$Y" | sha256sum)

	if [ ! -z "$X" ]; then
		if [ "$XX" == "$YY" ]; then
		    echo "$url"
		fi
	fi
done < "$FILENAME"