google cet search

googlect.sh

googleCT (){
	target=${target}
	url="https://transparencyreport.google.com/transparencyreport/api/v3/httpsreport/ct/certsearch?include_subdomains=true&domain=${target}"
	dataF=$(curl -s ${url} | sed "s/)]}'//g")
	id=$(echo ${dataF} | sed "s/)]}'//g"| jq -r '.[][3][1]')
	range=$(echo $dataF | jq -r '.[][-1][-1]')
	declare -a links
	links=($(echo ${dataF} | jq -r '.[][1][][5]'))
	echo '=============================================' 1>&2
	echo '|                   start 1                 |' 1>&2
	echo '=============================================' 1>&2
	for i in $(seq 1 $((${range} - 1)))
	do 
		dataS=$(curl -s "https://transparencyreport.google.com/transparencyreport/api/v3/httpsreport/ct/certsearch/page?p=${id}" | sed "s/)]}'//g")
		for number in $(seq 1 100)
		do
			if [ -z "${dataS}" ]
			then 
				echo "try ${i} ${number}" 1>&2
				dataS=$(curl -s "https://transparencyreport.google.com/transparencyreport/api/v3/httpsreport/ct/certsearch/page?p=${id}" | sed "s/)]}'//g")
			else
				break
			fi
		done
		links+=($(echo ${dataS} | jq -r '.[][1][][5]'))
		id=$(echo ${dataS} | jq -r '.[][-1][1]')
	done
	echo '=============================================' 1>&2
	echo '|                   start 2                 |' 1>&2
	echo '=============================================' 1>&2
	getDomain() {
		numbTry=0
		data=$(curl -s "https://transparencyreport.google.com/transparencyreport/api/v3/httpsreport/ct/certbyhash?hash=$(echo -en ${1} | jq -sRr @uri)")
		for i in $(seq 1 100)
		do
			numbTry=$(($numbTry + 1))
			if [ -z "${data}" ]
			then 
				echo "try ${1} ${numbTry}" 1>&2
				data=$(curl -s "https://transparencyreport.google.com/transparencyreport/api/v3/httpsreport/ct/certbyhash?hash=$(echo -en ${1} | jq -sRr @uri)")
			else
				break
			fi
		done
		echo $data | sed "s/)]}'//g" | jq -r '.[][1][-1][]'
	}
	export -f getDomain
	domains=($(IFS=$'\n';echo -e "${links[*]}" | xargs -I {} -P 5 bash -c 'getDomain "{}"' | sed 's/\*\.//g' | sort -u))
	IFS=$'\n';echo -e "${domains[*]}" | grep -E "\.${target}$" > targetDomain
	IFS=$'\n';echo -e "${domains[*]}" | sed -E "/\.${target}$/d" > targetOtherDomain
}