Sitemaps Healthcheck

news-sitemap-check.js

const denodeify = require('denodeify');
const xml2js = denodeify(require('xml2js').parseString);
require('isomorphic-fetch');

const twoDaysAgo = new Date();
twoDaysAgo.setUTCDate(twoDaysAgo.getUTCDate() - 2);

fetch('https://www.ft.com/sitemaps/news.xml', {
	headers: {
		'Cookie': 'FT_SITE=DUBNEXT'
	}
})
	.then(results => results.text())
	.then(results => xml2js(results))
	.then(results => results.urlset.url.filter(result => result['news:news'][0]['news:publication_date'][0] <= twoDaysAgo.toISOString()))
	.then(results => results.forEach(result => console.log(result['news:news'][0]['news:publication_date'][0])))
	.catch(err => console.log('err=', err));