A rake task to extract valuable SEO information from a set of URLs

output.txt

http://www.google.com
---------------------
TITLE: Google
LANG: es
DESCRIPTION: Google.es permite acceder a la información mundial en castellano, catalán, gallego, euskara e inglés.
KEYWORDS: 

seo.rake

require 'mechanize'

task :seo do
  urls = [
    'http://www.google.com'
  ]
  mechanize = Mechanize.new

  urls.each do |url|
    mechanize.get(url) do |page|
      title = page.title
      description_tag = page.at('meta[name="description"]')
      keywords_tag = page.at('meta[name="keywords"]')
      html_tag = page.at('html')
      
      puts "\n#{url}"
      puts '-' * url.size
      puts "TITLE: #{title.strip}"
      puts "LANG: #{html_tag['lang']}"
      puts "DESCRIPTION: #{description_tag && description_tag[:content]}"
      puts "KEYWORDS: #{keywords_tag && keywords_tag[:content]}"
    end
  end
end