drupal2jekyll.rb

# 
# Jekyll migrator for Drupal 7+
# adrianmejia.com
#

require 'rubygems'
require 'sequel'
require 'fileutils'
require 'yaml'

# NOTE: This converter requires Sequel and the MySQL gems.
# The MySQL gem can be difficult to install on OS X. Once you have MySQL
# installed, running the following commands should work:
# $ sudo gem install sequel
# $ sudo gem install mysql -- --with-mysql-config=/usr/local/mysql/bin/mysql_config
#
# UPDATE:
# Install mysql2 as well you might need it as well.
# $ gem install mysql2 -- --with-mysql-config=/usr/local/mysql/bin/mysql_config
#

OLD_DOMAIN = "http://old.domain.example"
NEW_DOMAIN = "http://new.domain.example"
DB_NAME = "databasename"
DB_USER = "username"
DB_PASS = "password"
DB_HOST = "localhost"


module Jekyll
  module Drupal
    # Reads a MySQL database via Sequel and creates a post file for each post
    # in wp_posts that has post_status = 'publish'. This restriction is made
    # because 'draft' posts are not guaranteed to have valid dates.
    
    QUERY =<<SQL 
    SELECT 
    n.nid, 
    n.title, 
    n.created, 
    n.changed, 
    b.body_value AS 'body', 
    b.body_summary, 
    b.body_format, 
    n.status, 
    l.alias AS 'slug', 
    GROUP_CONCAT( d.name SEPARATOR ' ' ) AS 'tags'
    
    FROM url_alias l, node n
    JOIN field_data_body b ON b.entity_id = n.nid
    JOIN taxonomy_index t ON t.nid = n.nid
    JOIN taxonomy_term_data d ON t.tid = d.tid

    WHERE n.type = 'story'
    AND b.revision_id = n.vid
    AND l.source = CONCAT( 'node/', n.nid ) 
    AND d.vid = 1

    GROUP BY n.nid
SQL

    #
    # Main script
    # 
    def self.process(dbname, user, pass, host = 'localhost')
      db = Sequel.mysql(dbname, :user => user, :password => pass, :host => host, :encoding => 'utf8')

      drupal_path = "drupal_redirect"
      FileUtils.mkdir_p drupal_path
           
      File.open("#{drupal_path}/index.php", "w") { |f| f.puts permanent_redirect_to ("") }
      FileUtils.mkdir_p "_posts"
      FileUtils.mkdir_p "_drafts"


      db[QUERY].each do |post|
        # Get required fields and construct Jekyll compatible name
        node_id = post[:nid]
        title = post[:title]
        
        # complete relatives URLs
        content = post[:body].gsub(/\r\n?/, "\n")
        #content = post[:body].gsub(/\r\n?/, "\n").gsub("\"/sites/default/files/", "\"#{OLD_DOMAIN}/sites/default/files/")
        
        created = post[:created]
        tags = post[:tags].downcase.strip
        drupal_slug = post[:slug]
        time = Time.at(created)
        is_published = post[:status] == 1
        dir = is_published ? "_posts" : "_drafts"
        slug = title.strip.downcase.gsub(/(&|&amp;)/, ' and ').gsub(/[\s\.\/\\]/, '-').gsub(/[^\w-]/, '').gsub(/[-_]{2,}/, '-').gsub(/^[-_]/, '').gsub(/[-_]$/, '')
        name = time.strftime("%Y-%m-%d-") + slug + '.md'

        # Get the relevant fields as a hash, delete empty fields and convert
        # to YAML for the header
        data = {
           'layout' => 'post',
           'title' => title.to_s,
           'created' => created,
           'comments' => true,
           'categories' => tags
         }.delete_if { |k,v| v.nil? || v == ''}.to_yaml

        # Write out the data and content to file
        File.open("#{dir}/#{name}", "w") do |f|
          f.puts data
          f.puts "---"
          f.puts content
        end

        # 
        # Make a file to redirect from the old Drupal URL
        # Make refresh dirs & files according to entries in url_alias table in drupal 7+
        # Copy the content to your drupal_redirect to the root of your all blog and that's it. It will redirect to your new site.
        #
        if is_published
          ddir = "#{drupal_path}/#{drupal_slug}"
          FileUtils.mkdir_p ddir
          File.open("#{ddir}/index.php", "w") do |f|
            puts "#{ddir}/index.php"
            f.puts permanent_redirect_to "blog/#{time.strftime("%Y/%m/%d/") + slug}"
          end
        end
      end

      # TODO: Make dirs & files for nodes of type 'page'
      # Make refresh pages for these as well
    end    
  end
end

#
# PHP code to redirect permanently your users from your old website to your new
#
def permanent_redirect_to(location)
  "<?php\nheader(\"HTTP/1.1 301 Moved Permanently\");\nheader(\"Location: #{NEW_DOMAIN}/#{location}\");\necho \"redirecting...\"\n ?>"
end

Jekyll::Drupal.process(DB_NAME,DB_USER,DB_PASS,DB_HOST)