null

	backup revision b51057b860560bf3ee454c03a121af3d5d34f482
7cb0a70811691287e08c2cb59d41542fd4e1ef4aReid Burke#!/usr/bin/env ruby
7cb0a70811691287e08c2cb59d41542fd4e1ef4aReid Burke
7cb0a70811691287e08c2cb59d41542fd4e1ef4aReid Burkerequire 'tmpdir.rb'
7cb0a70811691287e08c2cb59d41542fd4e1ef4aReid Burkerequire 'fileutils'
7cb0a70811691287e08c2cb59d41542fd4e1ef4aReid Burkerequire 'pathname'
7cb0a70811691287e08c2cb59d41542fd4e1ef4aReid Burkerequire 'pry'
7cb0a70811691287e08c2cb59d41542fd4e1ef4aReid Burkerequire 'pry-byebug'
7cb0a70811691287e08c2cb59d41542fd4e1ef4aReid Burke
7cb0a70811691287e08c2cb59d41542fd4e1ef4aReid Burkemodule Backup
7cb0a70811691287e08c2cb59d41542fd4e1ef4aReid Burke  class Backup
7cb0a70811691287e08c2cb59d41542fd4e1ef4aReid Burke    # Amount of backups that have to be there at least
7cb0a70811691287e08c2cb59d41542fd4e1ef4aReid Burke    BACKUPS_COUNT = 3
7cb0a70811691287e08c2cb59d41542fd4e1ef4aReid Burke    # Backups are valid for 7 days
7cb0a70811691287e08c2cb59d41542fd4e1ef4aReid Burke    BACKUPS_VALIDITY_TIME = 7 * 60 * 60 * 24
7cb0a70811691287e08c2cb59d41542fd4e1ef4aReid Burke
7cb0a70811691287e08c2cb59d41542fd4e1ef4aReid Burke    MAINTENANCE_FILE = 'maintenance.txt'
7cb0a70811691287e08c2cb59d41542fd4e1ef4aReid Burke
7cb0a70811691287e08c2cb59d41542fd4e1ef4aReid Burke    SQL_DUMP_FILE = 'ontohub_sql_dump.postgresql'
7cb0a70811691287e08c2cb59d41542fd4e1ef4aReid Burke    REPOSITORY_FILE = 'ontohub_repositories.tar.gz'
7cb0a70811691287e08c2cb59d41542fd4e1ef4aReid Burke
7cb0a70811691287e08c2cb59d41542fd4e1ef4aReid Burke    DATA_DIRS = %w(data/repositories data/git_daemon)
7cb0a70811691287e08c2cb59d41542fd4e1ef4aReid Burke
7cb0a70811691287e08c2cb59d41542fd4e1ef4aReid Burke    attr_reader :db_name, :data_root, :backup_root, :backup_instance_dir
7cb0a70811691287e08c2cb59d41542fd4e1ef4aReid Burke    attr_reader :dry_run, :verbose, :sql_dump_as_postgres_user
7cb0a70811691287e08c2cb59d41542fd4e1ef4aReid Burke
    def initialize(db_name, data_root, backup_root,
      verbose: false, dry_run: true, sql_dump_as_postgres_user: false)
      @db_name = db_name
      @data_root = Pathname.new(data_root)
      @backup_root = Pathname.new(backup_root)

      @dry_run = dry_run
      @verbose = verbose
      @sql_dump_as_postgres_user = sql_dump_as_postgres_user
    end

    def create
      enable_maintenance_mode
      initialize_backup
      create_sql_dump
      create_repository_archive
      # We needed to create the directory for the script to continue later on.
      Dir.rmdir(backup_instance_dir) if dry_run
      disable_maintenance_mode
      puts "created backup in #{backup_instance_dir}"
      self.class.prune(backup_root)
    end

    def restore(backup_name)
      enable_maintenance_mode
      initialize_restore(backup_name)
      restore_sql_dump
      restore_repository_archive
      disable_maintenance_mode
      puts "restored backup from #{backup_instance_dir}"
    end

    def self.prune(backup_root)
      if !Dir.exists?(backup_root)
        puts "Nothing to prune: There is no backup directory."
        return
      end
      now = Time.now
      backup_dirs_allowed_to_delete(Dir.new(backup_root).entries).each do |dir|
        backup = backup_root.join(dir)
        if now - File.new(backup).ctime > BACKUPS_VALIDITY_TIME
          puts "removing old backup: #{dir}"
          FileUtils.rm_r(backup)
        end
      end
    end

    protected

    def new_backup_name
      Time.now.strftime("%Y-%m-%d_%H-%M-%S")
    end

    def initialize_backup
      @backup_instance_dir = backup_root.join(new_backup_name)
      puts "FileUtils.mkdir_p #{backup_instance_dir}" if verbose
      # Create directory even in dry run to let the script continue.
      FileUtils.mkdir_p(backup_instance_dir)
    end

    def create_sql_dump
      Dir.chdir(backup_instance_dir) do
        exec "pg_dump#{pg_user_switch} -Fc #{db_name} > #{SQL_DUMP_FILE}"
      end
    end

    def create_repository_archive
      Dir.chdir(data_root.join('..')) do
        archive_file = backup_instance_dir.join(REPOSITORY_FILE)
        exec(["tar -czvf #{archive_file}", *DATA_DIRS].join(' '))
      end
    end

    def initialize_restore(backup_name)
      @backup_instance_dir = backup_root.join(backup_name)
      unless Dir.exists?(backup_instance_dir)
        puts "Error: Backup '#{backup_name}' does not exist in #{backup_root}."
        exit
      end
    end

    def restore_sql_dump
      Dir.chdir(backup_instance_dir) do
        exec "pg_restore -c#{pg_user_switch} -d #{db_name} #{SQL_DUMP_FILE}"
      end
    end

    def restore_repository_archive
      Dir.chdir(data_root.join('..')) do
        tmpdir = Dir.mktmpdir
        begin
          move_data_dirs_to_tmpdir(tmpdir)
          extract_archive
          remove_tmpdir(tmpdir)
        rescue => e
          puts <<-MSG
An error occured while restoring the repositories:
#{e.message}
You can find the pre-restore repositories at #{tmpdir}
Do something about it.
          MSG
          raise e
        end
      end
    end

    def move_data_dirs_to_tmpdir(tmpdir)
      puts "FileUtils.mv(#{DATA_DIRS}, #{tmpdir})" if verbose
      FileUtils.mv(DATA_DIRS, tmpdir) unless dry_run
    rescue Errno::EACCES
      puts <<-MSG
As the current user I have no access to move the repository data
directories #{DATA_DIRS.join(' ')} to a temporary directory #{tmpdir}.
This is used as a backup for the case of an error while restoring.
To continue, I try the command again using sudo.
      MSG
      exec('sudo', 'mv', *DATA_DIRS.map(&:to_s), tmpdir)
    end

    def extract_archive
      archive_file = backup_instance_dir.join(REPOSITORY_FILE)
      puts <<-MSG
Super user privileges are needed to reset the file permissions as
they were before the backup. If you refuse to enter the password
(Crtl-C) or enter a wrong password, only the permissions will not be
restored and all restored files will belong to the current user/group.
      MSG
      try_as_sudo_with_fallback('tar', '-xzvf', archive_file.to_s,
        *DATA_DIRS.map(&:to_s))
    end

    def remove_tmpdir(tmpdir)
      puts "FileUtils.remove_entry(#{tmpdir})" if verbose
      FileUtils.remove_entry(tmpdir) # even do this in dry run
    rescue Errno::EACCES
      puts <<-MSG
As the current user I have no access to remove the temporary
directory #{tmpdir}.
To continue, I try the command again using sudo.
      MSG
      exec('sudo', 'rm', '-r', tmpdir)
    end

    def enable_maintenance_mode
      puts "FileUtils.touch #{maintenance_file}" if verbose
      FileUtils.touch maintenance_file unless dry_run
    end

    def disable_maintenance_mode
      puts "FileUtils.rm #{maintenance_file}" if verbose
      FileUtils.rm maintenance_file unless dry_run
    end

    def exec(command)
      puts "[executing next command in #{Dir.getwd}]" if verbose
      puts command if verbose
      system(command) unless dry_run
    end

    def try_as_sudo_with_fallback(command)
      unless exec("sudo #{command}")
        # Wrong sudo password
        sudo_not_given_fallback(command)
      end
    rescue Exception => e
      # Ctrl-C when asked for password
      raise e unless e.is_a?(Interrupt)
      sudo_not_given_fallback(command)
    end

    def sudo_not_given_fallback(command)
      puts 'Super user privileges not granted. Trying as normal user.'
      exec(command)
    end

    def maintenance_file
      data_root.join(MAINTENANCE_FILE)
    end

    def pg_user_switch
      sql_dump_as_postgres_user ? ' -U postgres' : ''
    end

    def self.backup_dirs_allowed_to_delete(entries)
      entries.reject{ |entry| %w(. ..).include?(entry) }[0..-(BACKUPS_COUNT+1)]
    end
  end
end

def data_root(rails_root)
  File.realpath(rails_root.join('data'))
end

def on_development_system?(rails_root)
  !File.symlink?(rails_root.join('data'))
end

# We assume, this script runs in "RAILS_ROOT/script/".
RAILS_ROOT = Pathname.new(__FILE__).dirname.join('..')

DATABASE = if on_development_system?(RAILS_ROOT)
    'ontohub_development'
  else
    'ontohub'
  end
BACKUP_ROOT = if on_development_system?(RAILS_ROOT)
    RAILS_ROOT.join('tmp', 'backup')
  else
    File.realpath('/home/ontohub/ontohub_data_backup')
  end

backup = Backup::Backup.new(DATABASE, data_root(RAILS_ROOT), BACKUP_ROOT,
  sql_dump_as_postgres_user: on_development_system?(RAILS_ROOT),
  dry_run: false, verbose: true)

case ARGV.first
when 'create'
  backup.create
when 'restore'
  if ARGV.length == 1
    puts 'To restore a backup, you need to specify one with the arguments'
    puts '"restore backup_name"'
    exit
  end
  backup_name = ARGV[1]
  backup.restore(backup_name)
when 'prune'
  Backup::Backup.prune(BACKUP_ROOT)
else
  puts 'unknown or missing parameter'
  puts 'use parameter "create" or "restore <backup_name>" or "prune"'
  exit
end