BigW Consortium Gitlab

repository.rb 3.89 KB
Newer Older
1 2 3 4 5 6 7 8 9 10
require 'yaml'

module Backup
  class Repository
    attr_reader :repos_path

    def dump
      prepare

      Project.find_each(batch_size: 1000) do |project|
11
        $progress.print " * #{project.path_with_namespace} ... "
12 13 14 15

        # Create namespace dir if missing
        FileUtils.mkdir_p(File.join(backup_repos_path, project.namespace.path)) if project.namespace

16
        if project.empty_repo?
17
          $progress.puts "[SKIPPED]".cyan
18
        else
19 20
          cmd = %W(git --git-dir=#{path_to_repo(project)} bundle create #{path_to_bundle(project)} --all)
          output, status = Gitlab::Popen.popen(cmd)
21
          if status.zero?
22
            $progress.puts "[DONE]".green
23 24
          else
            puts "[FAILED]".red
25
            puts "failed: #{cmd.join(' ')}"
26 27 28
            puts output
            abort 'Backup failed'
          end
29
        end
30

31
        wiki = ProjectWiki.new(project)
32 33

        if File.exists?(path_to_repo(wiki))
34
          $progress.print " * #{wiki.path_with_namespace} ... "
35
          if wiki.repository.empty?
36
            $progress.puts " [SKIPPED]".cyan
37
          else
38 39
            cmd = %W(git --git-dir=#{path_to_repo(wiki)} bundle create #{path_to_bundle(wiki)} --all)
            output, status = Gitlab::Popen.popen(cmd)
40
            if status.zero?
41
              $progress.puts " [DONE]".green
42 43
            else
              puts " [FAILED]".red
44
              puts "failed: #{cmd.join(' ')}"
45 46
              abort 'Backup failed'
            end
47 48
          end
        end
49 50 51 52 53 54
      end
    end

    def restore
      if File.exists?(repos_path)
        # Move repos dir to 'repositories.old' dir
55
        bk_repos_path = File.join(repos_path, '..', 'repositories.old.' + Time.now.to_i.to_s)
56 57 58 59 60 61
        FileUtils.mv(repos_path, bk_repos_path)
      end

      FileUtils.mkdir_p(repos_path)

      Project.find_each(batch_size: 1000) do |project|
62
        $progress.print " * #{project.path_with_namespace} ... "
63 64 65

        project.namespace.ensure_dir_exist if project.namespace

66 67 68 69 70 71 72
        if File.exists?(path_to_bundle(project))
          cmd = %W(git clone --bare #{path_to_bundle(project)} #{path_to_repo(project)})
        else
          cmd = %W(git init --bare #{path_to_repo(project)})
        end

        if system(*cmd, silent)
73
          $progress.puts "[DONE]".green
74 75
        else
          puts "[FAILED]".red
76
          puts "failed: #{cmd.join(' ')}"
77
          abort 'Restore failed'
78
        end
79

80
        wiki = ProjectWiki.new(project)
81 82

        if File.exists?(path_to_bundle(wiki))
83 84 85 86 87 88
          $progress.print " * #{wiki.path_with_namespace} ... "

          # If a wiki bundle exists, first remove the empty repo
          # that was initialized with ProjectWiki.new() and then
          # try to restore with 'git clone --bare'.
          FileUtils.rm_rf(path_to_repo(wiki))
89
          cmd = %W(git clone --bare #{path_to_bundle(wiki)} #{path_to_repo(wiki)})
90

91 92 93 94 95 96 97
          if system(*cmd, silent)
            $progress.puts " [DONE]".green
          else
            puts " [FAILED]".red
            puts "failed: #{cmd.join(' ')}"
            abort 'Restore failed'
          end
98
        end
99
      end
100

101 102 103 104
      $progress.print 'Put GitLab hooks in repositories dirs'.yellow
      cmd = "#{Gitlab.config.gitlab_shell.path}/bin/create-hooks"
      if system(cmd)
        $progress.puts " [DONE]".green
105 106
      else
        puts " [FAILED]".red
107
        puts "failed: #{cmd}"
108 109
      end

110 111 112 113 114
    end

    protected

    def path_to_repo(project)
115
      project.repository.path_to_repo
116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133
    end

    def path_to_bundle(project)
      File.join(backup_repos_path, project.path_with_namespace + ".bundle")
    end

    def repos_path
      Gitlab.config.gitlab_shell.repos_path
    end

    def backup_repos_path
      File.join(Gitlab.config.backup.path, "repositories")
    end

    def prepare
      FileUtils.rm_rf(backup_repos_path)
      FileUtils.mkdir_p(backup_repos_path)
    end
134 135 136 137

    def silent
      {err: '/dev/null', out: '/dev/null'}
    end
138 139
  end
end