BigW Consortium Gitlab

Move task helpers to a module

Signed-off-by: 's avatarRémy Coutable <remy@rymai.me>
parent a9c250ea
...@@ -397,24 +397,24 @@ GitLab Shell is an SSH access and repository management software developed speci ...@@ -397,24 +397,24 @@ GitLab Shell is an SSH access and repository management software developed speci
### Install gitlab-workhorse ### Install gitlab-workhorse
GitLab-Workhorse uses [GNU Make](https://www.gnu.org/software/make/). The GitLab-Workhorse uses [GNU Make](https://www.gnu.org/software/make/). The
following command-line will install GitLab-Workhorse in `home/git/gitlab-workhorse` following command-line will install GitLab-Workhorse in `/home/git/gitlab-workhorse`
which is the recommended location. which is the recommended location.
cd /home/git/gitlab cd /home/git/gitlab
sudo -u git -H bundle exec rake gitlab:workhorse:install[/home/git/gitlab-workhorse] RAILS_ENV=production sudo -u git -H bundle exec rake "gitlab:workhorse:install[/home/git/gitlab-workhorse]" RAILS_ENV=production
You can specify a different Git repository by providing `GITLAB_WORKHORSE_REPO`: You can specify a different Git repository by providing `GITLAB_WORKHORSE_REPO`:
cd /home/git/gitlab cd /home/git/gitlab
sudo -u git -H bundle exec rake gitlab:workhorse:install[/home/git/gitlab-workhorse] GITLAB_WORKHORSE_REPO=https://example.com/gitlab-workhorse.git RAILS_ENV=production sudo -u git -H bundle exec rake "gitlab:workhorse:install[/home/git/gitlab-workhorse]" GITLAB_WORKHORSE_REPO=https://example.com/gitlab-workhorse.git RAILS_ENV=production
You can specify a different version to use by providing `GITLAB_WORKHORSE_VERSION`: You can specify a different version to use by providing `GITLAB_WORKHORSE_VERSION`:
cd /home/git/gitlab cd /home/git/gitlab
sudo -u git -H bundle exec rake gitlab:workhorse:install[/home/git/gitlab-workhorse] GITLAB_WORKHORSE_VERSION=0.8.1 RAILS_ENV=production sudo -u git -H bundle exec rake "gitlab:workhorse:install[/home/git/gitlab-workhorse]" GITLAB_WORKHORSE_VERSION=0.8.1 RAILS_ENV=production
### Initialize Database and Activate Advanced Features ### Initialize Database and Activate Advanced Features
......
...@@ -82,7 +82,7 @@ Install and compile gitlab-workhorse. This requires ...@@ -82,7 +82,7 @@ Install and compile gitlab-workhorse. This requires
GitLab 8.1. GitLab 8.1.
```bash ```bash
sudo -u git -H bundle exec rake gitlab:workhorse:install[/home/git/gitlab-workhorse] RAILS_ENV=production sudo -u git -H bundle exec rake "gitlab:workhorse:install[/home/git/gitlab-workhorse]" RAILS_ENV=production
``` ```
### 7. Install libs, migrations, etc. ### 7. Install libs, migrations, etc.
......
require 'tasks/gitlab/task_helpers'
# Prevent StateMachine warnings from outputting during a cron task
StateMachines::Machine.ignore_method_conflicts = true if ENV['CRON']
namespace :gitlab do
include Gitlab::TaskHelpers
end
module Gitlab
class TaskFailedError < StandardError; end
class TaskAbortedByUserError < StandardError; end
end
require 'rainbow/ext/string' require 'rainbow/ext/string'
# Prevent StateMachine warnings from outputting during a cron task module Gitlab
StateMachines::Machine.ignore_method_conflicts = true if ENV['CRON'] TaskFailedError = Class.new(StandardError)
TaskAbortedByUserError = Class.new(StandardError)
namespace :gitlab do
module TaskHelpers
# Ask if the user wants to continue # Ask if the user wants to continue
# #
# Returns "yes" the user chose to continue # Returns "yes" the user chose to continue
...@@ -82,7 +77,7 @@ namespace :gitlab do ...@@ -82,7 +77,7 @@ namespace :gitlab do
'' # if the command does not exist, return an empty string '' # if the command does not exist, return an empty string
end end
# Runs the given command and raise a Gitlab::TaskFailedError exception if # Runs the given command and raises a Gitlab::TaskFailedError exception if
# the command does not exit with 0 # the command does not exit with 0
# #
# Returns the output of the command otherwise # Returns the output of the command otherwise
...@@ -157,35 +152,39 @@ namespace :gitlab do ...@@ -157,35 +152,39 @@ namespace :gitlab do
def checkout_or_clone_tag(tag:, repo:, target_dir:) def checkout_or_clone_tag(tag:, repo:, target_dir:)
if Dir.exist?(target_dir) if Dir.exist?(target_dir)
Dir.chdir(target_dir) do checkout_tag(tag, target_dir)
run_command!(%W[#{Gitlab.config.git.bin_path} fetch --tags --quiet])
run_command!(%W[#{Gitlab.config.git.bin_path} checkout --quiet #{tag}])
end
else else
run_command!(%W[#{Gitlab.config.git.bin_path} clone -- #{repo} #{target_dir}]) clone_repo(repo, target_dir)
end end
# Make sure we're on the right tag reset_to_tag(tag, target_dir)
Dir.chdir(target_dir) do end
# First try to checkout without fetching
# to avoid stalling tests if the Internet is down. def clone_repo(repo, target_dir)
reset_to_tag(tag) run_command!(%W[#{Gitlab.config.git.bin_path} clone -- #{repo} #{target_dir}])
end end
def checkout_tag(tag, target_dir)
run_command!(%W[#{Gitlab.config.git.bin_path} -C #{target_dir} fetch --tags --quiet])
run_command!(%W[#{Gitlab.config.git.bin_path} -C #{target_dir} checkout --quiet #{tag}])
end end
def reset_to_tag(tag_wanted) def reset_to_tag(tag_wanted, target_dir)
tag = tag =
begin begin
run_command!(%W[#{Gitlab.config.git.bin_path} describe -- #{tag_wanted}]) # First try to checkout without fetching
# to avoid stalling tests if the Internet is down.
run_command!(%W[#{Gitlab.config.git.bin_path} -C #{target_dir} describe -- #{tag_wanted}])
rescue Gitlab::TaskFailedError rescue Gitlab::TaskFailedError
run_command!(%W[#{Gitlab.config.git.bin_path} fetch origin]) run_command!(%W[#{Gitlab.config.git.bin_path} -C #{target_dir} fetch origin])
run_command!(%W[#{Gitlab.config.git.bin_path} describe -- origin/#{tag_wanted}]) run_command!(%W[#{Gitlab.config.git.bin_path} -C #{target_dir} describe -- origin/#{tag_wanted}])
end end
if tag if tag
run_command!(%W[#{Gitlab.config.git.bin_path} reset --hard #{tag.strip}]) run_command!(%W[#{Gitlab.config.git.bin_path} -C #{target_dir} reset --hard #{tag.strip}])
else else
raise Gitlab::TaskFailedError raise Gitlab::TaskFailedError
end end
end end
end
end end
...@@ -4,7 +4,7 @@ namespace :gitlab do ...@@ -4,7 +4,7 @@ namespace :gitlab do
task :install, [:dir] => :environment do |t, args| task :install, [:dir] => :environment do |t, args|
warn_user_is_not_gitlab warn_user_is_not_gitlab
unless args.dir.present? unless args.dir.present?
abort "Please specify the directory where you want to install gitlab-workhorse:\n rake gitlab:workhorse:install[/home/git/gitlab-workhorse]" abort %(Please specify the directory where you want to install gitlab-workhorse:\n rake "gitlab:workhorse:install[/home/git/gitlab-workhorse]")
end end
tag = "v#{ENV['GITLAB_WORKHORSE_VERSION'] || Gitlab::Workhorse.version}" tag = "v#{ENV['GITLAB_WORKHORSE_VERSION'] || Gitlab::Workhorse.version}"
......
...@@ -8,7 +8,7 @@ RSpec.configure do |config| ...@@ -8,7 +8,7 @@ RSpec.configure do |config|
config.before(:all) do config.before(:all) do
$stdout = StringIO.new $stdout = StringIO.new
Rake.application.rake_require 'tasks/gitlab/task_helpers' Rake.application.rake_require 'tasks/gitlab/helpers'
Rake::Task.define_task :environment Rake::Task.define_task :environment
end end
......
module RakeHelpers module RakeHelpers
def run_rake_task(task_name) def run_rake_task(task_name, *args)
Rake::Task[task_name].reenable Rake::Task[task_name].reenable
Rake.application.invoke_task task_name Rake.application.invoke_task("#{task_name}[#{args.join(',')}]")
end end
def stub_warn_user_is_not_gitlab def stub_warn_user_is_not_gitlab
......
...@@ -17,10 +17,6 @@ module StubConfiguration ...@@ -17,10 +17,6 @@ module StubConfiguration
allow(Gitlab.config.gravatar).to receive_messages(messages) allow(Gitlab.config.gravatar).to receive_messages(messages)
end end
def stub_gitlab_workhorse_setting(messages)
allow(Gitlab.config.gitlab_workhorse).to receive_messages(messages)
end
def stub_incoming_email_setting(messages) def stub_incoming_email_setting(messages)
allow(Gitlab.config.incoming_email).to receive_messages(messages) allow(Gitlab.config.incoming_email).to receive_messages(messages)
end end
......
...@@ -5,7 +5,7 @@ describe 'gitlab:app namespace rake task' do ...@@ -5,7 +5,7 @@ describe 'gitlab:app namespace rake task' do
let(:enable_registry) { true } let(:enable_registry) { true }
before :all do before :all do
Rake.application.rake_require 'tasks/gitlab/task_helpers' Rake.application.rake_require 'tasks/gitlab/helpers'
Rake.application.rake_require 'tasks/gitlab/backup' Rake.application.rake_require 'tasks/gitlab/backup'
Rake.application.rake_require 'tasks/gitlab/shell' Rake.application.rake_require 'tasks/gitlab/shell'
Rake.application.rake_require 'tasks/gitlab/db' Rake.application.rake_require 'tasks/gitlab/db'
......
...@@ -3,7 +3,7 @@ require 'rake' ...@@ -3,7 +3,7 @@ require 'rake'
describe 'gitlab:mail_google_schema_whitelisting rake task' do describe 'gitlab:mail_google_schema_whitelisting rake task' do
before :all do before :all do
Rake.application.rake_require "tasks/gitlab/task_helpers" Rake.application.rake_require "tasks/gitlab/helpers"
Rake.application.rake_require "tasks/gitlab/mail_google_schema_whitelisting" Rake.application.rake_require "tasks/gitlab/mail_google_schema_whitelisting"
# empty task as env is already loaded # empty task as env is already loaded
Rake::Task.define_task :environment Rake::Task.define_task :environment
......
require 'spec_helper' require 'spec_helper'
require 'rake' require 'tasks/gitlab/task_helpers'
describe 'gitlab:workhorse namespace rake task' do class TestHelpersTest
before :all do include Gitlab::TaskHelpers
Rake.application.rake_require 'tasks/gitlab/task_helpers' end
# empty task as env is already loaded describe Gitlab::TaskHelpers do
Rake::Task.define_task :environment subject { TestHelpersTest.new }
end
describe '#checkout_or_clone_tag' do
let(:repo) { 'https://gitlab.com/gitlab-org/gitlab-test.git' } let(:repo) { 'https://gitlab.com/gitlab-org/gitlab-test.git' }
let(:clone_path) { Rails.root.join('tmp/tests/task_helpers_tests').to_s } let(:clone_path) { Rails.root.join('tmp/tests/task_helpers_tests').to_s }
let(:tag) { 'v1.1.0' } let(:tag) { 'v1.1.0' }
before do
FileUtils.rm_rf(clone_path)
allow_any_instance_of(Object).to receive(:run_command!)
expect_any_instance_of(Object).to receive(:reset_to_tag).with(tag)
end
after do describe '#checkout_or_clone_tag' do
FileUtils.rm_rf(clone_path) before do
allow(subject).to receive(:run_command!)
expect(subject).to receive(:reset_to_tag).with(tag, clone_path)
end end
context 'target_dir does not exist' do context 'target_dir does not exist' do
it 'clones the repo, retrieve the tag from origin, and checkout the tag' do it 'clones the repo, retrieve the tag from origin, and checkout the tag' do
expect(Dir).to receive(:chdir).and_call_original expect(subject).to receive(:clone_repo).with(repo, clone_path)
expect_any_instance_of(Object).
to receive(:run_command!).with(%W[#{Gitlab.config.git.bin_path} clone -- #{repo} #{clone_path}]) { FileUtils.mkdir_p(clone_path) } # Fake the cloning
checkout_or_clone_tag(tag: tag, repo: repo, target_dir: clone_path) subject.checkout_or_clone_tag(tag: tag, repo: repo, target_dir: clone_path)
end end
end end
context 'target_dir exists' do context 'target_dir exists' do
before do before do
FileUtils.mkdir_p(clone_path) expect(Dir).to receive(:exist?).and_return(true)
end end
it 'fetch and checkout the tag' do it 'fetch and checkout the tag' do
expect(Dir).to receive(:chdir).twice.and_call_original expect(subject).to receive(:checkout_tag).with(tag, clone_path)
expect_any_instance_of(Object).
to receive(:run_command!).with(%W[#{Gitlab.config.git.bin_path} fetch --tags --quiet])
expect_any_instance_of(Object).
to receive(:run_command!).with(%W[#{Gitlab.config.git.bin_path} checkout --quiet #{tag}])
checkout_or_clone_tag(tag: tag, repo: repo, target_dir: clone_path) subject.checkout_or_clone_tag(tag: tag, repo: repo, target_dir: clone_path)
end
end end
end end
describe '#clone_repo' do
it 'clones the repo in the target dir' do
expect(subject).
to receive(:run_command!).with(%W[#{Gitlab.config.git.bin_path} clone -- #{repo} #{clone_path}])
subject.clone_repo(repo, clone_path)
end
end
describe '#checkout_tag' do
it 'clones the repo in the target dir' do
expect(subject).
to receive(:run_command!).with(%W[#{Gitlab.config.git.bin_path} -C #{clone_path} fetch --tags --quiet])
expect(subject).
to receive(:run_command!).with(%W[#{Gitlab.config.git.bin_path} -C #{clone_path} checkout --quiet #{tag}])
subject.checkout_tag(tag, clone_path)
end
end end
describe '#reset_to_tag' do describe '#reset_to_tag' do
let(:tag) { 'v1.1.0' } let(:tag) { 'v1.1.0' }
before do before do
expect_any_instance_of(Object). expect(subject).
to receive(:run_command!).with(%W[#{Gitlab.config.git.bin_path} reset --hard #{tag}]) to receive(:run_command!).with(%W[#{Gitlab.config.git.bin_path} -C #{clone_path} reset --hard #{tag}])
end end
context 'when the tag is not checked out locally' do context 'when the tag is not checked out locally' do
before do before do
expect_any_instance_of(Object). expect(subject).
to receive(:run_command!).with(%W[#{Gitlab.config.git.bin_path} describe -- #{tag}]).and_raise(Gitlab::TaskFailedError) to receive(:run_command!).with(%W[#{Gitlab.config.git.bin_path} -C #{clone_path} describe -- #{tag}]).and_raise(Gitlab::TaskFailedError)
end end
it 'fetch origin, ensure the tag exists, and resets --hard to the given tag' do it 'fetch origin, ensure the tag exists, and resets --hard to the given tag' do
expect_any_instance_of(Object). expect(subject).
to receive(:run_command!).with(%W[#{Gitlab.config.git.bin_path} fetch origin]) to receive(:run_command!).with(%W[#{Gitlab.config.git.bin_path} -C #{clone_path} fetch origin])
expect_any_instance_of(Object). expect(subject).
to receive(:run_command!).with(%W[#{Gitlab.config.git.bin_path} describe -- origin/#{tag}]).and_return(tag) to receive(:run_command!).with(%W[#{Gitlab.config.git.bin_path} -C #{clone_path} describe -- origin/#{tag}]).and_return(tag)
reset_to_tag(tag) subject.reset_to_tag(tag, clone_path)
end end
end end
context 'when the tag is checked out locally' do context 'when the tag is checked out locally' do
before do before do
expect_any_instance_of(Object). expect(subject).
to receive(:run_command!).with(%W[#{Gitlab.config.git.bin_path} describe -- #{tag}]).and_return(tag) to receive(:run_command!).with(%W[#{Gitlab.config.git.bin_path} -C #{clone_path} describe -- #{tag}]).and_return(tag)
end end
it 'resets --hard to the given tag' do it 'resets --hard to the given tag' do
reset_to_tag(tag) subject.reset_to_tag(tag, clone_path)
end end
end end
end end
......
...@@ -5,7 +5,7 @@ describe 'gitlab:users namespace rake task' do ...@@ -5,7 +5,7 @@ describe 'gitlab:users namespace rake task' do
let(:enable_registry) { true } let(:enable_registry) { true }
before :all do before :all do
Rake.application.rake_require 'tasks/gitlab/task_helpers' Rake.application.rake_require 'tasks/gitlab/helpers'
Rake.application.rake_require 'tasks/gitlab/users' Rake.application.rake_require 'tasks/gitlab/users'
# empty task as env is already loaded # empty task as env is already loaded
......
require 'spec_helper' require 'rake_helper'
require 'rake'
describe 'gitlab:workhorse namespace rake task' do describe 'gitlab:workhorse namespace rake task' do
before :all do before :all do
Rake.application.rake_require 'tasks/gitlab/task_helpers'
Rake.application.rake_require 'tasks/gitlab/workhorse' Rake.application.rake_require 'tasks/gitlab/workhorse'
# empty task as env is already loaded
Rake::Task.define_task :environment
end
def run_rake_task(task_name, *args)
Rake::Task[task_name].reenable
Rake.application.invoke_task("#{task_name}[#{args.join(',')}]")
end end
describe 'install' do describe 'install' do
...@@ -20,13 +10,13 @@ describe 'gitlab:workhorse namespace rake task' do ...@@ -20,13 +10,13 @@ describe 'gitlab:workhorse namespace rake task' do
let(:clone_path) { Rails.root.join('tmp/tests/gitlab-workhorse').to_s } let(:clone_path) { Rails.root.join('tmp/tests/gitlab-workhorse').to_s }
let(:tag) { "v#{File.read(Rails.root.join(Gitlab::Workhorse::VERSION_FILE)).chomp}" } let(:tag) { "v#{File.read(Rails.root.join(Gitlab::Workhorse::VERSION_FILE)).chomp}" }
before do before do
# avoid writing task output to spec progress
allow($stdout).to receive :write
allow(ENV).to receive(:[]) allow(ENV).to receive(:[])
end end
context 'no dir given' do context 'no dir given' do
it 'aborts and display a help message' do it 'aborts and display a help message' do
# avoid writing task output to spec progress
allow($stderr).to receive :write
expect { run_rake_task('gitlab:workhorse:install') }.to raise_error /Please specify the directory where you want to install gitlab-workhorse/ expect { run_rake_task('gitlab:workhorse:install') }.to raise_error /Please specify the directory where you want to install gitlab-workhorse/
end end
end end
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment