BigW Consortium Gitlab
Skip to content
Projects
Groups
Snippets
Help
This project
Loading...
Sign in / Register
Toggle navigation
G
gitlab-ce
Project
Overview
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
Registry
Registry
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Commits
Issue Boards
Open sidebar
Forest Godfrey
gitlab-ce
Commits
f81cf840
Commit
f81cf840
authored
May 04, 2017
by
James Lopez
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
refactor worker into service
parent
2f7f1ce4
Hide whitespace changes
Inline
Side-by-side
Showing
4 changed files
with
110 additions
and
63 deletions
+110
-63
propagate_service.rb
app/services/projects/propagate_service.rb
+47
-0
propagate_project_service_worker.rb
app/workers/propagate_project_service_worker.rb
+4
-30
propagate_service_spec.rb
spec/services/projects/propagate_service_spec.rb
+40
-0
propagate_project_service_worker_spec.rb
spec/workers/propagate_project_service_worker_spec.rb
+19
-33
No files found.
app/services/projects/propagate_service.rb
0 → 100644
View file @
f81cf840
module
Projects
class
PropagateService
BATCH_SIZE
=
100
def
self
.
propagate!
(
*
args
)
new
(
*
args
).
propagate!
end
def
initialize
(
template
)
@template
=
template
end
def
propagate!
return
unless
@template
&
.
active
Rails
.
logger
.
info
(
"Propagating services for template
#{
@template
.
id
}
"
)
propagate_projects_with_template
end
private
def
propagate_projects_with_template
offset
=
0
loop
do
batch
=
project_ids_batch
(
offset
)
batch
.
each
{
|
project_id
|
create_from_template
(
project_id
)
}
break
if
batch
.
count
<
BATCH_SIZE
offset
+=
BATCH_SIZE
end
end
def
create_from_template
(
project_id
)
Service
.
build_from_template
(
project_id
,
@template
).
save!
end
def
project_ids_batch
(
offset
)
Project
.
joins
(
'LEFT JOIN services ON services.project_id = projects.id'
).
where
(
'services.type != ? OR services.id IS NULL'
,
@template
.
type
).
limit
(
BATCH_SIZE
).
offset
(
offset
).
pluck
(
:id
)
end
end
end
app/workers/propagate_project_service_worker.rb
View file @
f81cf840
...
...
@@ -3,44 +3,18 @@ class PropagateProjectServiceWorker
include
Sidekiq
::
Worker
include
DedicatedSidekiqQueue
sidekiq_options
retry:
3
LEASE_TIMEOUT
=
30
.
minutes
.
to_i
def
perform
(
template_id
)
template
=
Service
.
find_by
(
id:
template_id
)
return
unless
template
&
.
active
return
unless
try_obtain_lease_for
(
template
.
id
)
Rails
.
logger
.
info
(
"Propagating services for template
#{
template
.
id
}
"
)
return
unless
try_obtain_lease_for
(
template_id
)
project_ids_for_template
(
template
)
do
|
project_id
|
Service
.
build_from_template
(
project_id
,
template
).
save!
end
Projects
::
PropagateService
.
propagate!
(
Service
.
find_by
(
id:
template_id
))
end
private
def
project_ids_for_template
(
template
)
limit
=
100
offset
=
0
loop
do
batch
=
project_ids_batch
(
limit
,
offset
,
template
.
type
)
batch
.
each
{
|
project_id
|
yield
(
project_id
)
}
break
if
batch
.
count
<
limit
offset
+=
limit
end
end
def
project_ids_batch
(
limit
,
offset
,
template_type
)
Project
.
joins
(
'LEFT JOIN services ON services.project_id = projects.id'
).
where
(
'services.type != ? OR services.id IS NULL'
,
template_type
).
limit
(
limit
).
offset
(
offset
).
pluck
(
:id
)
end
def
try_obtain_lease_for
(
template_id
)
Gitlab
::
ExclusiveLease
.
new
(
"propagate_project_service_worker:
#{
template_id
}
"
,
timeout:
LEASE_TIMEOUT
).
...
...
spec/services/projects/propagate_service_spec.rb
0 → 100644
View file @
f81cf840
require
'spec_helper'
describe
Projects
::
PropagateService
,
services:
true
do
describe
'.propagate!'
do
let!
(
:service_template
)
do
PushoverService
.
create
(
template:
true
,
active:
true
,
properties:
{
device:
'MyDevice'
,
sound:
'mic'
,
priority:
4
,
user_key:
'asdf'
,
api_key:
'123456789'
})
end
let!
(
:project
)
{
create
(
:empty_project
)
}
it
'creates services for projects'
do
expect
{
described_class
.
propagate!
(
service_template
)
}.
to
change
{
Service
.
count
}.
by
(
1
)
end
it
'does not create the service if it exists already'
do
Service
.
build_from_template
(
project
.
id
,
service_template
).
save!
expect
{
described_class
.
propagate!
(
service_template
)
}.
not_to
change
{
Service
.
count
}
end
it
'creates the service containing the template attributes'
do
described_class
.
propagate!
(
service_template
)
service
=
Service
.
find_by
(
type:
service_template
.
type
,
template:
false
)
expect
(
service
.
properties
).
to
eq
(
service_template
.
properties
)
end
end
end
spec/workers/propagate_project_service_worker_spec.rb
View file @
f81cf840
require
'spec_helper'
describe
PropagateProjectServiceWorker
do
describe
'#perform'
do
let!
(
:service_template
)
do
PushoverService
.
create
(
template:
true
,
active:
true
,
properties:
{
device:
'MyDevice'
,
sound:
'mic'
,
priority:
4
,
user_key:
'asdf'
,
api_key:
'123456789'
})
end
let!
(
:project
)
{
create
(
:empty_project
)
}
before
do
allow_any_instance_of
(
Gitlab
::
ExclusiveLease
).
to
receive
(
:try_obtain
).
and_return
(
true
)
end
it
'creates services for projects'
do
expect
{
subject
.
perform
(
service_template
.
id
)
}.
to
change
{
Service
.
count
}.
by
(
1
)
end
let!
(
:service_template
)
do
PushoverService
.
create
(
template:
true
,
active:
true
,
properties:
{
device:
'MyDevice'
,
sound:
'mic'
,
priority:
4
,
user_key:
'asdf'
,
api_key:
'123456789'
})
end
it
'does not create the service if it exists already'
do
Service
.
build_from_template
(
project
.
id
,
service_template
).
save!
before
do
allow_any_instance_of
(
Gitlab
::
ExclusiveLease
).
to
receive
(
:try_obtain
).
and_return
(
true
)
end
expect
{
subject
.
perform
(
service_template
.
id
)
}.
not_to
change
{
Service
.
count
}
end
describe
'#perform'
do
it
'calls the propagate service with the template'
do
expect
(
Projects
::
PropagateService
).
to
receive
(
:propagate!
).
with
(
service_template
)
it
'creates the service containing the template attributes'
do
subject
.
perform
(
service_template
.
id
)
service
=
Service
.
find_by
(
type:
service_template
.
type
,
template:
false
)
expect
(
service
.
properties
).
to
eq
(
service_template
.
properties
)
end
end
end
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment