BigW Consortium Gitlab

runner.rb 9.31 KB
Newer Older
1
module API
2 3
  class Runner < Grape::API
    helpers ::API::Helpers::Runner
4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23

    resource :runners do
      desc 'Registers a new Runner' do
        success Entities::RunnerRegistrationDetails
        http_codes [[201, 'Runner was created'], [403, 'Forbidden']]
      end
      params do
        requires :token, type: String, desc: 'Registration token'
        optional :description, type: String, desc: %q(Runner's description)
        optional :info, type: Hash, desc: %q(Runner's metadata)
        optional :locked, type: Boolean, desc: 'Should Runner be locked for current project'
        optional :run_untagged, type: Boolean, desc: 'Should Runner handle untagged jobs'
        optional :tag_list, type: Array[String], desc: %q(List of Runner's tags)
      end
      post '/' do
        attributes = attributes_for_keys [:description, :locked, :run_untagged, :tag_list]

        runner =
          if runner_registration_token_valid?
            # Create shared runner. Requires admin access
24
            Ci::Runner.create(attributes.merge(is_shared: true))
25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40
          elsif project = Project.find_by(runners_token: params[:token])
            # Create a specific runner for project.
            project.runners.create(attributes)
          end

        return forbidden! unless runner

        if runner.id
          runner.update(get_runner_version_from_params)
          present runner, with: Entities::RunnerRegistrationDetails
        else
          not_found!
        end
      end

      desc 'Deletes a registered Runner' do
41
        http_codes [[204, 'Runner was deleted'], [403, 'Forbidden']]
42 43 44 45 46 47
      end
      params do
        requires :token, type: String, desc: %q(Runner's authentication token)
      end
      delete '/' do
        authenticate_runner!
48
        Ci::Runner.find_by_token(params[:token]).destroy
49
      end
50 51 52 53 54 55 56 57 58 59 60

      desc 'Validates authentication credentials' do
        http_codes [[200, 'Credentials are valid'], [403, 'Forbidden']]
      end
      params do
        requires :token, type: String, desc: %q(Runner's authentication token)
      end
      post '/verify' do
        authenticate_runner!
        status 200
      end
61
    end
62 63 64

    resource :jobs do
      desc 'Request a job' do
65
        success Entities::JobRequest::Response
66 67 68
        http_codes [[201, 'Job was scheduled'],
                    [204, 'No job for Runner'],
                    [403, 'Forbidden']]
69 70 71
      end
      params do
        requires :token, type: String, desc: %q(Runner's authentication token)
72 73
        optional :last_update, type: String, desc: %q(Runner's queue last_update token)
        optional :info, type: Hash, desc: %q(Runner's metadata)
74 75 76
      end
      post '/request' do
        authenticate_runner!
77
        no_content! unless current_runner.active?
78 79 80 81 82
        update_runner_info

        if current_runner.is_runner_queue_value_latest?(params[:last_update])
          header 'X-GitLab-Last-Update', params[:last_update]
          Gitlab::Metrics.add_event(:build_not_found_cached)
83
          return no_content!
84 85 86
        end

        new_update = current_runner.ensure_runner_queue_value
87
        result = ::Ci::RegisterJobService.new(current_runner).execute
88 89 90 91 92

        if result.valid?
          if result.build
            Gitlab::Metrics.add_event(:build_found,
                                      project: result.build.project.path_with_namespace)
93
            present result.build, with: Entities::JobRequest::Response
94 95 96
          else
            Gitlab::Metrics.add_event(:build_not_found)
            header 'X-GitLab-Last-Update', new_update
97
            no_content!
98 99 100 101 102 103 104
          end
        else
          # We received build that is invalid due to concurrency conflict
          Gitlab::Metrics.add_event(:build_invalid)
          conflict!
        end
      end
Tomasz Maczukin committed
105 106 107 108 109

      desc 'Updates a job' do
        http_codes [[200, 'Job was updated'], [403, 'Forbidden']]
      end
      params do
110
        requires :token, type: String, desc: %q(Runners's authentication token)
Tomasz Maczukin committed
111
        requires :id, type: Integer, desc: %q(Job's ID)
Tomasz Maczukin committed
112 113 114 115
        optional :trace, type: String, desc: %q(Job's full trace)
        optional :state, type: String, desc: %q(Job's status: success, failed)
      end
      put '/:id' do
116
        job = authenticate_job!
Tomasz Maczukin committed
117

118
        job.trace.set(params[:trace]) if params[:trace]
Tomasz Maczukin committed
119 120 121 122 123 124 125 126 127 128 129

        Gitlab::Metrics.add_event(:update_build,
                                  project: job.project.path_with_namespace)

        case params[:state].to_s
        when 'success'
          job.success
        when 'failed'
          job.drop
        end
      end
130

131
      desc 'Appends a patch to the job trace' do
132 133 134 135 136 137
        http_codes [[202, 'Trace was patched'],
                    [400, 'Missing Content-Range header'],
                    [403, 'Forbidden'],
                    [416, 'Range not satisfiable']]
      end
      params do
Tomasz Maczukin committed
138
        requires :id, type: Integer, desc: %q(Job's ID)
139 140 141
        optional :token, type: String, desc: %q(Job's authentication token)
      end
      patch '/:id/trace' do
142
        job = authenticate_job!
143 144 145 146 147

        error!('400 Missing header Content-Range', 400) unless request.headers.has_key?('Content-Range')
        content_range = request.headers['Content-Range']
        content_range = content_range.split('-')

148 149 150
        stream_size = job.trace.append(request.body.read, content_range[0].to_i)
        if stream_size < 0
          return error!('416 Range Not Satisfiable', 416, { 'Range' => "0-#{-stream_size}" })
151 152 153 154
        end

        status 202
        header 'Job-Status', job.status
155
        header 'Range', "0-#{stream_size}"
156
      end
157 158 159 160 161 162 163 164

      desc 'Authorize artifacts uploading for job' do
        http_codes [[200, 'Upload allowed'],
                    [403, 'Forbidden'],
                    [405, 'Artifacts support not enabled'],
                    [413, 'File too large']]
      end
      params do
Tomasz Maczukin committed
165
        requires :id, type: Integer, desc: %q(Job's ID)
166
        optional :token, type: String, desc: %q(Job's authentication token)
Tomasz Maczukin committed
167
        optional :filesize, type: Integer, desc: %q(Artifacts filesize)
168 169 170 171 172 173
      end
      post '/:id/artifacts/authorize' do
        not_allowed! unless Gitlab.config.artifacts.enabled
        require_gitlab_workhorse!
        Gitlab::Workhorse.verify_api_request!(headers)

174
        job = authenticate_job!
175 176 177 178 179 180 181 182 183 184 185
        forbidden!('Job is not running') unless job.running?

        if params[:filesize]
          file_size = params[:filesize].to_i
          file_to_large! unless file_size < max_artifacts_size
        end

        status 200
        content_type Gitlab::Workhorse::INTERNAL_API_CONTENT_TYPE
        Gitlab::Workhorse.artifact_upload_ok
      end
186 187

      desc 'Upload artifacts for job' do
188
        success Entities::JobRequest::Response
189 190 191 192 193 194 195
        http_codes [[201, 'Artifact uploaded'],
                    [400, 'Bad request'],
                    [403, 'Forbidden'],
                    [405, 'Artifacts support not enabled'],
                    [413, 'File too large']]
      end
      params do
Tomasz Maczukin committed
196
        requires :id, type: Integer, desc: %q(Job's ID)
197 198
        optional :token, type: String, desc: %q(Job's authentication token)
        optional :expire_in, type: String, desc: %q(Specify when artifacts should expire)
199
        optional :file, type: File, desc: %q(Artifact's file)
200 201 202 203 204 205 206 207 208 209
        optional 'file.path', type: String, desc: %q(path to locally stored body (generated by Workhorse))
        optional 'file.name', type: String, desc: %q(real filename as send in Content-Disposition (generated by Workhorse))
        optional 'file.type', type: String, desc: %q(real content type as send in Content-Type (generated by Workhorse))
        optional 'metadata.path', type: String, desc: %q(path to locally stored body (generated by Workhorse))
        optional 'metadata.name', type: String, desc: %q(filename (generated by Workhorse))
      end
      post '/:id/artifacts' do
        not_allowed! unless Gitlab.config.artifacts.enabled
        require_gitlab_workhorse!

210
        job = authenticate_job!
211 212 213 214 215 216 217 218 219 220 221 222
        forbidden!('Job is not running!') unless job.running?

        artifacts_upload_path = ArtifactUploader.artifacts_upload_path
        artifacts = uploaded_file(:file, artifacts_upload_path)
        metadata = uploaded_file(:metadata, artifacts_upload_path)

        bad_request!('Missing artifacts file!') unless artifacts
        file_to_large! unless artifacts.size < max_artifacts_size

        job.artifacts_file = artifacts
        job.artifacts_metadata = metadata
        job.artifacts_expire_in = params['expire_in'] ||
Tomasz Maczukin committed
223
          Gitlab::CurrentSettings.current_application_settings.default_artifacts_expire_in
224 225 226 227 228 229 230

        if job.save
          present job, with: Entities::JobRequest::Response
        else
          render_validation_error!(job)
        end
      end
231 232 233 234 235 236 237

      desc 'Download the artifacts file for job' do
        http_codes [[200, 'Upload allowed'],
                    [403, 'Forbidden'],
                    [404, 'Artifact not found']]
      end
      params do
Tomasz Maczukin committed
238
        requires :id, type: Integer, desc: %q(Job's ID)
239 240 241
        optional :token, type: String, desc: %q(Job's authentication token)
      end
      get '/:id/artifacts' do
242
        job = authenticate_job!
243 244 245 246 247 248 249 250 251 252 253 254

        artifacts_file = job.artifacts_file
        unless artifacts_file.file_storage?
          return redirect_to job.artifacts_file.url
        end

        unless artifacts_file.exists?
          not_found!
        end

        present_file!(artifacts_file.path, artifacts_file.filename)
      end
255
    end
256 257
  end
end