agola/internal/services/gateway/api/run.go

565 lines
13 KiB
Go
Raw Normal View History

2019-02-21 16:58:25 +00:00
// Copyright 2019 Sorint.lab
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied
// See the License for the specific language governing permissions and
// limitations under the License.
package api
import (
"encoding/json"
"io"
"net/http"
"strconv"
2019-07-01 09:40:20 +00:00
"agola.io/agola/internal/services/gateway/action"
"agola.io/agola/internal/util"
gwapitypes "agola.io/agola/services/gateway/api/types"
rstypes "agola.io/agola/services/runservice/types"
2019-02-21 16:58:25 +00:00
"github.com/gorilla/mux"
"go.uber.org/zap"
errors "golang.org/x/xerrors"
2019-02-21 16:58:25 +00:00
)
func createRunResponse(r *rstypes.Run, rc *rstypes.RunConfig) *gwapitypes.RunResponse {
run := &gwapitypes.RunResponse{
2019-05-15 12:49:46 +00:00
ID: r.ID,
Counter: r.Counter,
Name: r.Name,
Annotations: r.Annotations,
Phase: r.Phase,
Result: r.Result,
Stopping: r.Stop,
SetupErrors: rc.SetupErrors,
Tasks: make(map[string]*gwapitypes.RunResponseTask),
2019-02-21 16:58:25 +00:00
TasksWaitingApproval: r.TasksWaitingApproval(),
EnqueueTime: r.EnqueueTime,
StartTime: r.StartTime,
EndTime: r.EndTime,
}
run.CanRestartFromScratch, _ = r.CanRestartFromScratch()
run.CanRestartFromFailedTasks, _ = r.CanRestartFromFailedTasks()
for name, rt := range r.Tasks {
2019-02-21 16:58:25 +00:00
rct := rc.Tasks[rt.ID]
run.Tasks[name] = createRunResponseTask(r, rt, rct)
}
return run
}
func createRunResponseTask(r *rstypes.Run, rt *rstypes.RunTask, rct *rstypes.RunConfigTask) *gwapitypes.RunResponseTask {
t := &gwapitypes.RunResponseTask{
2019-02-21 16:58:25 +00:00
ID: rt.ID,
Name: rct.Name,
Status: rt.Status,
StartTime: rt.StartTime,
EndTime: rt.EndTime,
2019-04-08 15:29:57 +00:00
WaitingApproval: rt.WaitingApproval,
Approved: rt.Approved,
ApprovalAnnotations: rt.Annotations,
2019-04-08 15:29:57 +00:00
2019-02-21 16:58:25 +00:00
Level: rct.Level,
Depends: rct.Depends,
}
return t
}
func createRunTaskResponse(rt *rstypes.RunTask, rct *rstypes.RunConfigTask) *gwapitypes.RunTaskResponse {
t := &gwapitypes.RunTaskResponse{
2019-02-21 16:58:25 +00:00
ID: rt.ID,
Name: rct.Name,
Status: rt.Status,
2019-04-08 15:29:57 +00:00
WaitingApproval: rt.WaitingApproval,
Approved: rt.Approved,
ApprovalAnnotations: rt.Annotations,
2019-04-08 15:29:57 +00:00
Steps: make([]*gwapitypes.RunTaskResponseStep, len(rt.Steps)),
2019-02-21 16:58:25 +00:00
StartTime: rt.StartTime,
EndTime: rt.EndTime,
}
t.SetupStep = &gwapitypes.RunTaskResponseSetupStep{
2019-03-13 14:48:35 +00:00
Name: "Task setup",
Phase: rt.SetupStep.Phase,
StartTime: rt.SetupStep.StartTime,
EndTime: rt.SetupStep.EndTime,
}
2019-02-21 16:58:25 +00:00
for i := 0; i < len(t.Steps); i++ {
s := &gwapitypes.RunTaskResponseStep{
2019-03-13 14:48:35 +00:00
Phase: rt.Steps[i].Phase,
2019-02-21 16:58:25 +00:00
StartTime: rt.Steps[i].StartTime,
EndTime: rt.Steps[i].EndTime,
}
rcts := rct.Steps[i]
rts := rt.Steps[i]
2019-11-12 11:06:55 +00:00
if rts.LogPhase == rstypes.RunTaskFetchPhaseFinished {
s.LogArchived = true
}
2019-02-21 16:58:25 +00:00
switch rcts := rcts.(type) {
case *rstypes.RunStep:
s.Type = "run"
2019-02-21 16:58:25 +00:00
s.Name = rcts.Name
s.Command = rcts.Command
shell := rcts.Shell
if shell == "" {
shell = rct.Shell
}
s.Shell = shell
s.ExitStatus = rts.ExitStatus
2019-02-21 16:58:25 +00:00
case *rstypes.SaveToWorkspaceStep:
s.Type = "save_to_workspace"
2019-02-21 16:58:25 +00:00
s.Name = "save to workspace"
case *rstypes.RestoreWorkspaceStep:
s.Type = "restore_workspace"
2019-02-21 16:58:25 +00:00
s.Name = "restore workspace"
case *rstypes.SaveCacheStep:
s.Type = "save_cache"
s.Name = "save cache"
case *rstypes.RestoreCacheStep:
s.Type = "restore_cache"
s.Name = "restore cache"
2019-02-21 16:58:25 +00:00
}
t.Steps[i] = s
}
return t
}
type RunHandler struct {
log *zap.SugaredLogger
ah *action.ActionHandler
2019-02-21 16:58:25 +00:00
}
func NewRunHandler(logger *zap.Logger, ah *action.ActionHandler) *RunHandler {
return &RunHandler{log: logger.Sugar(), ah: ah}
2019-02-21 16:58:25 +00:00
}
func (h *RunHandler) ServeHTTP(w http.ResponseWriter, r *http.Request) {
ctx := r.Context()
vars := mux.Vars(r)
runID := vars["runid"]
runResp, err := h.ah.GetRun(ctx, runID)
if httpError(w, err) {
2019-04-05 14:33:00 +00:00
h.log.Errorf("err: %+v", err)
2019-02-21 16:58:25 +00:00
return
}
res := createRunResponse(runResp.Run, runResp.RunConfig)
if err := httpResponse(w, http.StatusOK, res); err != nil {
2019-04-05 14:33:00 +00:00
h.log.Errorf("err: %+v", err)
2019-02-21 16:58:25 +00:00
}
}
type RuntaskHandler struct {
log *zap.SugaredLogger
ah *action.ActionHandler
2019-02-21 16:58:25 +00:00
}
func NewRuntaskHandler(logger *zap.Logger, ah *action.ActionHandler) *RuntaskHandler {
return &RuntaskHandler{log: logger.Sugar(), ah: ah}
2019-02-21 16:58:25 +00:00
}
func (h *RuntaskHandler) ServeHTTP(w http.ResponseWriter, r *http.Request) {
ctx := r.Context()
vars := mux.Vars(r)
runID := vars["runid"]
taskID := vars["taskid"]
runResp, err := h.ah.GetRun(ctx, runID)
if httpError(w, err) {
2019-04-05 14:33:00 +00:00
h.log.Errorf("err: %+v", err)
2019-02-21 16:58:25 +00:00
return
}
run := runResp.Run
rc := runResp.RunConfig
rt, ok := run.Tasks[taskID]
2019-02-21 16:58:25 +00:00
if !ok {
httpError(w, util.NewErrNotExist(errors.Errorf("run %q task %q not found", runID, taskID)))
2019-02-21 16:58:25 +00:00
return
}
rct := rc.Tasks[rt.ID]
res := createRunTaskResponse(rt, rct)
if err := httpResponse(w, http.StatusOK, res); err != nil {
2019-04-05 14:33:00 +00:00
h.log.Errorf("err: %+v", err)
2019-02-21 16:58:25 +00:00
}
}
const (
DefaultRunsLimit = 25
MaxRunsLimit = 40
)
func createRunsResponse(r *rstypes.Run) *gwapitypes.RunsResponse {
run := &gwapitypes.RunsResponse{
2019-02-21 16:58:25 +00:00
ID: r.ID,
Counter: r.Counter,
Name: r.Name,
Annotations: r.Annotations,
Phase: r.Phase,
Result: r.Result,
TasksWaitingApproval: r.TasksWaitingApproval(),
EnqueueTime: r.EnqueueTime,
StartTime: r.StartTime,
EndTime: r.EndTime,
}
return run
}
type RunsHandler struct {
log *zap.SugaredLogger
ah *action.ActionHandler
2019-02-21 16:58:25 +00:00
}
func NewRunsHandler(logger *zap.Logger, ah *action.ActionHandler) *RunsHandler {
return &RunsHandler{log: logger.Sugar(), ah: ah}
2019-02-21 16:58:25 +00:00
}
func (h *RunsHandler) ServeHTTP(w http.ResponseWriter, r *http.Request) {
ctx := r.Context()
2019-03-13 14:48:35 +00:00
q := r.URL.Query()
2019-02-21 16:58:25 +00:00
2019-05-03 21:19:23 +00:00
// we currently accept only one group
group := q.Get("group")
// we require that groups are specified to not return all runs
2019-05-03 21:19:23 +00:00
if group == "" {
httpError(w, util.NewErrBadRequest(errors.Errorf("no groups specified")))
return
}
phaseFilter := q["phase"]
2019-07-05 08:42:45 +00:00
resultFilter := q["result"]
2019-03-13 14:48:35 +00:00
changeGroups := q["changegroup"]
2019-03-29 11:00:18 +00:00
_, lastRun := q["lastrun"]
2019-03-13 14:48:35 +00:00
limitS := q.Get("limit")
2019-02-21 16:58:25 +00:00
limit := DefaultRunsLimit
if limitS != "" {
var err error
limit, err = strconv.Atoi(limitS)
if err != nil {
httpError(w, util.NewErrBadRequest(errors.Errorf("cannot parse limit: %w", err)))
2019-02-21 16:58:25 +00:00
return
}
}
if limit < 0 {
httpError(w, util.NewErrBadRequest(errors.Errorf("limit must be greater or equal than 0")))
2019-02-21 16:58:25 +00:00
return
}
if limit > MaxRunsLimit {
limit = MaxRunsLimit
}
asc := false
2019-03-13 14:48:35 +00:00
if _, ok := q["asc"]; ok {
2019-02-21 16:58:25 +00:00
asc = true
}
2019-03-13 14:48:35 +00:00
start := q.Get("start")
2019-02-21 16:58:25 +00:00
areq := &action.GetRunsRequest{
PhaseFilter: phaseFilter,
2019-07-05 08:42:45 +00:00
ResultFilter: resultFilter,
2019-05-03 21:19:23 +00:00
Group: group,
LastRun: lastRun,
ChangeGroups: changeGroups,
StartRunID: start,
Limit: limit,
Asc: asc,
}
runsResp, err := h.ah.GetRuns(ctx, areq)
if httpError(w, err) {
2019-04-05 14:33:00 +00:00
h.log.Errorf("err: %+v", err)
2019-02-21 16:58:25 +00:00
return
}
runs := make([]*gwapitypes.RunsResponse, len(runsResp.Runs))
2019-02-21 16:58:25 +00:00
for i, r := range runsResp.Runs {
runs[i] = createRunsResponse(r)
}
if err := httpResponse(w, http.StatusOK, runs); err != nil {
2019-04-05 14:33:00 +00:00
h.log.Errorf("err: %+v", err)
2019-02-21 16:58:25 +00:00
}
}
type RunActionsHandler struct {
log *zap.SugaredLogger
ah *action.ActionHandler
}
func NewRunActionsHandler(logger *zap.Logger, ah *action.ActionHandler) *RunActionsHandler {
return &RunActionsHandler{log: logger.Sugar(), ah: ah}
}
func (h *RunActionsHandler) ServeHTTP(w http.ResponseWriter, r *http.Request) {
ctx := r.Context()
vars := mux.Vars(r)
runID := vars["runid"]
var req gwapitypes.RunActionsRequest
d := json.NewDecoder(r.Body)
if err := d.Decode(&req); err != nil {
httpError(w, util.NewErrBadRequest(err))
return
}
areq := &action.RunActionsRequest{
RunID: runID,
ActionType: action.RunActionType(req.ActionType),
FromStart: req.FromStart,
}
2019-03-08 09:02:37 +00:00
runResp, err := h.ah.RunAction(ctx, areq)
if httpError(w, err) {
h.log.Errorf("err: %+v", err)
return
}
res := createRunResponse(runResp.Run, runResp.RunConfig)
if err := httpResponse(w, http.StatusOK, res); err != nil {
h.log.Errorf("err: %+v", err)
}
}
2019-04-08 15:29:57 +00:00
type RunTaskActionsHandler struct {
log *zap.SugaredLogger
ah *action.ActionHandler
2019-04-08 15:29:57 +00:00
}
func NewRunTaskActionsHandler(logger *zap.Logger, ah *action.ActionHandler) *RunTaskActionsHandler {
return &RunTaskActionsHandler{log: logger.Sugar(), ah: ah}
2019-04-08 15:29:57 +00:00
}
func (h *RunTaskActionsHandler) ServeHTTP(w http.ResponseWriter, r *http.Request) {
ctx := r.Context()
vars := mux.Vars(r)
runID := vars["runid"]
taskID := vars["taskid"]
var req gwapitypes.RunTaskActionsRequest
2019-04-08 15:29:57 +00:00
d := json.NewDecoder(r.Body)
if err := d.Decode(&req); err != nil {
httpError(w, util.NewErrBadRequest(err))
2019-04-08 15:29:57 +00:00
return
}
areq := &action.RunTaskActionsRequest{
RunID: runID,
TaskID: taskID,
ActionType: action.RunTaskActionType(req.ActionType),
}
err := h.ah.RunTaskAction(ctx, areq)
if httpError(w, err) {
h.log.Errorf("err: %+v", err)
2019-04-08 15:29:57 +00:00
return
}
}
2019-02-21 16:58:25 +00:00
type LogsHandler struct {
log *zap.SugaredLogger
ah *action.ActionHandler
2019-02-21 16:58:25 +00:00
}
func NewLogsHandler(logger *zap.Logger, ah *action.ActionHandler) *LogsHandler {
return &LogsHandler{log: logger.Sugar(), ah: ah}
2019-02-21 16:58:25 +00:00
}
func (h *LogsHandler) ServeHTTP(w http.ResponseWriter, r *http.Request) {
ctx := r.Context()
2019-03-13 14:48:35 +00:00
q := r.URL.Query()
2019-02-21 16:58:25 +00:00
2019-03-13 14:48:35 +00:00
runID := q.Get("runID")
2019-02-21 16:58:25 +00:00
if runID == "" {
httpError(w, util.NewErrBadRequest(errors.Errorf("empty run id")))
2019-02-21 16:58:25 +00:00
return
}
2019-03-13 14:48:35 +00:00
taskID := q.Get("taskID")
2019-02-21 16:58:25 +00:00
if taskID == "" {
httpError(w, util.NewErrBadRequest(errors.Errorf("empty task id")))
2019-02-21 16:58:25 +00:00
return
}
2019-03-13 14:48:35 +00:00
_, setup := q["setup"]
stepStr := q.Get("step")
if !setup && stepStr == "" {
httpError(w, util.NewErrBadRequest(errors.Errorf("no setup or step number provided")))
2019-02-21 16:58:25 +00:00
return
}
2019-03-13 14:48:35 +00:00
if setup && stepStr != "" {
httpError(w, util.NewErrBadRequest(errors.Errorf("both setup and step number provided")))
2019-02-21 16:58:25 +00:00
return
}
2019-03-13 14:48:35 +00:00
var step int
if stepStr != "" {
var err error
step, err = strconv.Atoi(stepStr)
if err != nil {
httpError(w, util.NewErrBadRequest(errors.Errorf("cannot parse step number: %w", err)))
2019-03-13 14:48:35 +00:00
return
}
}
2019-02-21 16:58:25 +00:00
follow := false
2019-03-13 14:48:35 +00:00
if _, ok := q["follow"]; ok {
2019-02-21 16:58:25 +00:00
follow = true
}
areq := &action.GetLogsRequest{
RunID: runID,
TaskID: taskID,
Setup: setup,
Step: step,
Follow: follow,
}
resp, err := h.ah.GetLogs(ctx, areq)
if httpError(w, err) {
2019-04-05 14:33:00 +00:00
h.log.Errorf("err: %+v", err)
2019-02-21 16:58:25 +00:00
return
}
// write and flush the headers so the client will receive the response
// header also if there're currently no lines to send
2019-02-21 16:58:25 +00:00
w.Header().Set("Cache-Control", "no-cache")
w.Header().Set("Connection", "keep-alive")
w.WriteHeader(http.StatusOK)
var flusher http.Flusher
if fl, ok := w.(http.Flusher); ok {
flusher = fl
}
if flusher != nil {
flusher.Flush()
}
2019-02-21 16:58:25 +00:00
defer resp.Body.Close()
if err := sendLogs(w, resp.Body); err != nil {
h.log.Errorf("err: %+v", err)
return
2019-02-21 16:58:25 +00:00
}
}
// sendLogs streams received logs lines and flushes them
2019-02-21 16:58:25 +00:00
func sendLogs(w io.Writer, r io.Reader) error {
buf := make([]byte, 4096)
2019-02-21 16:58:25 +00:00
var flusher http.Flusher
if fl, ok := w.(http.Flusher); ok {
flusher = fl
}
stop := false
for {
if stop {
return nil
}
n, err := r.Read(buf)
2019-02-21 16:58:25 +00:00
if err != nil {
if err != io.EOF {
return err
}
if n == 0 {
2019-02-21 16:58:25 +00:00
return nil
}
stop = true
}
if _, err := w.Write(buf[:n]); err != nil {
2019-02-21 16:58:25 +00:00
return err
}
if flusher != nil {
flusher.Flush()
}
}
}
type LogsDeleteHandler struct {
log *zap.SugaredLogger
ah *action.ActionHandler
}
func NewLogsDeleteHandler(logger *zap.Logger, ah *action.ActionHandler) *LogsDeleteHandler {
return &LogsDeleteHandler{log: logger.Sugar(), ah: ah}
}
func (h *LogsDeleteHandler) ServeHTTP(w http.ResponseWriter, r *http.Request) {
ctx := r.Context()
q := r.URL.Query()
runID := q.Get("runID")
if runID == "" {
httpError(w, util.NewErrBadRequest(errors.Errorf("empty run id")))
return
}
taskID := q.Get("taskID")
if taskID == "" {
httpError(w, util.NewErrBadRequest(errors.Errorf("empty task id")))
return
}
_, setup := q["setup"]
stepStr := q.Get("step")
if !setup && stepStr == "" {
httpError(w, util.NewErrBadRequest(errors.Errorf("no setup or step number provided")))
return
}
if setup && stepStr != "" {
httpError(w, util.NewErrBadRequest(errors.Errorf("both setup and step number provided")))
return
}
var step int
if stepStr != "" {
var err error
step, err = strconv.Atoi(stepStr)
if err != nil {
httpError(w, util.NewErrBadRequest(errors.Errorf("cannot parse step number: %w", err)))
return
}
}
areq := &action.DeleteLogsRequest{
RunID: runID,
TaskID: taskID,
Setup: setup,
Step: step,
}
err := h.ah.DeleteLogs(ctx, areq)
if httpError(w, err) {
h.log.Errorf("err: %+v", err)
return
}
}