188 lines
6.5 KiB
Plaintext
188 lines
6.5 KiB
Plaintext
local go_runtime(version, arch) = {
|
|
type: 'pod',
|
|
arch: arch,
|
|
containers: [
|
|
{
|
|
image: 'golang:' + version + '-buster',
|
|
},
|
|
],
|
|
};
|
|
|
|
local dind_runtime(arch) = {
|
|
type: 'pod',
|
|
arch: arch,
|
|
containers: [
|
|
{
|
|
image: 'docker:stable-dind',
|
|
privileged: true,
|
|
entrypoint: 'dockerd --bip 172.18.0.1/16',
|
|
},
|
|
],
|
|
};
|
|
|
|
local task_build_go(version, arch) = {
|
|
name: 'build go ' + version + ' ' + arch,
|
|
runtime: go_runtime(version, arch),
|
|
environment: {
|
|
GO111MODULE: 'on',
|
|
},
|
|
steps: [
|
|
{ type: 'clone' },
|
|
{ type: 'restore_cache', keys: ['cache-sum-{{ md5sum "go.sum" }}', 'cache-date-'], dest_dir: '/go/pkg/mod/cache' },
|
|
{ type: 'run', command: 'make' },
|
|
{ type: 'save_cache', key: 'cache-sum-{{ md5sum "go.sum" }}', contents: [{ source_dir: '/go/pkg/mod/cache' }] },
|
|
{ type: 'save_cache', key: 'cache-date-{{ year }}-{{ month }}-{{ day }}', contents: [{ source_dir: '/go/pkg/mod/cache' }] },
|
|
{ type: 'run', name: 'install golangci-lint', command: 'curl -sfL https://install.goreleaser.com/github.com/golangci/golangci-lint.sh | sh -s -- -b $(go env GOPATH)/bin v1.21.0' },
|
|
{ type: 'run', command: 'golangci-lint run --deadline 5m' },
|
|
{ type: 'run', name: 'build docker/k8s drivers tests binary', command: 'CGO_ENABLED=0 go test -c ./internal/services/executor/driver -o ./bin/docker-tests' },
|
|
{ type: 'run', name: 'build integration tests binary', command: 'go test -tags "sqlite_unlock_notify" -c ./tests -o ./bin/integration-tests' },
|
|
{ type: 'run', name: 'run tests', command: 'SKIP_DOCKER_TESTS=1 SKIP_K8S_TESTS=1 go test -v -count 1 $(go list ./... | grep -v /tests)' },
|
|
{ type: 'run', name: 'fetch gitea binary for integration tests', command: 'curl -L https://github.com/go-gitea/gitea/releases/download/v1.8.3/gitea-1.8.3-linux-amd64 -o ./bin/gitea && chmod +x ./bin/gitea' },
|
|
{ type: 'save_to_workspace', contents: [{ source_dir: './bin', dest_dir: '/bin/', paths: ['*'] }] },
|
|
],
|
|
};
|
|
|
|
local task_build_docker_tests(version, arch) = {
|
|
name: 'build docker tests go ' + version + ' ' + arch,
|
|
runtime: go_runtime(version, arch),
|
|
environment: {
|
|
GO111MODULE: 'on',
|
|
},
|
|
steps: [
|
|
{ type: 'clone' },
|
|
{ type: 'restore_cache', keys: ['cache-sum-{{ md5sum "go.sum" }}', 'cache-date-'], dest_dir: '/go/pkg/mod/cache' },
|
|
],
|
|
};
|
|
|
|
local task_build_push_images(name, target, push) =
|
|
/*
|
|
* Currently, kaniko, has some issues with multi stage builds where it removes
|
|
* all the files in the container after every stage (excluding /kaniko) causing
|
|
* file not found errors when doing COPY commands.
|
|
* Workaround this buy putting all files inside /kaniko
|
|
*/
|
|
local options = if !push then '--no-push' else '--destination sorintlab/%s:$AGOLA_GIT_TAG' % [target];
|
|
{
|
|
name: name,
|
|
runtime: {
|
|
arch: 'amd64',
|
|
containers: [
|
|
{
|
|
image: 'gcr.io/kaniko-project/executor:debug-v0.11.0',
|
|
},
|
|
],
|
|
},
|
|
environment: {
|
|
DOCKERAUTH: { from_variable: 'dockerauth' },
|
|
},
|
|
shell: '/busybox/sh',
|
|
working_dir: '/kaniko',
|
|
steps: [
|
|
{ type: 'restore_workspace', dest_dir: '/kaniko/agola' },
|
|
] + std.prune([
|
|
if push then {
|
|
type: 'run',
|
|
name: 'generate docker auth',
|
|
command: |||
|
|
cat << EOF > /kaniko/.docker/config.json
|
|
{
|
|
"auths": {
|
|
"https://index.docker.io/v1/": { "auth" : "$DOCKERAUTH" }
|
|
}
|
|
}
|
|
EOF
|
|
|||,
|
|
},
|
|
]) + [
|
|
{ type: 'run', command: '/kaniko/executor --context=dir:///kaniko/agola --build-arg AGOLAWEB_IMAGE=sorintlab/agola-web:v0.5.0 --target %s %s' % [target, options] },
|
|
],
|
|
depends: ['checkout code and save to workspace', 'integration tests', 'test docker driver'],
|
|
};
|
|
|
|
{
|
|
runs: [
|
|
{
|
|
name: 'agola build/test',
|
|
tasks: std.flattenArrays([
|
|
[
|
|
task_build_go(version, arch),
|
|
]
|
|
for version in ['1.12', '1.13']
|
|
for arch in ['amd64' /*, 'arm64' */]
|
|
]) + [
|
|
{
|
|
name: 'test docker driver',
|
|
runtime: dind_runtime('amd64'),
|
|
steps: [
|
|
{ type: 'restore_workspace', dest_dir: '.' },
|
|
{ type: 'run', command: 'SKIP_K8S_TESTS=1 AGOLA_TOOLBOX_PATH="./bin" ./bin/docker-tests -test.parallel 1 -test.v' },
|
|
],
|
|
depends: [
|
|
'build go 1.13 amd64',
|
|
],
|
|
},
|
|
{
|
|
name: 'integration tests',
|
|
runtime: dind_runtime('amd64'),
|
|
steps: [
|
|
{ type: 'run', command: 'apk update && apk add bash git openssh-keygen' },
|
|
{
|
|
type: 'run',
|
|
name: 'install alpine glibc package',
|
|
command: |||
|
|
apk --no-cache add ca-certificates wget
|
|
wget -q -O /etc/apk/keys/sgerrand.rsa.pub https://alpine-pkgs.sgerrand.com/sgerrand.rsa.pub
|
|
wget https://github.com/sgerrand/alpine-pkg-glibc/releases/download/2.29-r0/glibc-2.29-r0.apk
|
|
apk add glibc-2.29-r0.apk
|
|
|||,
|
|
},
|
|
{ type: 'restore_workspace', dest_dir: '.' },
|
|
{ type: 'run', name: 'integration tests', command: 'AGOLA_BIN_DIR="./bin" GITEA_PATH=${PWD}/bin/gitea DOCKER_BRIDGE_ADDRESS="172.18.0.1" ./bin/integration-tests -test.parallel 1 -test.v' },
|
|
],
|
|
depends: [
|
|
'build go 1.13 amd64',
|
|
],
|
|
},
|
|
{
|
|
name: 'checkout code and save to workspace',
|
|
runtime: {
|
|
arch: 'amd64',
|
|
containers: [
|
|
{
|
|
image: 'alpine/git',
|
|
},
|
|
],
|
|
},
|
|
steps: [
|
|
{ type: 'clone' },
|
|
{ type: 'save_to_workspace', contents: [{ source_dir: '.', dest_dir: '.', paths: ['**'] }] },
|
|
],
|
|
depends: [],
|
|
},
|
|
task_build_push_images('test build docker "agola" image', 'agola', false) + {
|
|
when: {
|
|
branch: '#.*#',
|
|
ref: '#refs/pull/\\d+/head#',
|
|
},
|
|
},
|
|
task_build_push_images('test build docker "agolademo" image', 'agolademo', false) + {
|
|
when: {
|
|
branch: '#.*#',
|
|
ref: '#refs/pull/\\d+/head#',
|
|
},
|
|
},
|
|
task_build_push_images('build and push docker "agola" image', 'agola', true) + {
|
|
when: {
|
|
tag: '#v.*#',
|
|
},
|
|
},
|
|
task_build_push_images('build and push docker "agolademo" image', 'agolademo', true) + {
|
|
when: {
|
|
tag: '#v.*#',
|
|
},
|
|
},
|
|
],
|
|
},
|
|
],
|
|
}
|