c6888326b0
Closes #2576. Updates #2275. Updates #2419. Updates #2443. Squashed commit of the following: commit b1a4809ada298d675de12740051ba26fb9945957 Author: Ainar Garipov <A.Garipov@AdGuard.COM> Date: Fri May 21 14:01:40 2021 +0300 all: add --local-frontend, upd docker commit 619ee7c82f27e3405753003dbec556ffb056d025 Author: Ainar Garipov <A.Garipov@AdGuard.COM> Date: Thu May 20 15:02:33 2021 +0300 bamboo-specs: bump docker version commit 5c2b2fbce80afdcc81fd0cb83674dc3d64facbf1 Merge: 6536b32d9c60aef6
Author: Ainar Garipov <A.Garipov@AdGuard.COM> Date: Thu May 20 15:01:47 2021 +0300 Merge branch 'master' into 2275-upd-go commit 6536b32dd4580425f7dedde6765463a79b9bd699 Merge: 9bb32bc46f7fd33a
Author: Ainar Garipov <A.Garipov@AdGuard.COM> Date: Wed May 19 20:38:48 2021 +0300 Merge branch 'master' into 2275-upd-go commit 9bb32bc4c0ac0f3a97195adc75359e48c9c58897 Author: Ainar Garipov <A.Garipov@AdGuard.COM> Date: Wed May 19 18:48:50 2021 +0300 all: fix build, imp err handling commit 6868eac7f7d2980fb706881f53e72afe5f7c3447 Author: Ainar Garipov <A.Garipov@AdGuard.COM> Date: Wed May 19 18:09:32 2021 +0300 all: fix github lint commit ebbb9c55f32fbd57e34e8b161016aa6b291c097c Author: Ainar Garipov <A.Garipov@AdGuard.COM> Date: Wed May 19 17:36:56 2021 +0300 all: update go and backend tools
517 lines
12 KiB
Go
517 lines
12 KiB
Go
// Package updater provides an updater for AdGuardHome.
|
|
package updater
|
|
|
|
import (
|
|
"archive/tar"
|
|
"archive/zip"
|
|
"compress/gzip"
|
|
"errors"
|
|
"fmt"
|
|
"io"
|
|
"net/http"
|
|
"net/url"
|
|
"os"
|
|
"os/exec"
|
|
"path"
|
|
"path/filepath"
|
|
"strings"
|
|
"sync"
|
|
"time"
|
|
|
|
"github.com/AdguardTeam/AdGuardHome/internal/aghio"
|
|
"github.com/AdguardTeam/AdGuardHome/internal/version"
|
|
"github.com/AdguardTeam/golibs/log"
|
|
)
|
|
|
|
// Updater is the AdGuard Home updater.
|
|
type Updater struct {
|
|
client *http.Client
|
|
|
|
version string
|
|
channel string
|
|
goarch string
|
|
goos string
|
|
goarm string
|
|
gomips string
|
|
|
|
workDir string
|
|
confName string
|
|
versionCheckURL string
|
|
|
|
// mu protects all fields below.
|
|
mu *sync.RWMutex
|
|
|
|
// TODO(a.garipov): See if all of these fields actually have to be in
|
|
// this struct.
|
|
currentExeName string // current binary executable
|
|
updateDir string // "workDir/agh-update-v0.103.0"
|
|
packageName string // "workDir/agh-update-v0.103.0/pkg_name.tar.gz"
|
|
backupDir string // "workDir/agh-backup"
|
|
backupExeName string // "workDir/agh-backup/AdGuardHome[.exe]"
|
|
updateExeName string // "workDir/agh-update-v0.103.0/AdGuardHome[.exe]"
|
|
unpackedFiles []string
|
|
|
|
newVersion string
|
|
packageURL string
|
|
|
|
// Cached fields to prevent too many API requests.
|
|
prevCheckError error
|
|
prevCheckTime time.Time
|
|
prevCheckResult VersionInfo
|
|
}
|
|
|
|
// Config is the AdGuard Home updater configuration.
|
|
type Config struct {
|
|
Client *http.Client
|
|
|
|
Version string
|
|
Channel string
|
|
GOARCH string
|
|
GOOS string
|
|
GOARM string
|
|
GOMIPS string
|
|
|
|
// ConfName is the name of the current configuration file. Typically,
|
|
// "AdGuardHome.yaml".
|
|
ConfName string
|
|
// WorkDir is the working directory that is used for temporary files.
|
|
WorkDir string
|
|
}
|
|
|
|
// NewUpdater creates a new Updater.
|
|
func NewUpdater(conf *Config) *Updater {
|
|
u := &url.URL{
|
|
Scheme: "https",
|
|
Host: "static.adguard.com",
|
|
Path: path.Join("adguardhome", conf.Channel, "version.json"),
|
|
}
|
|
return &Updater{
|
|
client: conf.Client,
|
|
|
|
version: conf.Version,
|
|
channel: conf.Channel,
|
|
goarch: conf.GOARCH,
|
|
goos: conf.GOOS,
|
|
goarm: conf.GOARM,
|
|
gomips: conf.GOMIPS,
|
|
|
|
confName: conf.ConfName,
|
|
workDir: conf.WorkDir,
|
|
versionCheckURL: u.String(),
|
|
|
|
mu: &sync.RWMutex{},
|
|
}
|
|
}
|
|
|
|
// Update performs the auto-update.
|
|
func (u *Updater) Update() error {
|
|
u.mu.Lock()
|
|
defer u.mu.Unlock()
|
|
|
|
err := u.prepare()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
defer u.clean()
|
|
|
|
err = u.downloadPackageFile(u.packageURL, u.packageName)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
err = u.unpack()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
err = u.check()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
err = u.backup()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
err = u.replace()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// NewVersion returns the available new version.
|
|
func (u *Updater) NewVersion() (nv string) {
|
|
u.mu.RLock()
|
|
defer u.mu.RUnlock()
|
|
|
|
return u.newVersion
|
|
}
|
|
|
|
// VersionCheckURL returns the version check URL.
|
|
func (u *Updater) VersionCheckURL() (vcu string) {
|
|
u.mu.RLock()
|
|
defer u.mu.RUnlock()
|
|
|
|
return u.versionCheckURL
|
|
}
|
|
|
|
func (u *Updater) prepare() (err error) {
|
|
u.updateDir = filepath.Join(u.workDir, fmt.Sprintf("agh-update-%s", u.newVersion))
|
|
|
|
_, pkgNameOnly := filepath.Split(u.packageURL)
|
|
if pkgNameOnly == "" {
|
|
return fmt.Errorf("invalid PackageURL")
|
|
}
|
|
|
|
u.packageName = filepath.Join(u.updateDir, pkgNameOnly)
|
|
u.backupDir = filepath.Join(u.workDir, "agh-backup")
|
|
|
|
exeName := "AdGuardHome"
|
|
if u.goos == "windows" {
|
|
exeName = "AdGuardHome.exe"
|
|
}
|
|
|
|
u.backupExeName = filepath.Join(u.backupDir, exeName)
|
|
u.updateExeName = filepath.Join(u.updateDir, exeName)
|
|
|
|
log.Info("Updating from %s to %s. URL:%s", version.Version(), u.newVersion, u.packageURL)
|
|
|
|
// TODO(a.garipov): Use os.Args[0] instead?
|
|
u.currentExeName = filepath.Join(u.workDir, exeName)
|
|
_, err = os.Stat(u.currentExeName)
|
|
if err != nil {
|
|
return fmt.Errorf("checking %q: %w", u.currentExeName, err)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (u *Updater) unpack() error {
|
|
var err error
|
|
_, pkgNameOnly := filepath.Split(u.packageURL)
|
|
|
|
log.Debug("updater: unpacking the package")
|
|
if strings.HasSuffix(pkgNameOnly, ".zip") {
|
|
u.unpackedFiles, err = zipFileUnpack(u.packageName, u.updateDir)
|
|
if err != nil {
|
|
return fmt.Errorf(".zip unpack failed: %w", err)
|
|
}
|
|
|
|
} else if strings.HasSuffix(pkgNameOnly, ".tar.gz") {
|
|
u.unpackedFiles, err = tarGzFileUnpack(u.packageName, u.updateDir)
|
|
if err != nil {
|
|
return fmt.Errorf(".tar.gz unpack failed: %w", err)
|
|
}
|
|
|
|
} else {
|
|
return fmt.Errorf("unknown package extension")
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (u *Updater) check() error {
|
|
log.Debug("updater: checking configuration")
|
|
err := copyFile(u.confName, filepath.Join(u.updateDir, "AdGuardHome.yaml"))
|
|
if err != nil {
|
|
return fmt.Errorf("copyFile() failed: %w", err)
|
|
}
|
|
cmd := exec.Command(u.updateExeName, "--check-config")
|
|
err = cmd.Run()
|
|
if err != nil || cmd.ProcessState.ExitCode() != 0 {
|
|
return fmt.Errorf("exec.Command(): %s %d", err, cmd.ProcessState.ExitCode())
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (u *Updater) backup() error {
|
|
log.Debug("updater: backing up the current configuration")
|
|
_ = os.Mkdir(u.backupDir, 0o755)
|
|
err := copyFile(u.confName, filepath.Join(u.backupDir, "AdGuardHome.yaml"))
|
|
if err != nil {
|
|
return fmt.Errorf("copyFile() failed: %w", err)
|
|
}
|
|
|
|
wd := u.workDir
|
|
err = copySupportingFiles(u.unpackedFiles, wd, u.backupDir)
|
|
if err != nil {
|
|
return fmt.Errorf("copySupportingFiles(%s, %s) failed: %s",
|
|
wd, u.backupDir, err)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (u *Updater) replace() error {
|
|
err := copySupportingFiles(u.unpackedFiles, u.updateDir, u.workDir)
|
|
if err != nil {
|
|
return fmt.Errorf("copySupportingFiles(%s, %s) failed: %s", u.updateDir, u.workDir, err)
|
|
}
|
|
|
|
log.Debug("updater: renaming: %s -> %s", u.currentExeName, u.backupExeName)
|
|
err = os.Rename(u.currentExeName, u.backupExeName)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if u.goos == "windows" {
|
|
// rename fails with "File in use" error
|
|
err = copyFile(u.updateExeName, u.currentExeName)
|
|
} else {
|
|
err = os.Rename(u.updateExeName, u.currentExeName)
|
|
}
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
log.Debug("updater: renamed: %s -> %s", u.updateExeName, u.currentExeName)
|
|
|
|
return nil
|
|
}
|
|
|
|
func (u *Updater) clean() {
|
|
_ = os.RemoveAll(u.updateDir)
|
|
}
|
|
|
|
// MaxPackageFileSize is a maximum package file length in bytes. The largest
|
|
// package whose size is limited by this constant currently has the size of
|
|
// approximately 9 MiB.
|
|
const MaxPackageFileSize = 32 * 1024 * 1024
|
|
|
|
// Download package file and save it to disk
|
|
func (u *Updater) downloadPackageFile(url, filename string) error {
|
|
resp, err := u.client.Get(url)
|
|
if err != nil {
|
|
return fmt.Errorf("http request failed: %w", err)
|
|
}
|
|
defer resp.Body.Close()
|
|
|
|
resp.Body, err = aghio.LimitReadCloser(resp.Body, MaxPackageFileSize)
|
|
if err != nil {
|
|
return fmt.Errorf("http request failed: %w", err)
|
|
}
|
|
defer resp.Body.Close()
|
|
|
|
log.Debug("updater: reading HTTP body")
|
|
// This use of ReadAll is now safe, because we limited body's Reader.
|
|
body, err := io.ReadAll(resp.Body)
|
|
if err != nil {
|
|
return fmt.Errorf("io.ReadAll() failed: %w", err)
|
|
}
|
|
|
|
_ = os.Mkdir(u.updateDir, 0o755)
|
|
|
|
log.Debug("updater: saving package to file")
|
|
err = os.WriteFile(filename, body, 0o644)
|
|
if err != nil {
|
|
return fmt.Errorf("os.WriteFile() failed: %w", err)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// Unpack all files from .tar.gz file to the specified directory
|
|
// Existing files are overwritten
|
|
// All files are created inside 'outdir', subdirectories are not created
|
|
// Return the list of files (not directories) written
|
|
func tarGzFileUnpack(tarfile, outdir string) ([]string, error) {
|
|
f, err := os.Open(tarfile)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("os.Open(): %w", err)
|
|
}
|
|
defer func() {
|
|
_ = f.Close()
|
|
}()
|
|
|
|
gzReader, err := gzip.NewReader(f)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("gzip.NewReader(): %w", err)
|
|
}
|
|
|
|
var files []string
|
|
var err2 error
|
|
tarReader := tar.NewReader(gzReader)
|
|
for {
|
|
var header *tar.Header
|
|
header, err = tarReader.Next()
|
|
if err == io.EOF {
|
|
err2 = nil
|
|
break
|
|
}
|
|
if err != nil {
|
|
err2 = fmt.Errorf("tarReader.Next(): %w", err)
|
|
break
|
|
}
|
|
|
|
_, inputNameOnly := filepath.Split(header.Name)
|
|
if inputNameOnly == "" {
|
|
continue
|
|
}
|
|
|
|
outputName := filepath.Join(outdir, inputNameOnly)
|
|
|
|
if header.Typeflag == tar.TypeDir {
|
|
if inputNameOnly == "AdGuardHome" {
|
|
// Top-level AdGuardHome/. Skip it.
|
|
//
|
|
// TODO(a.garipov): This whole package needs to
|
|
// be rewritten and covered in more integration
|
|
// tests. It has weird assumptions and file
|
|
// mode issues.
|
|
continue
|
|
}
|
|
|
|
err = os.Mkdir(outputName, os.FileMode(header.Mode&0o777))
|
|
if err != nil && !errors.Is(err, os.ErrExist) {
|
|
err2 = fmt.Errorf("os.Mkdir(%q): %w", outputName, err)
|
|
|
|
break
|
|
}
|
|
|
|
log.Debug("updater: created directory %q", outputName)
|
|
|
|
continue
|
|
} else if header.Typeflag != tar.TypeReg {
|
|
log.Debug("updater: %s: unknown file type %d, skipping", inputNameOnly, header.Typeflag)
|
|
continue
|
|
}
|
|
|
|
var f io.WriteCloser
|
|
f, err = os.OpenFile(outputName, os.O_WRONLY|os.O_CREATE|os.O_TRUNC, os.FileMode(header.Mode&0o777))
|
|
if err != nil {
|
|
err2 = fmt.Errorf("os.OpenFile(%s): %w", outputName, err)
|
|
break
|
|
}
|
|
_, err = io.Copy(f, tarReader)
|
|
if err != nil {
|
|
_ = f.Close()
|
|
err2 = fmt.Errorf("io.Copy(): %w", err)
|
|
break
|
|
}
|
|
err = f.Close()
|
|
if err != nil {
|
|
err2 = fmt.Errorf("f.Close(): %w", err)
|
|
break
|
|
}
|
|
|
|
log.Debug("updater: created file %s", outputName)
|
|
files = append(files, header.Name)
|
|
}
|
|
|
|
_ = gzReader.Close()
|
|
return files, err2
|
|
}
|
|
|
|
// Unpack all files from .zip file to the specified directory
|
|
// Existing files are overwritten
|
|
// All files are created inside 'outdir', subdirectories are not created
|
|
// Return the list of files (not directories) written
|
|
func zipFileUnpack(zipfile, outdir string) ([]string, error) {
|
|
r, err := zip.OpenReader(zipfile)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("zip.OpenReader(): %w", err)
|
|
}
|
|
defer r.Close()
|
|
|
|
var files []string
|
|
var err2 error
|
|
var zr io.ReadCloser
|
|
for _, zf := range r.File {
|
|
zr, err = zf.Open()
|
|
if err != nil {
|
|
err2 = fmt.Errorf("zip file Open(): %w", err)
|
|
break
|
|
}
|
|
|
|
fi := zf.FileInfo()
|
|
inputNameOnly := fi.Name()
|
|
if inputNameOnly == "" {
|
|
continue
|
|
}
|
|
|
|
outputName := filepath.Join(outdir, inputNameOnly)
|
|
|
|
if fi.IsDir() {
|
|
if inputNameOnly == "AdGuardHome" {
|
|
// Top-level AdGuardHome/. Skip it.
|
|
//
|
|
// TODO(a.garipov): See the similar todo in
|
|
// tarGzFileUnpack.
|
|
continue
|
|
}
|
|
|
|
err = os.Mkdir(outputName, fi.Mode())
|
|
if err != nil && !errors.Is(err, os.ErrExist) {
|
|
err2 = fmt.Errorf("os.Mkdir(%q): %w", outputName, err)
|
|
|
|
break
|
|
}
|
|
|
|
log.Tracef("created directory %q", outputName)
|
|
|
|
continue
|
|
}
|
|
|
|
var f io.WriteCloser
|
|
f, err = os.OpenFile(outputName, os.O_WRONLY|os.O_CREATE|os.O_TRUNC, fi.Mode())
|
|
if err != nil {
|
|
err2 = fmt.Errorf("os.OpenFile(): %w", err)
|
|
break
|
|
}
|
|
_, err = io.Copy(f, zr)
|
|
if err != nil {
|
|
_ = f.Close()
|
|
err2 = fmt.Errorf("io.Copy(): %w", err)
|
|
break
|
|
}
|
|
err = f.Close()
|
|
if err != nil {
|
|
err2 = fmt.Errorf("f.Close(): %w", err)
|
|
break
|
|
}
|
|
|
|
log.Tracef("created file %s", outputName)
|
|
files = append(files, inputNameOnly)
|
|
}
|
|
|
|
_ = zr.Close()
|
|
return files, err2
|
|
}
|
|
|
|
// Copy file on disk
|
|
func copyFile(src, dst string) error {
|
|
d, e := os.ReadFile(src)
|
|
if e != nil {
|
|
return e
|
|
}
|
|
e = os.WriteFile(dst, d, 0o644)
|
|
if e != nil {
|
|
return e
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func copySupportingFiles(files []string, srcdir, dstdir string) error {
|
|
for _, f := range files {
|
|
_, name := filepath.Split(f)
|
|
if name == "AdGuardHome" || name == "AdGuardHome.exe" || name == "AdGuardHome.yaml" {
|
|
continue
|
|
}
|
|
|
|
src := filepath.Join(srcdir, name)
|
|
dst := filepath.Join(dstdir, name)
|
|
|
|
err := copyFile(src, dst)
|
|
if err != nil && !errors.Is(err, os.ErrNotExist) {
|
|
return err
|
|
}
|
|
|
|
log.Debug("updater: copied: %q -> %q", src, dst)
|
|
}
|
|
|
|
return nil
|
|
}
|