gosora/tickloop.go

package main

import (
    "bytes"
    "database/sql"
    "log"
    "net/http/httptest"
    "strconv"
    "time"

    c "github.com/Azareal/Gosora/common"
    "github.com/Azareal/Gosora/routes"
    "github.com/Azareal/Gosora/uutils"
    "github.com/pkg/errors"
)

var TickLoop *c.TickLoop

func runHook(name string) error {
    if e := c.RunTaskHook(name); e != nil {
        return errors.Wrap(e, "Failed at task '"+name+"'")
    }
    return nil
}

func deferredDailies() error {
    lastDailyStr, e := c.Meta.Get("lastDaily")
    // TODO: Report this error back correctly...
    if e != nil && e != sql.ErrNoRows {
        return e
    }
    lastDaily, _ := strconv.ParseInt(lastDailyStr, 10, 64)
    low := time.Now().Unix() - (60 * 60 * 24)
    if lastDaily < low {
        if e := c.Dailies(); e != nil {
            return e
        }
    }
    return nil
}

func handleLogLongTick(name string, cn int64, secs int) {
    if !c.Dev.LogLongTick {
        return
    }
    dur := time.Duration(uutils.Nanotime() - cn)
    if dur.Seconds() > float64(secs) {
        log.Print("tick " + name + " completed in " + dur.String())
    }
}

func tickLoop(thumbChan chan bool) error {
    tl := c.NewTickLoop()
    TickLoop = tl
    if e := deferredDailies(); e != nil {
        return e
    }
    if e := c.StartupTasks(); e != nil {
        return e
    }

    startTick := func(ch chan bool) (ret bool) {
        if c.Dev.HourDBTimeout {
            go func() {
                defer c.EatPanics()
                ch <- c.StartTick()
            }()
            return <-ch
        }
        return c.StartTick()
    }
    tick := func(name string, tasks c.TaskSet, secs int) error {
        tw := c.NewTickWatch()
        tw.Name = name
        tw.Set(&tw.Start, uutils.Nanotime())
        tw.Run()
        defer tw.Stop()
        ch := make(chan bool)
        tw.OutEndChan = ch
        if startTick(ch) {
            return nil
        }
        tw.Set(&tw.DBCheck, uutils.Nanotime())
        if e := runHook("before_" + name + "_tick"); e != nil {
            return e
        }
        cn := uutils.Nanotime()
        tw.Set(&tw.StartHook, cn)
        if e := tasks.Run(); e != nil {
            return e
        }
        tw.Set(&tw.Tasks, uutils.Nanotime())
        handleLogLongTick(name, cn, secs)
        if e := runHook("after_" + name + "_tick"); e != nil {
            return e
        }
        tw.Set(&tw.EndHook, uutils.Nanotime())
        //close(tw.OutEndChan)
        return nil
    }

    tl.HalfSecf = func() error {
        return tick("half_second", c.Tasks.HalfSec, 2)
    }
    // TODO: Automatically lock topics, if they're really old, and the associated setting is enabled.
    // TODO: Publish scheduled posts.
    tl.FifteenMinf = func() error {
        return tick("fifteen_minute", c.Tasks.FifteenMin, 5)
    }
    // TODO: Handle the instance going down a lot better
    // TODO: Handle the daily clean-up.
    tl.Dayf = func() error {
        if c.StartTick() {
            return nil
        }
        cn := uutils.Nanotime()
        if e := c.Dailies(); e != nil {
            return e
        }
        handleLogLongTick("day", cn, 5)
        return nil
    }

    tl.Secf = func() (e error) {
        if c.StartTick() {
            return nil
        }
        if e = runHook("before_second_tick"); e != nil {
            return e
        }
        cn := uutils.Nanotime()
        go func() {
            defer c.EatPanics()
            thumbChan <- true
        }()

        if e = c.Tasks.Sec.Run(); e != nil {
            return e
        }

        // TODO: Stop hard-coding this
        if e = c.HandleExpiredScheduledGroups(); e != nil {
            return e
        }

        // TODO: Handle delayed moderation tasks

        // Sync with the database, if there are any changes
        if e = c.HandleServerSync(); e != nil {
            return e
        }
        handleLogLongTick("second", cn, 3)

        // TODO: Manage the TopicStore, UserStore, and ForumStore
        // TODO: Alert the admin, if CPU usage, RAM usage, or the number of posts in the past second are too high
        // TODO: Clean-up alerts with no unread matches which are over two weeks old. Move this to a 24 hour task?
        // TODO: Rescan the static files for changes
        return runHook("after_second_tick")
    }

    tl.Hourf = func() error {
        if c.StartTick() {
            return nil
        }
        if e := runHook("before_hour_tick"); e != nil {
            return e
        }
        cn := uutils.Nanotime()

        jsToken, e := c.GenerateSafeString(80)
        if e != nil {
            return e
        }
        c.JSTokenBox.Store(jsToken)

        c.OldSessionSigningKeyBox.Store(c.SessionSigningKeyBox.Load().(string)) // TODO: We probably don't need this type conversion
        sessionSigningKey, e := c.GenerateSafeString(80)
        if e != nil {
            return e
        }
        c.SessionSigningKeyBox.Store(sessionSigningKey)

        if e = c.Tasks.Hour.Run(); e != nil {
            return e
        }
        if e = PingLastTopicTick(); e != nil {
            return e
        }
        handleLogLongTick("hour", cn, 5)
        return runHook("after_hour_tick")
    }

    c.CTickLoop = tl
    return nil
}

func sched() error {
    ws := errors.WithStack
    schedStr, err := c.Meta.Get("sched")
    // TODO: Report this error back correctly...
    if err != nil && err != sql.ErrNoRows {
        return ws(err)
    }

    if schedStr == "recalc" {
        log.Print("Cleaning up orphaned data.")

        count, err := c.Recalc.Replies()
        if err != nil {
            return ws(err)
        }
        log.Printf("Deleted %d orphaned replies.", count)

        count, err = c.Recalc.Forums()
        if err != nil {
            return ws(err)
        }
        log.Printf("Recalculated %d forum topic counts.", count)

        count, err = c.Recalc.Subscriptions()
        if err != nil {
            return ws(err)
        }
        log.Printf("Deleted %d orphaned subscriptions.", count)

        count, err = c.Recalc.ActivityStream()
        if err != nil {
            return ws(err)
        }
        log.Printf("Deleted %d orphaned activity stream items.", count)

        err = c.Recalc.Users()
        if err != nil {
            return ws(err)
        }
        log.Print("Recalculated user post stats.")

        count, err = c.Recalc.Attachments()
        if err != nil {
            return ws(err)
        }
        log.Printf("Deleted %d orphaned attachments.", count)
    }

    return nil
}

var pingLastTopicCount = 1

// TODO: Move somewhere else
func PingLastTopicTick() error {
    g, e := c.Groups.Get(c.GuestUser.Group)
    if e != nil {
        return e
    }
    tList, _, _, e := c.TopicList.GetListByGroup(g, 1, 0, nil)
    if e != nil {
        return e
    }
    if len(tList) == 0 {
        return nil
    }
    w := httptest.NewRecorder()
    sid := strconv.Itoa(tList[0].ID)
    req := httptest.NewRequest("get", "/topic/"+sid, bytes.NewReader(nil))
    cn := uutils.Nanotime()

    // Deal with the session stuff, etc.
    ucpy, ok := c.PreRoute(w, req)
    if !ok {
        return errors.New("preroute failed")
    }
    head, rerr := c.UserCheck(w, req, &ucpy)
    if rerr != nil {
        return errors.New(rerr.Error())
    }
    rerr = routes.ViewTopic(w, req, &ucpy, head, sid)
    if rerr != nil {
        return errors.New(rerr.Error())
    }
    /*if w.Code != 200 {
        return errors.New("topic code not 200")
    }*/

    dur := time.Duration(uutils.Nanotime() - cn)
    if dur.Seconds() > 5 {
        c.Log("topic " + sid + " completed in " + dur.String())
    } else if c.Dev.Log4thLongRoute {
        pingLastTopicCount++
        if pingLastTopicCount == 4 {
            c.Log("topic " + sid + " completed in " + dur.String())
        }
        if pingLastTopicCount >= 4 {
            pingLastTopicCount = 1
        }
    }

    return nil
}