gosora/tickloop.go

package main

import (
	"bytes"
	"database/sql"
	"log"
	"net/http/httptest"
	"strconv"
	"time"

	c "github.com/Azareal/Gosora/common"
	"github.com/Azareal/Gosora/routes"
	"github.com/Azareal/Gosora/uutils"
	"github.com/pkg/errors"
)

var TickLoop *c.TickLoop

func runHook(name string) error {
	if e := c.RunTaskHook(name); e != nil {
		return errors.Wrap(e, "Failed at task '"+name+"'")
	}
	return nil
}

func deferredDailies() error {
	lastDailyStr, e := c.Meta.Get("lastDaily")
	// TODO: Report this error back correctly...
	if e != nil && e != sql.ErrNoRows {
		return e
	}
	lastDaily, _ := strconv.ParseInt(lastDailyStr, 10, 64)
	low := time.Now().Unix() - (60 * 60 * 24)
	if lastDaily < low {
		if e := c.Dailies(); e != nil {
			return e
		}
	}
	return nil
}

func handleLogLongTick(name string, cn int64, secs int) {
	if !c.Dev.LogLongTick {
		return
	}
	dur := time.Duration(uutils.Nanotime() - cn)
	if dur.Seconds() > float64(secs) {
		log.Print("tick " + name + " completed in " + dur.String())
	}
}

func tickLoop(thumbChan chan bool) error {
	tl := c.NewTickLoop()
	TickLoop = tl
	if e := deferredDailies(); e != nil {
		return e
	}
	if e := c.StartupTasks(); e != nil {
		return e
	}

	startTick := func(ch chan bool) (ret bool) {
		if c.Dev.HourDBTimeout {
			go func() {
				defer c.EatPanics()
				ch <- c.StartTick()
			}()
			return <-ch
		}
		return c.StartTick()
	}
	tick := func(name string, tasks c.TaskSet, secs int) error {
		tw := c.NewTickWatch()
		tw.Name = name
		tw.Set(&tw.Start, uutils.Nanotime())
		tw.Run()
		defer tw.Stop()
		ch := make(chan bool)
		tw.OutEndChan = ch
		if startTick(ch) {
			return nil
		}
		tw.Set(&tw.DBCheck, uutils.Nanotime())
		if e := runHook("before_" + name + "_tick"); e != nil {
			return e
		}
		cn := uutils.Nanotime()
		tw.Set(&tw.StartHook, cn)
		if e := tasks.Run(); e != nil {
			return e
		}
		tw.Set(&tw.Tasks, uutils.Nanotime())
		handleLogLongTick(name, cn, secs)
		if e := runHook("after_" + name + "_tick"); e != nil {
			return e
		}
		tw.Set(&tw.EndHook, uutils.Nanotime())
		//close(tw.OutEndChan)
		return nil
	}

	tl.HalfSecf = func() error {
		return tick("half_second", c.Tasks.HalfSec, 2)
	}
	// TODO: Automatically lock topics, if they're really old, and the associated setting is enabled.
	// TODO: Publish scheduled posts.
	tl.FifteenMinf = func() error {
		return tick("fifteen_minute", c.Tasks.FifteenMin, 5)
	}
	// TODO: Handle the instance going down a lot better
	// TODO: Handle the daily clean-up.
	tl.Dayf = func() error {
		if c.StartTick() {
			return nil
		}
		cn := uutils.Nanotime()
		if e := c.Dailies(); e != nil {
			return e
		}
		handleLogLongTick("day", cn, 5)
		return nil
	}

	tl.Secf = func() (e error) {
		if c.StartTick() {
			return nil
		}
		if e = runHook("before_second_tick"); e != nil {
			return e
		}
		cn := uutils.Nanotime()
		go func() {
			defer c.EatPanics()
			thumbChan <- true
		}()

		if e = c.Tasks.Sec.Run(); e != nil {
			return e
		}

		// TODO: Stop hard-coding this
		if e = c.HandleExpiredScheduledGroups(); e != nil {
			return e
		}

		// TODO: Handle delayed moderation tasks

		// Sync with the database, if there are any changes
		if e = c.HandleServerSync(); e != nil {
			return e
		}
		handleLogLongTick("second", cn, 3)

		// TODO: Manage the TopicStore, UserStore, and ForumStore
		// TODO: Alert the admin, if CPU usage, RAM usage, or the number of posts in the past second are too high
		// TODO: Clean-up alerts with no unread matches which are over two weeks old. Move this to a 24 hour task?
		// TODO: Rescan the static files for changes
		return runHook("after_second_tick")
	}

	tl.Hourf = func() error {
		if c.StartTick() {
			return nil
		}
		if e := runHook("before_hour_tick"); e != nil {
			return e
		}
		cn := uutils.Nanotime()

		jsToken, e := c.GenerateSafeString(80)
		if e != nil {
			return e
		}
		c.JSTokenBox.Store(jsToken)

		c.OldSessionSigningKeyBox.Store(c.SessionSigningKeyBox.Load().(string)) // TODO: We probably don't need this type conversion
		sessionSigningKey, e := c.GenerateSafeString(80)
		if e != nil {
			return e
		}
		c.SessionSigningKeyBox.Store(sessionSigningKey)

		if e = c.Tasks.Hour.Run(); e != nil {
			return e
		}
		if e = PingLastTopicTick(); e != nil {
			return e
		}
		handleLogLongTick("hour", cn, 5)
		return runHook("after_hour_tick")
	}

	c.CTickLoop = tl
	return nil
}

func sched() error {
	ws := errors.WithStack
	schedStr, err := c.Meta.Get("sched")
	// TODO: Report this error back correctly...
	if err != nil && err != sql.ErrNoRows {
		return ws(err)
	}

	if schedStr == "recalc" {
		log.Print("Cleaning up orphaned data.")

		count, err := c.Recalc.Replies()
		if err != nil {
			return ws(err)
		}
		log.Printf("Deleted %d orphaned replies.", count)

		count, err = c.Recalc.Forums()
		if err != nil {
			return ws(err)
		}
		log.Printf("Recalculated %d forum topic counts.", count)

		count, err = c.Recalc.Subscriptions()
		if err != nil {
			return ws(err)
		}
		log.Printf("Deleted %d orphaned subscriptions.", count)

		count, err = c.Recalc.ActivityStream()
		if err != nil {
			return ws(err)
		}
		log.Printf("Deleted %d orphaned activity stream items.", count)

		err = c.Recalc.Users()
		if err != nil {
			return ws(err)
		}
		log.Print("Recalculated user post stats.")

		count, err = c.Recalc.Attachments()
		if err != nil {
			return ws(err)
		}
		log.Printf("Deleted %d orphaned attachments.", count)
	}

	return nil
}

var pingLastTopicCount = 1

// TODO: Move somewhere else
func PingLastTopicTick() error {
	g, e := c.Groups.Get(c.GuestUser.Group)
	if e != nil {
		return e
	}
	tList, _, _, e := c.TopicList.GetListByGroup(g, 1, 0, nil)
	if e != nil {
		return e
	}
	if len(tList) == 0 {
		return nil
	}
	w := httptest.NewRecorder()
	sid := strconv.Itoa(tList[0].ID)
	req := httptest.NewRequest("get", "/topic/"+sid, bytes.NewReader(nil))
	cn := uutils.Nanotime()

	// Deal with the session stuff, etc.
	ucpy, ok := c.PreRoute(w, req)
	if !ok {
		return errors.New("preroute failed")
	}
	head, rerr := c.UserCheck(w, req, &ucpy)
	if rerr != nil {
		return errors.New(rerr.Error())
	}
	rerr = routes.ViewTopic(w, req, &ucpy, head, sid)
	if rerr != nil {
		return errors.New(rerr.Error())
	}
	/*if w.Code != 200 {
		return errors.New("topic code not 200")
	}*/

	dur := time.Duration(uutils.Nanotime() - cn)
	if dur.Seconds() > 5 {
		c.Log("topic " + sid + " completed in " + dur.String())
	} else if c.Dev.Log4thLongRoute {
		pingLastTopicCount++
		if pingLastTopicCount == 4 {
			c.Log("topic " + sid + " completed in " + dur.String())
		}
		if pingLastTopicCount >= 4 {
			pingLastTopicCount = 1
		}
	}

	return nil
}