b20e295375
You need the ViewIPs permission to view IPs on logs now. Added the leftOfNav and rightOfNav docks, more on this soon. Added a max length for topic titles. Added a max length for usernames. Added none as a possible language for the language view counter. We began adding the notice phrases. Fixed a misnamed phrase which was spitting out placeholder text. Localised unknown for the human language phrases. Moved routeForums to routes.ForumList. Moved routeRobotsTxt to routes.RobotsTxt. Started tracking the views for routes.RobotsTxt. Moved routeSitemapXml to routes.SitemapXml. Started tracking the views for routes.SitemapXml. Changed the fallback theme to Cosora. Fixed changing the default theme to Cosora or Tempra Conflux. Removed some redundant type definitions in template init. Return ErrNoTitle instead of ErrNoBody when trying to create a topic with no title. Moved some in-progress routes and helper functions for handling search engine crawlers to routes/api.go
168 lines
2.8 KiB
Go
168 lines
2.8 KiB
Go
package counters
|
|
|
|
import "database/sql"
|
|
import ".."
|
|
import "../../query_gen/lib"
|
|
|
|
var LangViewCounter *DefaultLangViewCounter
|
|
|
|
var langCodes = []string{
|
|
"unknown",
|
|
"none",
|
|
"af",
|
|
"ar",
|
|
"az",
|
|
"be",
|
|
"bg",
|
|
"bs",
|
|
"ca",
|
|
"cs",
|
|
"cy",
|
|
"da",
|
|
"de",
|
|
"dv",
|
|
"el",
|
|
"en",
|
|
"eo",
|
|
"es",
|
|
"et",
|
|
"eu",
|
|
"fa",
|
|
"fi",
|
|
"fo",
|
|
"fr",
|
|
"gl",
|
|
"gu",
|
|
"he",
|
|
"hi",
|
|
"hr",
|
|
"hu",
|
|
"hy",
|
|
"id",
|
|
"is",
|
|
"it",
|
|
"ja",
|
|
"ka",
|
|
"kk",
|
|
"kn",
|
|
"ko",
|
|
"kok",
|
|
"ky",
|
|
"lt",
|
|
"lv",
|
|
"mi",
|
|
"mk",
|
|
"mn",
|
|
"mr",
|
|
"ms",
|
|
"mt",
|
|
"nb",
|
|
"nl",
|
|
"nn",
|
|
"ns",
|
|
"pa",
|
|
"pl",
|
|
"ps",
|
|
"pt",
|
|
"qu",
|
|
"ro",
|
|
"ru",
|
|
"sa",
|
|
"se",
|
|
"sk",
|
|
"sl",
|
|
"sq",
|
|
"sr",
|
|
"sv",
|
|
"sw",
|
|
"syr",
|
|
"ta",
|
|
"te",
|
|
"th",
|
|
"tl",
|
|
"tn",
|
|
"tr",
|
|
"tt",
|
|
"ts",
|
|
"uk",
|
|
"ur",
|
|
"uz",
|
|
"vi",
|
|
"xh",
|
|
"zh",
|
|
"zu",
|
|
}
|
|
|
|
type DefaultLangViewCounter struct {
|
|
buckets []*RWMutexCounterBucket //[OSID]count
|
|
codesToIndices map[string]int
|
|
insert *sql.Stmt
|
|
}
|
|
|
|
func NewDefaultLangViewCounter() (*DefaultLangViewCounter, error) {
|
|
acc := qgen.Builder.Accumulator()
|
|
|
|
var langBuckets = make([]*RWMutexCounterBucket, len(langCodes))
|
|
for bucketID, _ := range langBuckets {
|
|
langBuckets[bucketID] = &RWMutexCounterBucket{counter: 0}
|
|
}
|
|
var codesToIndices = make(map[string]int)
|
|
for index, code := range langCodes {
|
|
codesToIndices[code] = index
|
|
}
|
|
|
|
counter := &DefaultLangViewCounter{
|
|
buckets: langBuckets,
|
|
codesToIndices: codesToIndices,
|
|
insert: acc.Insert("viewchunks_langs").Columns("count, createdAt, lang").Fields("?,UTC_TIMESTAMP(),?").Prepare(),
|
|
}
|
|
|
|
common.AddScheduledFifteenMinuteTask(counter.Tick)
|
|
//common.AddScheduledSecondTask(counter.Tick)
|
|
common.AddShutdownTask(counter.Tick)
|
|
return counter, acc.FirstError()
|
|
}
|
|
|
|
func (counter *DefaultLangViewCounter) Tick() error {
|
|
for id, bucket := range counter.buckets {
|
|
var count int
|
|
bucket.RLock()
|
|
count = bucket.counter
|
|
bucket.counter = 0 // TODO: Add a SetZero method to reduce the amount of duplicate code between the OS and agent counters?
|
|
bucket.RUnlock()
|
|
|
|
err := counter.insertChunk(count, id) // TODO: Bulk insert for speed?
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (counter *DefaultLangViewCounter) insertChunk(count int, id int) error {
|
|
if count == 0 {
|
|
return nil
|
|
}
|
|
var langCode = langCodes[id]
|
|
common.DebugLogf("Inserting a viewchunk with a count of %d for lang %s (%d)", count, langCode, id)
|
|
_, err := counter.insert.Exec(count, langCode)
|
|
return err
|
|
}
|
|
|
|
func (counter *DefaultLangViewCounter) Bump(langCode string) {
|
|
id, ok := counter.codesToIndices[langCode]
|
|
if !ok {
|
|
// TODO: Tell the caller that the code's invalid
|
|
id = 0 // Unknown
|
|
}
|
|
|
|
// TODO: Test this check
|
|
common.DebugDetail("counter.buckets[", id, "]: ", counter.buckets[id])
|
|
if len(counter.buckets) <= id || id < 0 {
|
|
return
|
|
}
|
|
counter.buckets[id].Lock()
|
|
counter.buckets[id].counter++
|
|
counter.buckets[id].Unlock()
|
|
}
|