6935637867
Cascade delete replied to topic events for replies properly. Cascade delete likes on topic posts properly. Cascade delete replies and their children properly. Recalculate user stats properly when items are deleted. Users can now unlike topic opening posts. Add a recalculator to fix abnormalities across upgrades. Try fixing a last_ip daily update bug. Add Existable interface. Add Delete method to LikeStore. Add Each, Exists, Create, CountUser, CountMegaUser and CountBigUser methods to ReplyStore. Add CountUser, CountMegaUser, CountBigUser methods to TopicStore. Add Each method to UserStore. Add Add, Delete and DeleteResource methods to SubscriptionStore. Add Delete, DeleteByParams, DeleteByParamsExtra and AidsByParamsExtra methods to ActivityStream. Add Exists method to ProfileReplyStore. Add DropColumn, RenameColumn and ChangeColumn to the database adapters. Shorten ipaddress column names to ip. - topics table. - replies table - users_replies table. - polls_votes table. Add extra column to activity_stream table. Fix an issue upgrading sites to MariaDB 10.3 from older versions of Gosora. Please report any other issues you find. You need to run the updater / patcher for this commit.
179 lines
4.8 KiB
Go
179 lines
4.8 KiB
Go
/*
|
|
*
|
|
* Gosora Common Resources
|
|
* Copyright Azareal 2018 - 2020
|
|
*
|
|
*/
|
|
package common // import "github.com/Azareal/Gosora/common"
|
|
|
|
import (
|
|
"database/sql"
|
|
"io"
|
|
"log"
|
|
"os"
|
|
"sync/atomic"
|
|
"time"
|
|
|
|
qgen "github.com/Azareal/Gosora/query_gen"
|
|
meta "github.com/Azareal/Gosora/common/meta"
|
|
)
|
|
|
|
var SoftwareVersion = Version{Major: 0, Minor: 3, Patch: 0, Tag: "dev"}
|
|
|
|
var Meta meta.MetaStore
|
|
|
|
// nolint I don't want to write comments for each of these o.o
|
|
const Hour int = 60 * 60
|
|
const Day int = Hour * 24
|
|
const Week int = Day * 7
|
|
const Month int = Day * 30
|
|
const Year int = Day * 365
|
|
const Kilobyte int = 1024
|
|
const Megabyte int = Kilobyte * 1024
|
|
const Gigabyte int = Megabyte * 1024
|
|
const Terabyte int = Gigabyte * 1024
|
|
const Petabyte int = Terabyte * 1024
|
|
|
|
var StartTime time.Time
|
|
var TmplPtrMap = make(map[string]interface{})
|
|
|
|
// Anti-spam token with rotated key
|
|
var JSTokenBox atomic.Value // TODO: Move this and some of these other globals somewhere else
|
|
var SessionSigningKeyBox atomic.Value // For MFA to avoid hitting the database unneccessarily
|
|
var OldSessionSigningKeyBox atomic.Value // Just in case we've signed with a key that's about to go stale so we don't annoy the user too much
|
|
var IsDBDown int32 = 0 // 0 = false, 1 = true. this is value which should be manipulated with package atomic for representing whether the database is down so we don't spam the log with lots of redundant errors
|
|
|
|
// ErrNoRows is an alias of sql.ErrNoRows, just in case we end up with non-database/sql datastores
|
|
var ErrNoRows = sql.ErrNoRows
|
|
|
|
// ? - Make this more customisable?
|
|
var ExternalSites = map[string]string{
|
|
"YT": "https://www.youtube.com/",
|
|
}
|
|
|
|
// TODO: Make this more customisable
|
|
var SpammyDomainBits = []string{"porn", "sex", "lesbian", "acup", "nude", "milf", "tits", "vape", "busty", "kink", "lingerie", "problog", "fet", "xblog", "blogin", "blognetwork"}
|
|
|
|
type StringList []string
|
|
|
|
// ? - Should we allow users to upload .php or .go files? It could cause security issues. We could store them with a mangled extension to render them inert
|
|
// TODO: Let admins manage this from the Control Panel
|
|
// apng is commented out for now, as we have no way of re-encoding it into a smaller file
|
|
var AllowedFileExts = StringList{
|
|
"png", "jpg", "jpe", "jpeg", "jif", "jfi", "jfif", "svg", "bmp", "gif", "tiff", "tif", "webp", /*"apng",*/ // images
|
|
|
|
"txt", "xml", "json", "yaml", "toml", "ini", "md", "html", "rtf", "js", "py", "rb", "css", "scss", "less", "eqcss", "pcss", "java", "ts", "cs", "c", "cc", "cpp", "cxx", "C", "c++", "h", "hh", "hpp", "hxx", "h++", "rs", "rlib", "htaccess", "gitignore", /*"go","php",*/ // text
|
|
|
|
"mp3", "mp4", "avi", "wmv", "webm", // video
|
|
|
|
"otf", "woff2", "woff", "ttf", "eot", // fonts
|
|
|
|
"bz2", "zip", "zipx", "gz", "7z", "tar", "cab", "rar", "kgb", "pea", "xz", "zz", // archives
|
|
}
|
|
var ImageFileExts = StringList{
|
|
"png", "jpg", "jpe", "jpeg", "jif", "jfi", "jfif", "svg", "bmp", "gif", "tiff", "tif", "webp", /* "apng",*/
|
|
}
|
|
var ArchiveFileExts = StringList{
|
|
"bz2", "zip", "zipx", "gz", "7z", "tar", "cab", "rar", "kgb", "pea", "xz", "zz",
|
|
}
|
|
var ExecutableFileExts = StringList{
|
|
"exe", "jar", "phar", "shar", "iso", "apk", "deb",
|
|
}
|
|
|
|
func init() {
|
|
JSTokenBox.Store("")
|
|
SessionSigningKeyBox.Store("")
|
|
OldSessionSigningKeyBox.Store("")
|
|
}
|
|
|
|
// TODO: Write a test for this
|
|
func (slice StringList) Contains(needle string) bool {
|
|
for _, item := range slice {
|
|
if item == needle {
|
|
return true
|
|
}
|
|
}
|
|
return false
|
|
}
|
|
|
|
type dbInits []func(acc *qgen.Accumulator) error
|
|
|
|
var DbInits dbInits
|
|
|
|
func (inits dbInits) Run() error {
|
|
for _, init := range inits {
|
|
err := init(qgen.NewAcc())
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (inits dbInits) Add(init ...func(acc *qgen.Accumulator) error) {
|
|
DbInits = dbInits(append(DbInits, init...))
|
|
}
|
|
|
|
// TODO: Add a graceful shutdown function
|
|
func StoppedServer(msg ...interface{}) {
|
|
//log.Print("stopped server")
|
|
StopServerChan <- msg
|
|
}
|
|
|
|
var StopServerChan = make(chan []interface{})
|
|
|
|
var LogWriter = io.MultiWriter(os.Stderr)
|
|
|
|
func DebugDetail(args ...interface{}) {
|
|
if Dev.SuperDebug {
|
|
log.Print(args...)
|
|
}
|
|
}
|
|
|
|
func DebugDetailf(str string, args ...interface{}) {
|
|
if Dev.SuperDebug {
|
|
log.Printf(str, args...)
|
|
}
|
|
}
|
|
|
|
func DebugLog(args ...interface{}) {
|
|
if Dev.DebugMode {
|
|
log.Print(args...)
|
|
}
|
|
}
|
|
|
|
func DebugLogf(str string, args ...interface{}) {
|
|
if Dev.DebugMode {
|
|
log.Printf(str, args...)
|
|
}
|
|
}
|
|
|
|
func Log(args ...interface{}) {
|
|
log.Print(args...)
|
|
}
|
|
|
|
func Logf(str string, args ...interface{}) {
|
|
log.Printf(str, args...)
|
|
}
|
|
|
|
func Countf(stmt *sql.Stmt, args ...interface{}) (count int) {
|
|
err := stmt.QueryRow(args...).Scan(&count)
|
|
if err != nil {
|
|
LogError(err)
|
|
}
|
|
return count
|
|
}
|
|
|
|
func eachall(stmt *sql.Stmt, f func(r *sql.Rows) error) error {
|
|
rows, err := stmt.Query()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer rows.Close()
|
|
for rows.Next() {
|
|
if err := f(rows); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return rows.Err()
|
|
} |