gosora/common/extend.go
Azareal 26e8bf32a7 Add GetForRenderRoute to DefaultAttachmentStore.
Use ErrCorruptAttachPath in DefaultAttachmentStore.
Consider the possibility that the requested attachment doesn't have a file extension.
Rename variables to reduce boilerplate.
Add TestThaw.
Avoid an allocation in hookgen.

Add route_attach_start hook.
Add route_attach_post_get hook.
2021-03-24 21:45:18 +10:00

648 lines
19 KiB
Go

/*
*
* Gosora Plugin System
* Copyright Azareal 2016 - 2021
*
*/
package common
// TODO: Break this file up into multiple files to make it easier to maintain
import (
"database/sql"
"errors"
"log"
"net/http"
"sync"
"sync/atomic"
qgen "github.com/Azareal/Gosora/query_gen"
)
var ErrPluginNotInstallable = errors.New("This plugin is not installable")
type PluginList map[string]*Plugin
// TODO: Have a proper store rather than a map?
var Plugins PluginList = make(map[string]*Plugin)
func (l PluginList) Add(pl *Plugin) {
buildPlugin(pl)
l[pl.UName] = pl
}
func buildPlugin(pl *Plugin) {
pl.Installable = (pl.Install != nil)
/*
The Active field should never be altered by a plugin. It's used internally by the software to determine whether an admin has enabled a plugin or not and whether to run it. This will be overwritten by the user's preference.
*/
pl.Active = false
pl.Installed = false
pl.Hooks = make(map[string]int)
pl.Data = nil
}
var hookTableBox atomic.Value
// ! HookTable is a work in progress, do not use it yet
// TODO: Test how fast it is to indirect hooks off the hook table as opposed to using them normally or using an interface{} for the hooks
// TODO: Can we filter the HookTable for each request down to only hooks the request actually uses?
// TODO: Make the RunXHook functions methods on HookTable
// TODO: Have plugins update hooks on a mutex guarded map and create a copy of that map in a serial global goroutine which gets thrown in the atomic.Value
type HookTable struct {
//Hooks map[string][]func(interface{}) interface{}
HooksNoRet map[string][]func(interface{})
HooksSkip map[string][]func(interface{}) bool
Vhooks map[string]func(...interface{}) interface{}
VhookSkippable_ map[string]func(...interface{}) (bool, RouteError)
Sshooks map[string][]func(string) string
PreRenderHooks map[string][]func(http.ResponseWriter, *http.Request, *User, interface{}) bool
// For future use:
//messageHooks map[string][]func(Message, PageInt, ...interface{}) interface{}
}
func init() {
RebuildHookTable()
}
// For extend.go use only, access this via GetHookTable() elsewhere
var hookTable = &HookTable{
//map[string][]func(interface{}) interface{}{},
map[string][]func(interface{}){
"forums_frow_assign": nil, //hg
},
map[string][]func(interface{}) bool{
"topic_create_frow_assign": nil, //hg
},
map[string]func(...interface{}) interface{}{
//"convo_post_update":nil,
//"convo_post_create":nil,
///"forum_trow_assign": nil,
"topics_topic_row_assign": nil,
//"topics_user_row_assign": nil,
"topic_reply_row_assign": nil,
"create_group_preappend": nil, // What is this? Investigate!
"topic_create_pre_loop": nil,
"router_end": nil,
},
map[string]func(...interface{}) (bool, RouteError){
"simple_forum_check_pre_perms": nil, //hg
"forum_check_pre_perms": nil, //hg
"route_topic_list_start": nil,
"route_topic_list_mostviewed_start": nil,
"route_forum_list_start": nil,
"route_attach_start": nil,
"route_attach_post_get": nil,
"action_end_create_topic": nil,
"action_end_edit_topic": nil,
"action_end_delete_topic": nil,
"action_end_lock_topic": nil,
"action_end_unlock_topic": nil,
"action_end_stick_topic": nil,
"action_end_unstick_topic": nil,
"action_end_move_topic": nil,
"action_end_like_topic": nil,
"action_end_unlike_topic": nil,
"action_end_create_reply": nil,
"action_end_edit_reply": nil,
"action_end_delete_reply": nil,
"action_end_add_attach_to_reply": nil,
"action_end_remove_attach_from_reply": nil,
"action_end_like_reply": nil,
"action_end_unlike_reply": nil,
"action_end_ban_user": nil,
"action_end_unban_user": nil,
"action_end_activate_user": nil,
"router_after_filters": nil,
"router_pre_route": nil,
"tasks_tick_topic_list": nil,
"tasks_tick_widget_wol": nil,
},
map[string][]func(string) string{
"preparse_preassign": nil,
"parse_assign": nil,
"topic_ogdesc_assign": nil,
},
nil,
//nil,
}
var hookTableUpdateMutex sync.Mutex
func RebuildHookTable() {
hookTableUpdateMutex.Lock()
defer hookTableUpdateMutex.Unlock()
unsafeRebuildHookTable()
}
func unsafeRebuildHookTable() {
ihookTable := new(HookTable)
*ihookTable = *hookTable
hookTableBox.Store(ihookTable)
}
func GetHookTable() *HookTable {
return hookTableBox.Load().(*HookTable)
}
// Hooks with a single argument. Is this redundant? Might be useful for inlining, as variadics aren't inlined? Are closures even inlined to begin with?
/*func (t *HookTable) Hook(name string, data interface{}) interface{} {
for _, hook := range t.Hooks[name] {
data = hook(data)
}
return data
}*/
func (t *HookTable) HookNoRet(name string, data interface{}) {
for _, hook := range t.HooksNoRet[name] {
hook(data)
}
}
// To cover the case in routes/topic.go's CreateTopic route, we could probably obsolete this use and replace it
func (t *HookTable) HookSkip(name string, data interface{}) (skip bool) {
for _, hook := range t.HooksSkip[name] {
if skip = hook(data); skip {
break
}
}
return skip
}
// Hooks with a variable number of arguments
// TODO: Use RunHook semantics to allow multiple lined up plugins / modules their turn?
func (t *HookTable) Vhook(name string, data ...interface{}) interface{} {
if hook := t.Vhooks[name]; hook != nil {
return hook(data...)
}
return nil
}
func (t *HookTable) VhookNoRet(name string, data ...interface{}) {
if hook := t.Vhooks[name]; hook != nil {
_ = hook(data...)
}
}
// TODO: Find a better way of doing this
func (t *HookTable) VhookNeedHook(name string, data ...interface{}) (ret interface{}, hasHook bool) {
if hook := t.Vhooks[name]; hook != nil {
return hook(data...), true
}
return nil, false
}
// Hooks with a variable number of arguments and return values for skipping the parent function and propagating an error upwards
func (t *HookTable) VhookSkippable(name string, data ...interface{}) (bool, RouteError) {
if hook := t.VhookSkippable_[name]; hook != nil {
return hook(data...)
}
return false, nil
}
/*func VhookSkippableTest(t *HookTable, name string, data ...interface{}) (bool, RouteError) {
if hook := t.VhookSkippable_[name]; hook != nil {
return hook(data...)
}
return false, nil
}
func forum_check_pre_perms_hook(t *HookTable, w http.ResponseWriter, r *http.Request, u *User, fid *int, h *Header) (bool, RouteError) {
hook := t.VhookSkippable_["forum_check_pre_perms"]
if hook != nil {
return hook(w, r, u, fid, h)
}
return false, nil
}*/
// Hooks which take in and spit out a string. This is usually used for parser components
// Trying to get a teeny bit of type-safety where-ever possible, especially for such a critical set of hooks
func (t *HookTable) Sshook(name, data string) string {
for _, hook := range t.Sshooks[name] {
data = hook(data)
}
return data
}
//var vhookErrorable = map[string]func(...interface{}) (interface{}, RouteError){}
var taskHooks = map[string][]func() error{
"before_half_second_tick": nil,
"after_half_second_tick": nil,
"before_second_tick": nil,
"after_second_tick": nil,
"before_fifteen_minute_tick": nil,
"after_fifteen_minute_tick": nil,
}
// Coming Soon:
type Message interface {
ID() int
Poster() int
Contents() string
ParsedContents() string
}
// While the idea is nice, this might result in too much code duplication, as we have seventy billion page structs, what else could we do to get static typing with these in plugins?
type PageInt interface {
Title() string
Header() *Header
CurrentUser() *User
GetExtData(name string) interface{}
SetExtData(name string, contents interface{})
}
// Coming Soon:
var messageHooks = map[string][]func(Message, PageInt, ...interface{}) interface{}{
"topic_reply_row_assign": nil,
}
// The hooks which run before the template is rendered for a route
var PreRenderHooks = map[string][]func(http.ResponseWriter, *http.Request, *User, interface{}) bool{
"pre_render": nil,
"pre_render_forums": nil,
"pre_render_forum": nil,
"pre_render_topics": nil,
"pre_render_topic": nil,
"pre_render_profile": nil,
"pre_render_custom_page": nil,
"pre_render_tmpl_page": nil,
"pre_render_overview": nil,
"pre_render_create_topic": nil,
"pre_render_account_own_edit": nil,
"pre_render_account_own_edit_password": nil,
"pre_render_account_own_edit_mfa": nil,
"pre_render_account_own_edit_mfa_setup": nil,
"pre_render_account_own_edit_email": nil,
"pre_render_level_list": nil,
"pre_render_login": nil,
"pre_render_login_mfa_verify": nil,
"pre_render_register": nil,
"pre_render_ban": nil,
"pre_render_ip_search": nil,
"pre_render_panel_dashboard": nil,
"pre_render_panel_forums": nil,
"pre_render_panel_delete_forum": nil,
"pre_render_panel_forum_edit": nil,
"pre_render_panel_forum_edit_perms": nil,
"pre_render_panel_analytics_views": nil,
"pre_render_panel_analytics_routes": nil,
"pre_render_panel_analytics_agents": nil,
"pre_render_panel_analytics_systems": nil,
"pre_render_panel_analytics_referrers": nil,
"pre_render_panel_analytics_route_views": nil,
"pre_render_panel_analytics_agent_views": nil,
"pre_render_panel_analytics_system_views": nil,
"pre_render_panel_analytics_referrer_views": nil,
"pre_render_panel_settings": nil,
"pre_render_panel_setting": nil,
"pre_render_panel_word_filters": nil,
"pre_render_panel_word_filters_edit": nil,
"pre_render_panel_plugins": nil,
"pre_render_panel_users": nil,
"pre_render_panel_user_edit": nil,
"pre_render_panel_groups": nil,
"pre_render_panel_group_edit": nil,
"pre_render_panel_group_edit_perms": nil,
"pre_render_panel_themes": nil,
"pre_render_panel_modlogs": nil,
"pre_render_error": nil, // Note: This hook isn't run for a few errors whose templates are computed at startup and reused, such as InternalError. This hook is also not available in JS mode.
// ^-- I don't know if it's run for InternalError, but it isn't computed at startup anymore
"pre_render_security_error": nil,
}
// ? - Should we make this an interface which plugins implement instead?
// Plugin is a struct holding the metadata for a plugin, along with a few of it's primary handlers.
type Plugin struct {
UName string
Name string
Author string
URL string
Settings string
Active bool
Tag string
Type string
Installable bool
Installed bool
Init func(pl *Plugin) error
Activate func(pl *Plugin) error
Deactivate func(pl *Plugin) // TODO: We might want to let this return an error?
Install func(pl *Plugin) error
Uninstall func(pl *Plugin) error // TODO: I'm not sure uninstall is implemented
Hooks map[string]int // Active hooks
Meta PluginMetaData
Data interface{} // Usually used for hosting the VMs / reusable elements of non-native plugins
}
type PluginMetaData struct {
Hooks []string
//StaticHooks map[string]string
}
func (pl *Plugin) BypassActive() (active bool, err error) {
err = extendStmts.isActive.QueryRow(pl.UName).Scan(&active)
if err != nil && err != sql.ErrNoRows {
return false, err
}
return active, nil
}
func (pl *Plugin) InDatabase() (exists bool, err error) {
var sink bool
err = extendStmts.isActive.QueryRow(pl.UName).Scan(&sink)
if err != nil && err != sql.ErrNoRows {
return false, err
}
return err == nil, nil
}
// TODO: Silently add to the database, if it doesn't exist there rather than forcing users to call AddToDatabase instead?
func (pl *Plugin) SetActive(active bool) (err error) {
_, err = extendStmts.setActive.Exec(active, pl.UName)
if err == nil {
pl.Active = active
}
return err
}
// TODO: Silently add to the database, if it doesn't exist there rather than forcing users to call AddToDatabase instead?
func (pl *Plugin) SetInstalled(installed bool) (err error) {
if !pl.Installable {
return ErrPluginNotInstallable
}
_, err = extendStmts.setInstalled.Exec(installed, pl.UName)
if err == nil {
pl.Installed = installed
}
return err
}
func (pl *Plugin) AddToDatabase(active, installed bool) (err error) {
_, err = extendStmts.add.Exec(pl.UName, active, installed)
if err == nil {
pl.Active = active
pl.Installed = installed
}
return err
}
type ExtendStmts struct {
getPlugins *sql.Stmt
isActive *sql.Stmt
setActive *sql.Stmt
setInstalled *sql.Stmt
add *sql.Stmt
}
var extendStmts ExtendStmts
func init() {
DbInits.Add(func(acc *qgen.Accumulator) error {
pl := "plugins"
extendStmts = ExtendStmts{
getPlugins: acc.Select(pl).Columns("uname,active,installed").Prepare(),
isActive: acc.Select(pl).Columns("active").Where("uname=?").Prepare(),
setActive: acc.Update(pl).Set("active=?").Where("uname=?").Prepare(),
setInstalled: acc.Update(pl).Set("installed=?").Where("uname=?").Prepare(),
add: acc.Insert(pl).Columns("uname,active,installed").Fields("?,?,?").Prepare(),
}
return acc.FirstError()
})
}
func InitExtend() error {
err := InitPluginLangs()
if err != nil {
return err
}
return Plugins.Load()
}
// Load polls the database to see which plugins have been activated and which have been installed
func (l PluginList) Load() error {
rows, err := extendStmts.getPlugins.Query()
if err != nil {
return err
}
defer rows.Close()
var uname string
var active, installed bool
for rows.Next() {
err = rows.Scan(&uname, &active, &installed)
if err != nil {
return err
}
// Was the plugin deleted at some point?
pl, ok := l[uname]
if !ok {
continue
}
pl.Active = active
pl.Installed = installed
l[uname] = pl
}
return rows.Err()
}
// ? - Is this racey?
// TODO: Generate the cases in this switch
func (pl *Plugin) AddHook(name string, hInt interface{}) {
hookTableUpdateMutex.Lock()
defer hookTableUpdateMutex.Unlock()
switch h := hInt.(type) {
/*case func(interface{}) interface{}:
if len(hookTable.Hooks[name]) == 0 {
hookTable.Hooks[name] = []func(interface{}) interface{}{}
}
hookTable.Hooks[name] = append(hookTable.Hooks[name], h)
pl.Hooks[name] = len(hookTable.Hooks[name]) - 1*/
case func(interface{}):
if len(hookTable.HooksNoRet[name]) == 0 {
hookTable.HooksNoRet[name] = []func(interface{}){}
}
hookTable.HooksNoRet[name] = append(hookTable.HooksNoRet[name], h)
pl.Hooks[name] = len(hookTable.HooksNoRet[name]) - 1
case func(interface{}) bool:
if len(hookTable.HooksSkip[name]) == 0 {
hookTable.HooksSkip[name] = []func(interface{}) bool{}
}
hookTable.HooksSkip[name] = append(hookTable.HooksSkip[name], h)
pl.Hooks[name] = len(hookTable.HooksSkip[name]) - 1
case func(string) string:
if len(hookTable.Sshooks[name]) == 0 {
hookTable.Sshooks[name] = []func(string) string{}
}
hookTable.Sshooks[name] = append(hookTable.Sshooks[name], h)
pl.Hooks[name] = len(hookTable.Sshooks[name]) - 1
case func(http.ResponseWriter, *http.Request, *User, interface{}) bool:
if len(PreRenderHooks[name]) == 0 {
PreRenderHooks[name] = []func(http.ResponseWriter, *http.Request, *User, interface{}) bool{}
}
PreRenderHooks[name] = append(PreRenderHooks[name], h)
pl.Hooks[name] = len(PreRenderHooks[name]) - 1
case func() error: // ! We might want a more generic name, as we might use this signature for things other than tasks hooks
if len(taskHooks[name]) == 0 {
taskHooks[name] = []func() error{}
}
taskHooks[name] = append(taskHooks[name], h)
pl.Hooks[name] = len(taskHooks[name]) - 1
case func(...interface{}) interface{}:
hookTable.Vhooks[name] = h
pl.Hooks[name] = 0
case func(...interface{}) (bool, RouteError):
hookTable.VhookSkippable_[name] = h
pl.Hooks[name] = 0
default:
panic("I don't recognise this kind of handler!") // Should this be an error for the plugin instead of a panic()?
}
// TODO: Do this once during plugin activation / deactivation rather than doing it for each hook
unsafeRebuildHookTable()
}
// ? - Is this racey?
// TODO: Generate the cases in this switch
func (pl *Plugin) RemoveHook(name string, hInt interface{}) {
hookTableUpdateMutex.Lock()
defer hookTableUpdateMutex.Unlock()
key, ok := pl.Hooks[name]
if !ok {
panic("handler not registered as hook")
}
switch hInt.(type) {
/*case func(interface{}) interface{}:
hook := hookTable.Hooks[name]
if len(hook) == 1 {
hook = []func(interface{}) interface{}{}
} else {
hook = append(hook[:key], hook[key+1:]...)
}
hookTable.Hooks[name] = hook*/
case func(interface{}):
hook := hookTable.HooksNoRet[name]
if len(hook) == 1 {
hook = []func(interface{}){}
} else {
hook = append(hook[:key], hook[key+1:]...)
}
hookTable.HooksNoRet[name] = hook
case func(interface{}) bool:
hook := hookTable.HooksSkip[name]
if len(hook) == 1 {
hook = []func(interface{}) bool{}
} else {
hook = append(hook[:key], hook[key+1:]...)
}
hookTable.HooksSkip[name] = hook
case func(string) string:
hook := hookTable.Sshooks[name]
if len(hook) == 1 {
hook = []func(string) string{}
} else {
hook = append(hook[:key], hook[key+1:]...)
}
hookTable.Sshooks[name] = hook
case func(http.ResponseWriter, *http.Request, *User, interface{}) bool:
hook := PreRenderHooks[name]
if len(hook) == 1 {
hook = []func(http.ResponseWriter, *http.Request, *User, interface{}) bool{}
} else {
hook = append(hook[:key], hook[key+1:]...)
}
PreRenderHooks[name] = hook
case func() error:
hook := taskHooks[name]
if len(hook) == 1 {
hook = []func() error{}
} else {
hook = append(hook[:key], hook[key+1:]...)
}
taskHooks[name] = hook
case func(...interface{}) interface{}:
delete(hookTable.Vhooks, name)
case func(...interface{}) (bool, RouteError):
delete(hookTable.VhookSkippable_, name)
default:
panic("I don't recognise this kind of handler!") // Should this be an error for the plugin instead of a panic()?
}
delete(pl.Hooks, name)
// TODO: Do this once during plugin activation / deactivation rather than doing it for each hook
unsafeRebuildHookTable()
}
// TODO: Add a HasHook method to complete the AddHook, RemoveHook, etc. set?
var PluginsInited = false
func InitPlugins() {
for name, body := range Plugins {
log.Printf("Added plugin '%s'", name)
if body.Active {
log.Printf("Initialised plugin '%s'", name)
if body.Init != nil {
if err := body.Init(body); err != nil {
log.Print(err)
}
} else {
log.Printf("Plugin '%s' doesn't have an initialiser.", name)
}
}
}
PluginsInited = true
}
// ? - Are the following functions racey?
func RunTaskHook(name string) error {
for _, hook := range taskHooks[name] {
if e := hook(); e != nil {
return e
}
}
return nil
}
func RunPreRenderHook(name string, w http.ResponseWriter, r *http.Request, u *User, data interface{}) (halt bool) {
// This hook runs on ALL PreRender hooks
preRenderHooks, ok := PreRenderHooks["pre_render"]
if ok {
for _, hook := range preRenderHooks {
if hook(w, r, u, data) {
return true
}
}
}
// The actual PreRender hook
preRenderHooks, ok = PreRenderHooks[name]
if ok {
for _, hook := range preRenderHooks {
if hook(w, r, u, data) {
return true
}
}
}
return false
}