/* WIP Under Construction */ package main //import "fmt" import "strings" import "log" import "os" var db_registry []DB_Adapter var blank_order []DB_Order type DB_Column struct { Table string Left string // Could be a function or a column, so I'm naming this Left Alias string // aka AS Blah, if it's present Type string // function or column } type DB_Field struct { Name string Type string } type DB_Where struct { LeftTable string LeftColumn string RightTable string RightColumn string Operator string LeftType string RightType string } type DB_Joiner struct { LeftTable string LeftColumn string RightTable string RightColumn string } type DB_Order struct { Column string Order string } type DB_Token struct { Contents string Type string // function, operator, column, number, string, substitute } type DB_Setter struct { Column string Expr []DB_Token // Simple expressions, the innards of functions are opaque for now. } type DB_Adapter interface { get_name() string simple_insert(string,string,string,string) error simple_replace(string,string,string,string) error simple_update(string,string,string,string) error simple_select(string,string,string,string,string/*,int,int*/) error simple_left_join(string,string,string,string,string,string,string/*,int,int*/) error write() error // TO-DO: Add a simple query builder } func main() { log.Println("Running the query generator") for _, adapter := range db_registry { log.Println("Building the queries for the " + adapter.get_name() + " adapter") write_statements(adapter) adapter.write() } } func write_statements(adapter DB_Adapter) error { err := write_selects(adapter) if err != nil { return err } err = write_joins(adapter) if err != nil { return err } err = write_inserts(adapter) if err != nil { return err } err = write_replaces(adapter) if err != nil { return err } err = write_updates(adapter) if err != nil { return err } return nil } func write_selects(adapter DB_Adapter) error { // url_prefix and url_name will be removed from this query in a later commit adapter.simple_select("get_user","users","name, group, is_super_admin, avatar, message, url_prefix, url_name, level","uid = ?","") adapter.simple_select("get_full_user","users","name, group, is_super_admin, session, email, avatar, message, url_prefix, url_name, level, score, last_ip","uid = ?","") adapter.simple_select("get_topic","topics","title, content, createdBy, createdAt, is_closed, sticky, parentID, ipaddress, postCount, likeCount","tid = ?","") adapter.simple_select("get_reply","replies","content, createdBy, createdAt, lastEdit, lastEditBy, ipaddress, likeCount","rid = ?","") adapter.simple_select("login","users","uid, name, password, salt","name = ?","") adapter.simple_select("get_password","users","password,salt","uid = ?","") adapter.simple_select("username_exists","users","name","name = ?","") adapter.simple_select("get_settings","settings","name, content, type","","") adapter.simple_select("get_setting","settings","content, type","name = ?","") adapter.simple_select("get_full_setting","settings","name, type, constraints","name = ?","") adapter.simple_select("is_plugin_active","plugins","active","uname = ?","") adapter.simple_select("get_users","users","uid, name, group, active, is_super_admin, avatar","","") adapter.simple_select("is_theme_default","themes","default","uname = ?","") adapter.simple_select("get_modlogs","moderation_logs","action, elementID, elementType, ipaddress, actorID, doneAt","","") adapter.simple_select("get_reply_tid","replies","tid","rid = ?","") adapter.simple_select("get_topic_fid","topics","parentID","tid = ?","") adapter.simple_select("get_user_reply_uid","users_replies","uid","rid = ?","") adapter.simple_select("has_liked_topic","likes","targetItem","sentBy = ? and targetItem = ? and targetType = 'topics'","") adapter.simple_select("has_liked_reply","likes","targetItem","sentBy = ? and targetItem = ? and targetType = 'replies'","") adapter.simple_select("get_user_name","users","name","uid = ?","") adapter.simple_select("get_emails_by_user","emails","email, validated","uid = ?","") adapter.simple_select("get_topic_basic","topics","title, content","tid = ?","") return nil } func write_joins(adapter DB_Adapter) error { adapter.simple_left_join("get_topic_list","topics","users","topics.tid, topics.title, topics.content, topics.createdBy, topics.is_closed, topics.sticky, topics.createdAt, topics.parentID, users.name, users.avatar","topics.createdBy = users.uid","","topics.sticky DESC, topics.lastReplyAt DESC, topics.createdBy DESC") adapter.simple_left_join("get_topic_user","topics","users","topics.title, topics.content, topics.createdBy, topics.createdAt, topics.is_closed, topics.sticky, topics.parentID, topics.ipaddress, topics.postCount, topics.likeCount, users.name, users.avatar, users.group, users.url_prefix, users.url_name, users.level","topics.createdBy = users.uid","tid = ?","") adapter.simple_left_join("get_topic_by_reply","replies","topics","topics.tid, topics.title, topics.content, topics.createdBy, topics.createdAt, topics.is_closed, topics.sticky, topics.parentID, topics.ipaddress, topics.postCount, topics.likeCount","replies.tid = topics.tid","rid = ?","") adapter.simple_left_join("get_topic_replies","replies","users","replies.rid, replies.content, replies.createdBy, replies.createdAt, replies.lastEdit, replies.lastEditBy, users.avatar, users.name, users.group, users.url_prefix, users.url_name, users.level, replies.ipaddress","replies.createdBy = users.uid","tid = ?","") adapter.simple_left_join("get_forum_topics","topics","users","topics.tid, topics.title, topics.content, topics.createdBy, topics.is_closed, topics.sticky, topics.createdAt, topics.lastReplyAt, topics.parentID, users.name, users.avatar","topics.createdBy = users.uid","topics.parentID = ?","topics.sticky DESC, topics.lastReplyAt DESC, topics.createdBy desc") adapter.simple_left_join("get_profile_replies","users_replies","users","users_replies.rid, users_replies.content, users_replies.createdBy, users_replies.createdAt, users_replies.lastEdit, users_replies.lastEditBy, users.avatar, users.name, users.group","users_replies.createdBy = users.uid","users_replies.uid = ?","") return nil } func write_inserts(adapter DB_Adapter) error { adapter.simple_insert("create_topic","topics","parentID,title,content,parsed_content,createdAt,lastReplyAt,ipaddress,words,createdBy","?,?,?,?,NOW(),NOW(),?,?,?") adapter.simple_insert("create_report","topics","title,content,parsed_content,createdAt,lastReplyAt,createdBy,data,parentID,css_class","?,?,?,NOW(),NOW(),?,?,1,'report'") adapter.simple_insert("create_reply","replies","tid,content,parsed_content,createdAt,ipaddress,words,createdBy","?,?,?,NOW(),?,?,?") adapter.simple_insert("create_action_reply","replies","tid,actionType,ipaddress,createdBy","?,?,?,?") adapter.simple_insert("create_like","likes","weight, targetItem, targetType, sentBy","?,?,?,?") adapter.simple_insert("add_activity","activity_stream","actor,targetUser,event,elementType,elementID","?,?,?,?,?") adapter.simple_insert("notify_one","activity_stream_matches","watcher,asid","?,?") // Add an admin version of register_stmt with more flexibility? // create_account_stmt, err = db.Prepare("INSERT INTO adapter.simple_insert("register","users","name, email, password, salt, group, is_super_admin, session, active, message","?,?,?,?,?,0,?,?,''") adapter.simple_insert("create_profile_reply","users_replies","uid,content,parsed_content,createdAt,createdBy","?,?,?,NOW(),?") adapter.simple_insert("create_forum","forums","name, desc, active, preset","?,?,?,?") adapter.simple_insert("add_forum_perms_to_forum","forums_permissions","gid,fid,preset,permissions","?,?,?,?") adapter.simple_insert("add_plugin","plugins","uname,active","?,?") adapter.simple_insert("add_theme","themes","uname,default","?,?") adapter.simple_insert("create_group","users_groups","name, tag, is_admin, is_mod, is_banned, permissions","?,?,?,?,?,?") adapter.simple_insert("add_modlog_entry","moderation_logs","action, elementID, elementType, ipaddress, actorID, doneAt","?,?,?,?,?,NOW()") adapter.simple_insert("add_adminlog_entry","administration_logs","action, elementID, elementType, ipaddress, actorID, doneAt","?,?,?,?,?,NOW()") return nil } func write_replaces(adapter DB_Adapter) error { adapter.simple_replace("add_forum_perms_to_group","forums_permissions","gid,fid,preset,permissions","?,?,?,?") return nil } func write_updates(adapter DB_Adapter) error { adapter.simple_update("add_replies_to_topic","topics","postCount = postCount + ?, lastReplyAt = NOW()","tid = ?") adapter.simple_update("remove_replies_from_topic","topics","postCount = postCount - ?","tid = ?") adapter.simple_update("add_topics_to_forum","forums","topicCount = topicCount + ?","fid = ?") adapter.simple_update("remove_topics_from_forum","forums","topicCount = topicCount - ?","fid = ?") adapter.simple_update("update_forum_cache","forums","lastTopic = ?, lastTopicID = ?, lastReplyer = ?, lastReplyerID = ?, lastTopicTime = NOW()","fid = ?") adapter.simple_update("add_likes_to_topic","topics","likeCount = likeCount + ?","tid = ?") adapter.simple_update("add_likes_to_reply","replies","likeCount = likeCount + ?","rid = ?") adapter.simple_update("edit_topic","topics","title = ?, content = ?, parsed_content = ?, is_closed = ?","tid = ?") adapter.simple_update("edit_reply","replies","content = ?, parsed_content = ?","rid = ?") adapter.simple_update("stick_topic","topics","sticky = 1","tid = ?") adapter.simple_update("unstick_topic","topics","sticky = 0","tid = ?") adapter.simple_update("update_last_ip","users","last_ip = ?","uid = ?") adapter.simple_update("update_session","users","session = ?","uid = ?") adapter.simple_update("logout","users","session = ''","uid = ?") adapter.simple_update("set_password","users","password = ?, salt = ?","uid = ?") adapter.simple_update("set_avatar","users","avatar = ?","uid = ?") adapter.simple_update("set_username","users","name = ?","uid = ?") adapter.simple_update("change_group","users","group = ?","uid = ?") adapter.simple_update("activate_user","users","active = 1","uid = ?") adapter.simple_update("update_user_level","users","level = ?","uid = ?") adapter.simple_update("increment_user_score","users","score = score + ?","uid = ?") adapter.simple_update("increment_user_posts","users","posts = posts + ?","uid = ?") adapter.simple_update("increment_user_bigposts","users","posts = posts + ?, bigposts = bigposts + ?","uid = ?") adapter.simple_update("increment_user_megaposts","users","posts = posts + ?, bigposts = bigposts + ?, megaposts = megaposts + ?","uid = ?") adapter.simple_update("increment_user_topics","users","topics = topics + ?","uid = ?") adapter.simple_update("edit_profile_reply","users_replies","content = ?, parsed_content = ?","rid = ?") //delete_forum_stmt, err = db.Prepare("delete from forums where fid = ?") adapter.simple_update("delete_forum","forums","name= '', active = 0","fid = ?") adapter.simple_update("update_forum","forums","name = ?, desc = ?, active = ?, preset = ?","fid = ?") adapter.simple_update("update_setting","settings","content = ?","name = ?") adapter.simple_update("update_plugin","plugins","active = ?","uname = ?") adapter.simple_update("update_theme","themes","default = ?","uname = ?") adapter.simple_update("update_user","users","name = ?, email = ?, group = ?","uid = ?") adapter.simple_update("update_group_perms","users_groups","permissions = ?","gid = ?") adapter.simple_update("update_group_rank","users_groups","is_admin = ?, is_mod = ?, is_banned = ?","gid = ?") adapter.simple_update("update_group","users_groups","name = ?, tag = ?","gid = ?") return nil } func _process_columns(colstr string) (columns []DB_Column) { if colstr == "" { return columns } colstr = strings.Replace(colstr," as "," AS ",-1) for _, segment := range strings.Split(colstr,",") { var outcol DB_Column dothalves := strings.Split(strings.TrimSpace(segment),".") var halves []string if len(dothalves) == 2 { outcol.Table = dothalves[0] halves = strings.Split(dothalves[1]," AS ") } else { halves = strings.Split(dothalves[0]," AS ") } halves[0] = strings.TrimSpace(halves[0]) if len(halves) == 2 { outcol.Alias = strings.TrimSpace(halves[1]) } if halves[0][len(halves[0]) - 1] == ')' { outcol.Type = "function" } else { outcol.Type = "column" } outcol.Left = halves[0] columns = append(columns,outcol) } return columns } func _process_orderby(orderstr string) (order []DB_Order) { if orderstr == "" { return order } for _, segment := range strings.Split(orderstr,",") { var outorder DB_Order halves := strings.Split(strings.TrimSpace(segment)," ") if len(halves) != 2 { continue } outorder.Column = halves[0] outorder.Order = strings.ToLower(halves[1]) order = append(order,outorder) } return order } func _process_joiner(joinstr string) (joiner []DB_Joiner) { if joinstr == "" { return joiner } joinstr = strings.Replace(joinstr," on "," ON ",-1) joinstr = strings.Replace(joinstr," and "," AND ",-1) for _, segment := range strings.Split(joinstr," AND ") { var outjoin DB_Joiner halves := strings.Split(segment,"=") if len(halves) != 2 { continue } left_column := strings.Split(halves[0],".") right_column := strings.Split(halves[1],".") outjoin.LeftTable = strings.TrimSpace(left_column[0]) outjoin.RightTable = strings.TrimSpace(right_column[0]) outjoin.LeftColumn = strings.TrimSpace(left_column[1]) outjoin.RightColumn = strings.TrimSpace(right_column[1]) joiner = append(joiner,outjoin) } return joiner } // TO-DO: Add support for keywords like BETWEEN. We'll probably need an arbitrary expression parser like with the update setters. func _process_where(wherestr string) (where []DB_Where) { if wherestr == "" { return where } wherestr = strings.Replace(wherestr," and "," AND ",-1) for _, segment := range strings.Split(wherestr," AND ") { // TO-DO: Subparse the contents of a function and spit out a DB_Function struct var outwhere DB_Where var parseOffset int var left, right string left, parseOffset = _get_identifier(segment, parseOffset) outwhere.Operator, parseOffset = _get_operator(segment, parseOffset + 1) right, parseOffset = _get_identifier(segment, parseOffset + 1) outwhere.LeftType = _get_identifier_type(left) outwhere.RightType = _get_identifier_type(right) left_operand := strings.Split(left,".") right_operand := strings.Split(right,".") if len(left_operand) == 2 { outwhere.LeftTable = strings.TrimSpace(left_operand[0]) outwhere.LeftColumn = strings.TrimSpace(left_operand[1]) } else { outwhere.LeftColumn = strings.TrimSpace(left_operand[0]) } if len(right_operand) == 2 { outwhere.RightTable = strings.TrimSpace(right_operand[0]) outwhere.RightColumn = strings.TrimSpace(right_operand[1]) } else { outwhere.RightColumn = strings.TrimSpace(right_operand[0]) } where = append(where,outwhere) } return where } func _process_set(setstr string) (setter []DB_Setter) { if setstr == "" { return setter } //fmt.Println("setstr",setstr) // First pass, splitting the string by commas while ignoring the innards of functions var setset []string var buffer string var last_item int setstr += "," for i := 0; i < len(setstr); i++ { if setstr[i] == '(' { i = _skip_function_call(setstr,i-1) setset = append(setset,setstr[last_item:i+1]) buffer = "" last_item = i + 2 } else if setstr[i] == ',' && buffer != "" { setset = append(setset,buffer) buffer = "" last_item = i + 1 } else if (setstr[i] > 32) && setstr[i] != ',' && setstr[i] != ')' { buffer += string(setstr[i]) } } // Second pass. Break this setitem into manageable chunks buffer = "" for _, setitem := range setset { var tmp_setter DB_Setter halves := strings.Split(setitem,"=") if len(halves) != 2 { continue } tmp_setter.Column = strings.TrimSpace(halves[0]) halves[1] += ")" var optype int // 0: None, 1: Number, 2: Column, 3: Function, 4: String, 5: Operator //fmt.Println("halves[1]",halves[1]) for i := 0; i < len(halves[1]); i++ { char := halves[1][i] //fmt.Println("optype",optype) switch(optype) { case 0: // unknown if ('0' <= char && char <= '9') { optype = 1 buffer = string(char) } else if ('a' <= char && char <= 'z') || ('A' <= char && char <= 'Z') { optype = 2 buffer = string(char) } else if char == '\'' { optype = 4 } else if _is_op_byte(char) { optype = 5 buffer = string(char) } else if char == '?' { //fmt.Println("Expr:","?") tmp_setter.Expr = append(tmp_setter.Expr,DB_Token{"?","substitute"}) } case 1: // number if ('0' <= char && char <= '9') { buffer += string(char) } else { optype = 0 i-- //fmt.Println("Expr:",buffer) tmp_setter.Expr = append(tmp_setter.Expr,DB_Token{buffer,"number"}) } case 2: // column if ('a' <= char && char <= 'z') || ('A' <= char && char <= 'Z') { buffer += string(char) } else if char == '(' { optype = 3 i-- } else { optype = 0 i-- //fmt.Println("Expr:",buffer) tmp_setter.Expr = append(tmp_setter.Expr,DB_Token{buffer,"column"}) } case 3: // function var pre_i int = i //fmt.Println("buffer",buffer) //fmt.Println("len(halves)",len(halves[1])) //fmt.Println("pre_i",string(halves[1][pre_i])) //fmt.Println("msg prior to pre_i",halves[1][0:pre_i]) i = _skip_function_call(halves[1],i-1) //fmt.Println("i",i) //fmt.Println("msg prior to i-1",halves[1][0:i-1]) //fmt.Println("string(i-1)",string(halves[1][i-1])) //fmt.Println("string(i)",string(halves[1][i])) buffer += halves[1][pre_i:i] + string(halves[1][i]) //fmt.Println("Expr:",buffer) tmp_setter.Expr = append(tmp_setter.Expr,DB_Token{buffer,"function"}) optype = 0 case 4: // string if char != '\'' { buffer += string(char) } else { optype = 0 //fmt.Println("Expr:",buffer) tmp_setter.Expr = append(tmp_setter.Expr,DB_Token{buffer,"string"}) } case 5: // operator if _is_op_byte(char) { buffer += string(char) } else { optype = 0 i-- //fmt.Println("Expr:",buffer) tmp_setter.Expr = append(tmp_setter.Expr,DB_Token{buffer,"operator"}) } } } setter = append(setter,tmp_setter) } //fmt.Println("setter",setter) return setter } func _is_op_byte(char byte) bool { return char == '<' || char == '>' || char == '=' || char == '!' || char == '*' || char == '%' || char == '+' || char == '-' || char == '/' } func _process_fields(fieldstr string) (fields []DB_Field) { if fieldstr == "" { return fields } var buffer string var last_item int fieldstr += "," for i := 0; i < len(fieldstr); i++ { if fieldstr[i] == '(' { i = _skip_function_call(fieldstr,i-1) fields = append(fields,DB_Field{Name:fieldstr[last_item:i+1],Type:_get_identifier_type(fieldstr[last_item:i+1])}) buffer = "" last_item = i + 2 } else if fieldstr[i] == ',' && buffer != "" { fields = append(fields,DB_Field{Name:buffer,Type:_get_identifier_type(buffer)}) buffer = "" last_item = i + 1 } else if (fieldstr[i] > 32) && fieldstr[i] != ',' && fieldstr[i] != ')' { buffer += string(fieldstr[i]) } } return fields } func _get_identifier_type(identifier string) string { if ('a' <= identifier[0] && identifier[0] <= 'z') || ('A' <= identifier[0] && identifier[0] <= 'Z') { if identifier[len(identifier) - 1] == ')' { return "function" } return "column" } if identifier[0] == '\'' || identifier[0] == '"' { return "string" } return "literal" } func _get_identifier(segment string, startOffset int) (out string, i int) { segment = strings.TrimSpace(segment) segment += " " // Avoid overflow bugs with slicing for i = startOffset; i < len(segment); i++ { if segment[i] == '(' { i = _skip_function_call(segment,i) return strings.TrimSpace(segment[startOffset:i]), (i - 1) } if segment[i] == ' ' && i != startOffset { return strings.TrimSpace(segment[startOffset:i]), (i - 1) } } return strings.TrimSpace(segment[startOffset:]), (i - 1) } func _get_operator(segment string, startOffset int) (out string, i int) { segment = strings.TrimSpace(segment) segment += " " // Avoid overflow bugs with slicing for i = startOffset; i < len(segment); i++ { if segment[i] == ' ' && i != startOffset { return strings.TrimSpace(segment[startOffset:i]), (i - 1) } } return strings.TrimSpace(segment[startOffset:]), (i - 1) } func _skip_function_call(data string, index int) int { var brace_count int for ;index < len(data); index++{ char := data[index] if char == '(' { brace_count++ } else if char == ')' { brace_count-- if brace_count == 0 { return index } } } return index } func write_file(name string, content string) (err error) { f, err := os.Create(name) if err != nil { return err } _, err = f.WriteString(content) if err != nil { return err } f.Sync() f.Close() return }