2018-08-30 14:25:33 +00:00
|
|
|
package main
|
|
|
|
|
|
|
|
import (
|
|
|
|
"bufio"
|
|
|
|
"errors"
|
|
|
|
"io"
|
|
|
|
"net/http"
|
|
|
|
"sort"
|
|
|
|
"strings"
|
2018-09-07 14:49:33 +00:00
|
|
|
"time"
|
2018-08-30 14:25:33 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
func clamp(value, low, high int) int {
|
|
|
|
if value < low {
|
|
|
|
return low
|
|
|
|
}
|
|
|
|
if value > high {
|
|
|
|
return high
|
|
|
|
}
|
|
|
|
return value
|
|
|
|
}
|
|
|
|
|
|
|
|
// ----------------------------------
|
|
|
|
// helper functions for HTTP handlers
|
|
|
|
// ----------------------------------
|
|
|
|
func ensure(method string, handler func(http.ResponseWriter, *http.Request)) func(http.ResponseWriter, *http.Request) {
|
|
|
|
return func(w http.ResponseWriter, r *http.Request) {
|
|
|
|
if r.Method != method {
|
|
|
|
http.Error(w, "This request must be "+method, 405)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
handler(w, r)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func ensurePOST(handler func(http.ResponseWriter, *http.Request)) func(http.ResponseWriter, *http.Request) {
|
|
|
|
return ensure("POST", handler)
|
|
|
|
}
|
|
|
|
|
|
|
|
func ensureGET(handler func(http.ResponseWriter, *http.Request)) func(http.ResponseWriter, *http.Request) {
|
|
|
|
return ensure("GET", handler)
|
|
|
|
}
|
|
|
|
|
|
|
|
func ensurePUT(handler func(http.ResponseWriter, *http.Request)) func(http.ResponseWriter, *http.Request) {
|
|
|
|
return ensure("PUT", handler)
|
|
|
|
}
|
|
|
|
|
|
|
|
func ensureDELETE(handler func(http.ResponseWriter, *http.Request)) func(http.ResponseWriter, *http.Request) {
|
|
|
|
return ensure("DELETE", handler)
|
|
|
|
}
|
|
|
|
|
|
|
|
// --------------------------
|
|
|
|
// helper functions for stats
|
|
|
|
// --------------------------
|
2018-09-05 23:20:51 +00:00
|
|
|
func getReversedSlice(input [statsHistoryElements]float64, start int, end int) []float64 {
|
2018-08-30 14:25:33 +00:00
|
|
|
output := make([]float64, 0)
|
2018-09-05 23:11:36 +00:00
|
|
|
for i := start; i <= end; i++ {
|
2018-09-05 23:20:51 +00:00
|
|
|
output = append([]float64{input[i]}, output...)
|
2018-08-30 14:25:33 +00:00
|
|
|
}
|
|
|
|
return output
|
|
|
|
}
|
|
|
|
|
|
|
|
func generateMapFromStats(stats *periodicStats, start int, end int) map[string]interface{} {
|
|
|
|
// clamp
|
|
|
|
start = clamp(start, 0, statsHistoryElements)
|
|
|
|
end = clamp(end, 0, statsHistoryElements)
|
|
|
|
|
|
|
|
avgProcessingTime := make([]float64, 0)
|
|
|
|
|
2018-09-05 23:20:51 +00:00
|
|
|
count := getReversedSlice(stats.entries[processingTimeCount], start, end)
|
|
|
|
sum := getReversedSlice(stats.entries[processingTimeSum], start, end)
|
2018-08-30 14:25:33 +00:00
|
|
|
for i := 0; i < len(count); i++ {
|
|
|
|
var avg float64
|
|
|
|
if count[i] != 0 {
|
|
|
|
avg = sum[i] / count[i]
|
|
|
|
avg *= 1000
|
|
|
|
}
|
|
|
|
avgProcessingTime = append(avgProcessingTime, avg)
|
|
|
|
}
|
|
|
|
|
|
|
|
result := map[string]interface{}{
|
2018-09-05 23:20:51 +00:00
|
|
|
"dns_queries": getReversedSlice(stats.entries[totalRequests], start, end),
|
|
|
|
"blocked_filtering": getReversedSlice(stats.entries[filteredLists], start, end),
|
|
|
|
"replaced_safebrowsing": getReversedSlice(stats.entries[filteredSafebrowsing], start, end),
|
|
|
|
"replaced_safesearch": getReversedSlice(stats.entries[filteredSafesearch], start, end),
|
|
|
|
"replaced_parental": getReversedSlice(stats.entries[filteredParental], start, end),
|
2018-08-30 14:25:33 +00:00
|
|
|
"avg_processing_time": avgProcessingTime,
|
|
|
|
}
|
|
|
|
return result
|
|
|
|
}
|
|
|
|
|
|
|
|
func produceTop(m map[string]int, top int) map[string]int {
|
|
|
|
toMarshal := map[string]int{}
|
|
|
|
topKeys := sortByValue(m)
|
|
|
|
for i, k := range topKeys {
|
|
|
|
if i == top {
|
|
|
|
break
|
|
|
|
}
|
|
|
|
toMarshal[k] = m[k]
|
|
|
|
}
|
|
|
|
return toMarshal
|
|
|
|
}
|
|
|
|
|
|
|
|
// -------------------------------------
|
|
|
|
// helper functions for querylog parsing
|
|
|
|
// -------------------------------------
|
|
|
|
func sortByValue(m map[string]int) []string {
|
|
|
|
type kv struct {
|
|
|
|
k string
|
|
|
|
v int
|
|
|
|
}
|
|
|
|
var ss []kv
|
|
|
|
for k, v := range m {
|
|
|
|
ss = append(ss, kv{k, v})
|
|
|
|
}
|
|
|
|
sort.Slice(ss, func(l, r int) bool {
|
|
|
|
return ss[l].v > ss[r].v
|
|
|
|
})
|
|
|
|
|
|
|
|
sorted := []string{}
|
|
|
|
for _, v := range ss {
|
|
|
|
sorted = append(sorted, v.k)
|
|
|
|
}
|
|
|
|
return sorted
|
|
|
|
}
|
|
|
|
|
|
|
|
func getHost(entry map[string]interface{}) string {
|
|
|
|
q, ok := entry["question"]
|
|
|
|
if !ok {
|
|
|
|
return ""
|
|
|
|
}
|
|
|
|
question, ok := q.(map[string]interface{})
|
|
|
|
if !ok {
|
|
|
|
return ""
|
|
|
|
}
|
|
|
|
h, ok := question["host"]
|
|
|
|
if !ok {
|
|
|
|
return ""
|
|
|
|
}
|
|
|
|
host, ok := h.(string)
|
|
|
|
if !ok {
|
|
|
|
return ""
|
|
|
|
}
|
|
|
|
return host
|
|
|
|
}
|
|
|
|
|
|
|
|
func getReason(entry map[string]interface{}) string {
|
|
|
|
r, ok := entry["reason"]
|
|
|
|
if !ok {
|
|
|
|
return ""
|
|
|
|
}
|
|
|
|
reason, ok := r.(string)
|
|
|
|
if !ok {
|
|
|
|
return ""
|
|
|
|
}
|
|
|
|
return reason
|
|
|
|
}
|
|
|
|
|
|
|
|
func getClient(entry map[string]interface{}) string {
|
|
|
|
c, ok := entry["client"]
|
|
|
|
if !ok {
|
|
|
|
return ""
|
|
|
|
}
|
|
|
|
client, ok := c.(string)
|
|
|
|
if !ok {
|
|
|
|
return ""
|
|
|
|
}
|
|
|
|
return client
|
|
|
|
}
|
|
|
|
|
2018-09-07 14:49:33 +00:00
|
|
|
func getTime(entry map[string]interface{}) time.Time {
|
|
|
|
t, ok := entry["time"]
|
|
|
|
if !ok {
|
|
|
|
return time.Time{}
|
|
|
|
}
|
|
|
|
tstr, ok := t.(string)
|
|
|
|
if !ok {
|
|
|
|
return time.Time{}
|
|
|
|
}
|
|
|
|
value, err := time.Parse(time.RFC3339, tstr)
|
|
|
|
if err != nil {
|
|
|
|
return time.Time{}
|
|
|
|
}
|
|
|
|
return value
|
|
|
|
}
|
|
|
|
|
2018-08-30 14:25:33 +00:00
|
|
|
// -------------------------------------------------
|
|
|
|
// helper functions for parsing parameters from body
|
|
|
|
// -------------------------------------------------
|
|
|
|
func parseParametersFromBody(r io.Reader) (map[string]string, error) {
|
|
|
|
parameters := map[string]string{}
|
|
|
|
|
|
|
|
scanner := bufio.NewScanner(r)
|
|
|
|
for scanner.Scan() {
|
|
|
|
line := scanner.Text()
|
|
|
|
if len(line) == 0 {
|
|
|
|
// skip empty lines
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
parts := strings.SplitN(line, "=", 2)
|
|
|
|
if len(parts) != 2 {
|
|
|
|
return parameters, errors.New("Got invalid request body")
|
|
|
|
}
|
|
|
|
parameters[strings.TrimSpace(parts[0])] = strings.TrimSpace(parts[1])
|
|
|
|
}
|
|
|
|
|
|
|
|
return parameters, nil
|
|
|
|
}
|