From 998cbbfd50dc69f6a2ee73bc79b2a315b14e02b5 Mon Sep 17 00:00:00 2001 From: Azareal Date: Sat, 7 Mar 2020 20:46:27 +1000 Subject: [PATCH] add MJ12bot user agent add toutiao lang string --- gen_router.go | 11 +++++++---- langs/english.json | 2 ++ router_gen/main.go | 3 +++ 3 files changed, 12 insertions(+), 4 deletions(-) diff --git a/gen_router.go b/gen_router.go index b472ea48..d49747b9 100644 --- a/gen_router.go +++ b/gen_router.go @@ -609,8 +609,9 @@ var agentMapEnum = map[string]int{ "suspicious": 35, "semrush": 36, "dotbot": 37, - "aspiegel": 38, - "zgrab": 39, + "majestic": 38, + "aspiegel": 39, + "zgrab": 40, } var reverseAgentMapEnum = map[int]string{ 0: "unknown", @@ -651,8 +652,9 @@ var reverseAgentMapEnum = map[int]string{ 35: "suspicious", 36: "semrush", 37: "dotbot", - 38: "aspiegel", - 39: "zgrab", + 38: "majestic", + 39: "aspiegel", + 40: "zgrab", } var markToAgent = map[string]string{ "OPR": "opera", @@ -690,6 +692,7 @@ var markToAgent = map[string]string{ "ia_archiver": "alexa", "SemrushBot": "semrush", "DotBot": "dotbot", + "MJ12bot": "majestic", "AspiegelBot": "aspiegel", "zgrab": "zgrab", } diff --git a/langs/english.json b/langs/english.json index 03acb5f4..c53df4c0 100644 --- a/langs/english.json +++ b/langs/english.json @@ -203,6 +203,7 @@ "slurp":"Yahoo! Slurp", "exabot":"Exabot", "sogou":"Sogou", + "toutiao":"Toutiao", "baidu":"Baidu", "duckduckgo":"DuckDuckBot", "seznambot":"SeznamBot", @@ -220,6 +221,7 @@ "semrush":"SemrushBot", "dotbot":"DotBot", + "majestic":"MJ12bot", "aspiegel":"AspiegelBot", "zgrab":"Zgrab App Scanner", "suspicious":"Suspicious", diff --git a/router_gen/main.go b/router_gen/main.go index f48655a8..49d0bc9b 100644 --- a/router_gen/main.go +++ b/router_gen/main.go @@ -268,6 +268,7 @@ func main() { "suspicious", "semrush", "dotbot", + "majestic", "aspiegel", "zgrab", } @@ -315,6 +316,7 @@ func main() { "SemrushBot", "DotBot", + "MJ12bot", "AspiegelBot", "zgrab", } @@ -357,6 +359,7 @@ func main() { "SemrushBot": "semrush", "DotBot": "dotbot", + "MJ12bot":"majestic", "AspiegelBot": "aspiegel", "zgrab": "zgrab", }