add AhrefsBot user agent

This commit is contained in:
Azareal 2020-03-07 21:08:25 +10:00
parent 998cbbfd50
commit d22d6f0b27
3 changed files with 14 additions and 7 deletions

View File

@ -609,9 +609,10 @@ var agentMapEnum = map[string]int{
"suspicious": 35, "suspicious": 35,
"semrush": 36, "semrush": 36,
"dotbot": 37, "dotbot": 37,
"majestic": 38, "ahrefs": 38,
"aspiegel": 39, "majestic": 39,
"zgrab": 40, "aspiegel": 40,
"zgrab": 41,
} }
var reverseAgentMapEnum = map[int]string{ var reverseAgentMapEnum = map[int]string{
0: "unknown", 0: "unknown",
@ -652,9 +653,10 @@ var reverseAgentMapEnum = map[int]string{
35: "suspicious", 35: "suspicious",
36: "semrush", 36: "semrush",
37: "dotbot", 37: "dotbot",
38: "majestic", 38: "ahrefs",
39: "aspiegel", 39: "majestic",
40: "zgrab", 40: "aspiegel",
41: "zgrab",
} }
var markToAgent = map[string]string{ var markToAgent = map[string]string{
"OPR": "opera", "OPR": "opera",
@ -692,6 +694,7 @@ var markToAgent = map[string]string{
"ia_archiver": "alexa", "ia_archiver": "alexa",
"SemrushBot": "semrush", "SemrushBot": "semrush",
"DotBot": "dotbot", "DotBot": "dotbot",
"AhrefsBot": "ahrefs",
"MJ12bot": "majestic", "MJ12bot": "majestic",
"AspiegelBot": "aspiegel", "AspiegelBot": "aspiegel",
"zgrab": "zgrab", "zgrab": "zgrab",

View File

@ -221,6 +221,7 @@
"semrush":"SemrushBot", "semrush":"SemrushBot",
"dotbot":"DotBot", "dotbot":"DotBot",
"ahrefs":"Ahrefs",
"majestic":"MJ12bot", "majestic":"MJ12bot",
"aspiegel":"AspiegelBot", "aspiegel":"AspiegelBot",
"zgrab":"Zgrab App Scanner", "zgrab":"Zgrab App Scanner",

View File

@ -268,6 +268,7 @@ func main() {
"suspicious", "suspicious",
"semrush", "semrush",
"dotbot", "dotbot",
"ahrefs",
"majestic", "majestic",
"aspiegel", "aspiegel",
"zgrab", "zgrab",
@ -316,6 +317,7 @@ func main() {
"SemrushBot", "SemrushBot",
"DotBot", "DotBot",
"AhrefsBot",
"MJ12bot", "MJ12bot",
"AspiegelBot", "AspiegelBot",
"zgrab", "zgrab",
@ -359,6 +361,7 @@ func main() {
"SemrushBot": "semrush", "SemrushBot": "semrush",
"DotBot": "dotbot", "DotBot": "dotbot",
"AhrefsBot": "ahrefs",
"MJ12bot": "majestic", "MJ12bot": "majestic",
"AspiegelBot": "aspiegel", "AspiegelBot": "aspiegel",
"zgrab": "zgrab", "zgrab": "zgrab",