add AhrefsBot user agent

This commit is contained in:
Azareal 2020-03-07 21:08:25 +10:00
parent 998cbbfd50
commit d22d6f0b27
3 changed files with 14 additions and 7 deletions

View File

@ -609,9 +609,10 @@ var agentMapEnum = map[string]int{
"suspicious": 35,
"semrush": 36,
"dotbot": 37,
"majestic": 38,
"aspiegel": 39,
"zgrab": 40,
"ahrefs": 38,
"majestic": 39,
"aspiegel": 40,
"zgrab": 41,
}
var reverseAgentMapEnum = map[int]string{
0: "unknown",
@ -652,9 +653,10 @@ var reverseAgentMapEnum = map[int]string{
35: "suspicious",
36: "semrush",
37: "dotbot",
38: "majestic",
39: "aspiegel",
40: "zgrab",
38: "ahrefs",
39: "majestic",
40: "aspiegel",
41: "zgrab",
}
var markToAgent = map[string]string{
"OPR": "opera",
@ -692,6 +694,7 @@ var markToAgent = map[string]string{
"ia_archiver": "alexa",
"SemrushBot": "semrush",
"DotBot": "dotbot",
"AhrefsBot": "ahrefs",
"MJ12bot": "majestic",
"AspiegelBot": "aspiegel",
"zgrab": "zgrab",

View File

@ -221,6 +221,7 @@
"semrush":"SemrushBot",
"dotbot":"DotBot",
"ahrefs":"Ahrefs",
"majestic":"MJ12bot",
"aspiegel":"AspiegelBot",
"zgrab":"Zgrab App Scanner",

View File

@ -268,6 +268,7 @@ func main() {
"suspicious",
"semrush",
"dotbot",
"ahrefs",
"majestic",
"aspiegel",
"zgrab",
@ -316,6 +317,7 @@ func main() {
"SemrushBot",
"DotBot",
"AhrefsBot",
"MJ12bot",
"AspiegelBot",
"zgrab",
@ -359,7 +361,8 @@ func main() {
"SemrushBot": "semrush",
"DotBot": "dotbot",
"MJ12bot":"majestic",
"AhrefsBot": "ahrefs",
"MJ12bot": "majestic",
"AspiegelBot": "aspiegel",
"zgrab": "zgrab",
}