Added crawler as user agent token identifier for bot.
This commit is contained in:
parent
18bed6289d
commit
b9f3d6b600
1 changed files with 1 additions and 1 deletions
|
@ -185,7 +185,7 @@ public class HttpAccessLog
|
|||
{
|
||||
boolean result;
|
||||
|
||||
if (StringsUtils.containsAnyIgnoreCase(this.userAgent.toString(), "bot", "monitoring", "Apache-HttpClient"))
|
||||
if (StringsUtils.containsAnyIgnoreCase(this.userAgent.toString(), "bot", "monitoring", "Apache-HttpClient", "crawler"))
|
||||
{
|
||||
result = true;
|
||||
}
|
||||
|
|
Loading…
Reference in a new issue