Added crawler as user agent token identifier for bot.

This commit is contained in:
Christian P. MOMON 2021-05-26 00:22:06 +02:00
parent 18bed6289d
commit b9f3d6b600

View file

@ -185,7 +185,7 @@ public class HttpAccessLog
{ {
boolean result; boolean result;
if (StringsUtils.containsAnyIgnoreCase(this.userAgent.toString(), "bot", "monitoring", "Apache-HttpClient")) if (StringsUtils.containsAnyIgnoreCase(this.userAgent.toString(), "bot", "monitoring", "Apache-HttpClient", "crawler"))
{ {
result = true; result = true;
} }