diff --git a/src/fr/devinsy/statoolinfos/cli/StatoolInfosCLI.java b/src/fr/devinsy/statoolinfos/cli/StatoolInfosCLI.java index 2c2070a..db69407 100644 --- a/src/fr/devinsy/statoolinfos/cli/StatoolInfosCLI.java +++ b/src/fr/devinsy/statoolinfos/cli/StatoolInfosCLI.java @@ -122,7 +122,7 @@ public final class StatoolInfosCLI message.appendln(" statoolinfos list ua [-bot|-nobot] generate user agent list from http log file"); message.appendln(" statoolinfos list visitor [-bot|-nobot] generate visitors (ip+ua) list from http log file"); message.appendln(" statoolinfos stat ip [-bot|-nobot] generate stats about ip from http log file"); - message.appendln(" statoolinfos stat ua [-bot|-nobot] generate stats about user agent from http log file"); + message.appendln(" statoolinfos stat ua [-bot|-nobot] generate stats about user agent from http log file"); message.appendln(" statoolinfos stat visitor [-bot|-nobot] generate stats about visitor (ip+ua) from http log file"); System.out.print(message.toString()); @@ -552,6 +552,19 @@ public final class StatoolInfosCLI StatoolInfos.statIps(source, BotFilter.ALL); } + else if (CLIUtils.isMatching(args, "stat", "(useragent|ua)", "(-all|-bot|-nobot)", ".+\\.conf*")) + { + BotFilter filter = parseLogFilterOption(args[2]); + File configurationFile = new File(StringUtils.trim(args[3])); + + StatoolInfos.statUserAgents(configurationFile, filter); + } + else if (CLIUtils.isMatching(args, "stat", "(useragent|ua)", ".+\\.conf")) + { + File configurationFile = new File(StringUtils.trim(args[2])); + + StatoolInfos.statUserAgents(configurationFile, BotFilter.ALL); + } else if (CLIUtils.isMatchingEllipsis(args, "stat", "(useragent|ua)", "(-all|-bot|-nobot)", ".+")) { BotFilter filter = parseLogFilterOption(args[2]); diff --git a/src/fr/devinsy/statoolinfos/core/StatoolInfos.java b/src/fr/devinsy/statoolinfos/core/StatoolInfos.java index 5728719..944f2ea 100644 --- a/src/fr/devinsy/statoolinfos/core/StatoolInfos.java +++ b/src/fr/devinsy/statoolinfos/core/StatoolInfos.java @@ -756,6 +756,66 @@ public class StatoolInfos } } + /** + * Stat user agents. + * + * @param configurationFile + * the configuration file + * @param filter + * the filter + */ + public static void statUserAgents(final File configurationFile, final BotFilter filter) + { + try + { + if ((configurationFile == null) || (!configurationFile.exists())) + { + System.out.println("No configuration file found."); + } + else + { + System.out.println("Testing HttpAccesLog lines from [" + configurationFile.toString() + "]"); + Configuration configuration = Factory.loadConfiguration(configurationFile); + + logger.info("== Testing HttpAccessLog lines."); + String source = configuration.getProbeHttpAccessLogSource(); + String dateTimePattern = configuration.getProbeHttpAccessLogDateTimePattern(); + String pattern = configuration.getProbeHttpAccessLogPattern(); + String pathFilter = configuration.getProbeHttpAccessLogPathFilter(); + logger.info("source=[{}]", source); + logger.info("pattern=[{}]", pattern); + logger.info("dateTimePattern=[{}]", dateTimePattern); + logger.info("pathFilter=[{}]", pathFilter); + + Chrono chrono = new Chrono().start(); + UserAgentStator stator = new UserAgentStator(); + HttpAccessLogs logs = new HttpAccessLogs(FilesUtils.searchByWildcard(source), pattern, dateTimePattern, pathFilter); + for (HttpAccessLog log : logs) + { + if (filter.matches(log)) + { + stator.putLog(log); + } + } + + System.err.println("LogCount IpCount VisitCount UserAgent"); + for (UserAgentStat stat : stator.getUserAgentStats().sortByCount().reverse()) + { + System.out.println(String.format("%d %d %d %s", stat.getLogCount(), stat.getIpCount(), stat.getVisitCount(), stat.getUserAgent())); + } + + System.err.println(String.format("%s %10d", "User Agent count: ", stator.getUserAgentStats().size())); + System.err.println(String.format("%s %10d", "Log count: ", stator.getLogCount())); + System.err.println(chrono.format()); + } + } + catch (Exception exception) + { + logger.error("Error: {}", exception.getMessage()); + exception.printStackTrace(); + } + } + /** * Stat user agents. *