Step in probe devs.
This commit is contained in:
parent
e4d122bbe4
commit
22addc634f
19 changed files with 2004 additions and 270 deletions
|
|
@ -254,6 +254,7 @@ public final class StatoolInfosCLI
|
|||
catch (Exception exception)
|
||||
{
|
||||
logger.error("Error with [{}]: {}", input.getAbsoluteFile(), exception.getMessage());
|
||||
exception.printStackTrace();
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
|
|||
|
|
@ -29,7 +29,9 @@ import java.time.Period;
|
|||
import java.time.ZoneId;
|
||||
import java.time.format.DateTimeFormatter;
|
||||
import java.time.format.DateTimeParseException;
|
||||
import java.util.Calendar;
|
||||
import java.util.Date;
|
||||
import java.util.GregorianCalendar;
|
||||
import java.util.Iterator;
|
||||
import java.util.Locale;
|
||||
|
||||
|
|
@ -142,6 +144,23 @@ public class StatoolInfosUtils
|
|||
FileUtils.copyURLToFile(source, target, 5000, 5000);
|
||||
}
|
||||
|
||||
/**
|
||||
* Gets the week count of year.
|
||||
*
|
||||
* @param year
|
||||
* the year
|
||||
* @return the week count of year
|
||||
*/
|
||||
public static int getWeekCountOfYear(final int year)
|
||||
{
|
||||
int result;
|
||||
|
||||
result = new GregorianCalendar(year, 11, 01).getActualMaximum(Calendar.WEEK_OF_YEAR);
|
||||
|
||||
//
|
||||
return result;
|
||||
}
|
||||
|
||||
/**
|
||||
* Gets the current time in long format.
|
||||
*
|
||||
|
|
|
|||
|
|
@ -0,0 +1,283 @@
|
|||
/*
|
||||
* Copyright (C) 2020-2021 Christian Pierre MOMON <christian@momon.org>
|
||||
*
|
||||
* This file is part of StatoolInfos, simple service statistics tool.
|
||||
*
|
||||
* StatoolInfos is free software: you can redistribute it and/or modify
|
||||
* it under the terms of the GNU Affero General Public License as
|
||||
* published by the Free Software Foundation, either version 3 of the
|
||||
* License, or (at your option) any later version.
|
||||
*
|
||||
* StatoolInfos is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
* GNU Affero General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU Affero General Public License
|
||||
* along with StatoolInfos. If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
package fr.devinsy.statoolinfos.htmlize.probes;
|
||||
|
||||
import java.io.BufferedReader;
|
||||
import java.io.File;
|
||||
import java.io.FileInputStream;
|
||||
import java.io.IOException;
|
||||
import java.io.InputStreamReader;
|
||||
import java.time.LocalDateTime;
|
||||
import java.time.format.DateTimeFormatter;
|
||||
import java.util.Locale;
|
||||
import java.util.regex.Matcher;
|
||||
import java.util.regex.Pattern;
|
||||
|
||||
import org.apache.commons.io.IOUtils;
|
||||
import org.apache.commons.lang3.StringUtils;
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
|
||||
import fr.devinsy.statoolinfos.core.StatoolInfosException;
|
||||
|
||||
/**
|
||||
* The Class HttpAccessLogProber.
|
||||
*/
|
||||
public class HttpAccessLogAnalyzer
|
||||
{
|
||||
private static Logger logger = LoggerFactory.getLogger(HttpAccessLogAnalyzer.class);
|
||||
|
||||
public static final String DEFAULT_CHARSET_NAME = "UTF-8";
|
||||
|
||||
/**
|
||||
* Instantiates a new http access log prober.
|
||||
*/
|
||||
private HttpAccessLogAnalyzer()
|
||||
{
|
||||
}
|
||||
|
||||
/**
|
||||
* Parses the log.
|
||||
*
|
||||
* @param line
|
||||
* the line
|
||||
* @return the http log
|
||||
*/
|
||||
public static HttpLog parseLog(final String line)
|
||||
{
|
||||
HttpLog result;
|
||||
|
||||
//
|
||||
// log_format combined '$remote_addr - $remote_user [$time_local] '
|
||||
// '"$request" $status $body_bytes_sent '
|
||||
// '"$http_referer" "$http_user_agent"';
|
||||
String remoteAddressPattern = "(?<remoteAddress>[a-zA-F0-9\\\\:\\\\.]+)";
|
||||
String remoteUserPattern = "(?<remoteUser>\\S+)";
|
||||
String timePattern = "(?<time>[^\\]]+)";
|
||||
String requestPattern = "(?<request>[^\"]*)";
|
||||
String statusPattern = "(?<status>\\d+)";
|
||||
String bodyBytesSentPattern = "(?<bodyBytesSent>\\d+)";
|
||||
String refererPattern = "(?<referer>[^\"]*)";
|
||||
String httpUserAgentPattern = "(?<httpUserAgent>[^\"]*)";
|
||||
|
||||
String combinedPattern = String.format("^%s - %s \\[%s\\] \"%s\" %s %s \"%s\" \"%s\".*$",
|
||||
remoteAddressPattern, remoteUserPattern, timePattern, requestPattern, statusPattern, bodyBytesSentPattern,
|
||||
refererPattern, httpUserAgentPattern);
|
||||
|
||||
// logger.info("pattern=[{}]", combinedPattern);
|
||||
|
||||
Pattern combined = Pattern.compile(combinedPattern);
|
||||
|
||||
Matcher matcher = combined.matcher(line);
|
||||
if (matcher.matches())
|
||||
{
|
||||
result = new HttpLog();
|
||||
result.setRemoteAddress(matcher.group("remoteAddress"));
|
||||
result.setRemoteUser(matcher.group("remoteUser"));
|
||||
result.setTime(LocalDateTime.parse(matcher.group("time"), DateTimeFormatter.ofPattern("dd/MMM/yyyy:HH:mm:ss Z").withLocale(Locale.ENGLISH)));
|
||||
result.setRequest(matcher.group("request"));
|
||||
result.setStatus(HttpStatusTable.instance().get(matcher.group("status")));
|
||||
result.setBodyBytesSent(Long.valueOf(matcher.group("bodyBytesSent")));
|
||||
result.setReferer(matcher.group("referer"));
|
||||
result.setHttpUserAgent(new UserAgent(matcher.group("httpUserAgent")));
|
||||
}
|
||||
else
|
||||
{
|
||||
result = null;
|
||||
}
|
||||
|
||||
//
|
||||
return result;
|
||||
}
|
||||
|
||||
/**
|
||||
* Probe.
|
||||
*
|
||||
* @param source
|
||||
* the source
|
||||
* @param target
|
||||
* the target
|
||||
* @throws IOException
|
||||
* Signals that an I/O exception has occurred.
|
||||
* @throws StatoolInfosException
|
||||
* the statool infos exception
|
||||
*/
|
||||
public static PathCounters probe(final File source, final File target) throws IOException, StatoolInfosException
|
||||
{
|
||||
PathCounters result = new PathCounters();
|
||||
|
||||
int errorCount = 0;
|
||||
for (File file : source.getParentFile().listFiles())
|
||||
{
|
||||
// if (file.getName().startsWith(source.getName()))
|
||||
if (file.getName().equals(source.getName()))
|
||||
{
|
||||
errorCount += probe(result, source);
|
||||
}
|
||||
}
|
||||
|
||||
//
|
||||
return result;
|
||||
}
|
||||
|
||||
/**
|
||||
* Probe.
|
||||
*
|
||||
* @param source
|
||||
* the source
|
||||
* @param counters
|
||||
* the counters
|
||||
* @throws IOException
|
||||
* Signals that an I/O exception has occurred.
|
||||
* @throws StatoolInfosException
|
||||
* the statool infos exception
|
||||
*/
|
||||
public static int probe(final PathCounters counters, final File source) throws IOException, StatoolInfosException
|
||||
{
|
||||
int result;
|
||||
|
||||
BufferedReader in = null;
|
||||
try
|
||||
{
|
||||
result = 0;
|
||||
in = new BufferedReader(new InputStreamReader(new FileInputStream(source), DEFAULT_CHARSET_NAME));
|
||||
|
||||
boolean ended = false;
|
||||
while (!ended)
|
||||
{
|
||||
String line = in.readLine();
|
||||
|
||||
if (line == null)
|
||||
{
|
||||
ended = true;
|
||||
}
|
||||
else if (StringUtils.isNotEmpty(line))
|
||||
{
|
||||
try
|
||||
{
|
||||
probe(counters, line);
|
||||
|
||||
}
|
||||
catch (Exception exception)
|
||||
{
|
||||
exception.printStackTrace();
|
||||
result += 1;
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
finally
|
||||
{
|
||||
IOUtils.closeQuietly(in);
|
||||
}
|
||||
|
||||
//
|
||||
return result;
|
||||
}
|
||||
|
||||
/**
|
||||
* Probe.
|
||||
*
|
||||
* @param counters
|
||||
* the counters
|
||||
* @param line
|
||||
* the line
|
||||
*/
|
||||
public static void probe(final PathCounters counters, final String line)
|
||||
{
|
||||
HttpLog log = parseLog(line);
|
||||
|
||||
// logger.info("==================");
|
||||
if (log == null)
|
||||
{
|
||||
logger.warn("LINE IS NOT MATCHING [{}]", line);
|
||||
}
|
||||
else
|
||||
{
|
||||
// logger.info("LINE IS MATCHING [{}]", log);
|
||||
// logger.info(log.getHttpUserAgent().toString());
|
||||
|
||||
// General HTTP access logs.
|
||||
String year = log.getYear();
|
||||
String yearMonth = log.getYearMonth();
|
||||
String yearWeek = log.getYearWeek();
|
||||
String date = log.getDate();
|
||||
|
||||
// metrics.http.hits
|
||||
counters.inc("metrics.http.hits", year, yearMonth, yearWeek, date);
|
||||
|
||||
if (log.isIPv4())
|
||||
{
|
||||
counters.inc("metrics.http.hits.ipv4", year, yearMonth, yearWeek, date);
|
||||
}
|
||||
else
|
||||
{
|
||||
counters.inc("metrics.http.hits.ipv6", year, yearMonth, yearWeek, date);
|
||||
}
|
||||
|
||||
// metrics.http.files
|
||||
if (log.getBodyBytesSent() != 0)
|
||||
{
|
||||
counters.inc("metrics.http.file", year, yearMonth, yearWeek, date);
|
||||
}
|
||||
|
||||
// metrics.http.bytes
|
||||
counters.inc(log.getBodyBytesSent(), "metrics.http.bytes", year, yearMonth, yearWeek, date);
|
||||
|
||||
// metrics.http.hits.bots.* =
|
||||
if (log.isBot())
|
||||
{
|
||||
counters.inc("metrics.http.hits.bots", year, yearMonth, yearWeek, date);
|
||||
}
|
||||
|
||||
// metrics.http.pages.* =
|
||||
if (StringUtils.endsWithAny(log.getRequest(), ".html", ".htm", ".xhtml", ".cgi"))
|
||||
{
|
||||
counters.inc("metrics.http.pages", year, yearMonth, yearWeek, date);
|
||||
}
|
||||
|
||||
// metrics.http.status.XXX
|
||||
String status = String.valueOf(log.getStatus().getCode());
|
||||
counters.inc("metrics.http.status." + status, year, yearMonth, yearWeek, date);
|
||||
|
||||
// metrics.http.os.XXXXX
|
||||
UserAgentOS os = log.getHttpUserAgent().getOS();
|
||||
counters.inc("metrics.http.browsers." + os.toString().toLowerCase(), year, yearMonth, yearWeek, date);
|
||||
|
||||
// metrics.http.browsers.XXXXX
|
||||
UserAgentBrowser browser = log.getHttpUserAgent().getBrowser();
|
||||
counters.inc("metrics.http.browsers." + browser.toString().toLowerCase(), year, yearMonth, yearWeek, date);
|
||||
|
||||
// metrics.http.devices.XXXXX =
|
||||
UserAgentDevice device = log.getHttpUserAgent().getDevice();
|
||||
counters.inc("metrics.http.devices." + device.toString().toLowerCase(), year, yearMonth, yearWeek, date);
|
||||
|
||||
// metrics.http.countries.XX =
|
||||
|
||||
// metrics.http.ip.* =
|
||||
// metrics.http.ip.ipv4.* =
|
||||
// metrics.http.ip.ipv6.* =
|
||||
|
||||
// metrics.http.visits.* =
|
||||
|
||||
// metrics.http.errors.* =
|
||||
// metrics.http.errors.php.* =
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
@ -1,240 +0,0 @@
|
|||
/*
|
||||
* Copyright (C) 2020 Christian Pierre MOMON <christian@momon.org>
|
||||
*
|
||||
* This file is part of StatoolInfos, simple service statistics tool.
|
||||
*
|
||||
* StatoolInfos is free software: you can redistribute it and/or modify
|
||||
* it under the terms of the GNU Affero General Public License as
|
||||
* published by the Free Software Foundation, either version 3 of the
|
||||
* License, or (at your option) any later version.
|
||||
*
|
||||
* StatoolInfos is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
* GNU Affero General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU Affero General Public License
|
||||
* along with StatoolInfos. If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
package fr.devinsy.statoolinfos.htmlize.probes;
|
||||
|
||||
import java.io.BufferedReader;
|
||||
import java.io.File;
|
||||
import java.io.FileInputStream;
|
||||
import java.io.IOException;
|
||||
import java.io.InputStreamReader;
|
||||
import java.time.LocalDateTime;
|
||||
import java.time.format.DateTimeFormatter;
|
||||
import java.util.Locale;
|
||||
|
||||
import org.apache.commons.io.IOUtils;
|
||||
import org.apache.commons.lang3.StringUtils;
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
|
||||
import fr.devinsy.statoolinfos.core.StatoolInfosException;
|
||||
|
||||
/**
|
||||
* The Class HttpAccessLogProber.
|
||||
*/
|
||||
public class HttpAccessLogProber
|
||||
{
|
||||
private static Logger logger = LoggerFactory.getLogger(HttpAccessLogProber.class);
|
||||
|
||||
public static final String DEFAULT_CHARSET_NAME = "UTF-8";
|
||||
|
||||
/**
|
||||
* Instantiates a new http access log prober.
|
||||
*/
|
||||
private HttpAccessLogProber()
|
||||
{
|
||||
}
|
||||
|
||||
/**
|
||||
* Probe.
|
||||
*
|
||||
* @param source
|
||||
* the source
|
||||
* @param target
|
||||
* the target
|
||||
* @throws IOException
|
||||
* Signals that an I/O exception has occurred.
|
||||
* @throws StatoolInfosException
|
||||
* the statool infos exception
|
||||
*/
|
||||
public static void probe(final File source, final File target) throws IOException, StatoolInfosException
|
||||
{
|
||||
PathCounters counters;
|
||||
|
||||
counters = new PathCounters();
|
||||
|
||||
for (File file : source.getParentFile().listFiles())
|
||||
{
|
||||
if (file.getName().startsWith(source.getName()))
|
||||
{
|
||||
probe(counters, source);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* Probe.
|
||||
*
|
||||
* @param source
|
||||
* the source
|
||||
* @param counters
|
||||
* the counters
|
||||
* @throws IOException
|
||||
* Signals that an I/O exception has occurred.
|
||||
* @throws StatoolInfosException
|
||||
* the statool infos exception
|
||||
*/
|
||||
public static void probe(final PathCounters counters, final File source) throws IOException, StatoolInfosException
|
||||
{
|
||||
BufferedReader in = null;
|
||||
try
|
||||
{
|
||||
in = new BufferedReader(new InputStreamReader(new FileInputStream(source), DEFAULT_CHARSET_NAME));
|
||||
|
||||
boolean ended = false;
|
||||
while (!ended)
|
||||
{
|
||||
String line = in.readLine();
|
||||
|
||||
if (line == null)
|
||||
{
|
||||
ended = true;
|
||||
}
|
||||
else if (StringUtils.isNotEmpty(line))
|
||||
{
|
||||
probe(counters, line);
|
||||
}
|
||||
}
|
||||
}
|
||||
finally
|
||||
{
|
||||
IOUtils.closeQuietly(in);
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* Probe.
|
||||
*
|
||||
* @param counters
|
||||
* the counters
|
||||
* @param line
|
||||
* the line
|
||||
*/
|
||||
public static void probe(final PathCounters counters, final String line)
|
||||
{
|
||||
//
|
||||
LocalDateTime date;
|
||||
|
||||
date = LocalDateTime.now();
|
||||
|
||||
String year = date.format(DateTimeFormatter.ofPattern("yyyy", Locale.FRANCE));
|
||||
String month = date.format(DateTimeFormatter.ofPattern("yyyy-MM", Locale.FRANCE));
|
||||
String week = date.format(DateTimeFormatter.ofPattern("yyyyWW", Locale.FRANCE));
|
||||
String day = date.format(DateTimeFormatter.ofPattern("yyyy-MM-dd", Locale.FRANCE));
|
||||
|
||||
// General HTTP access logs.
|
||||
|
||||
// metrics.http.hits
|
||||
counters.inc("metrics.http.hits", year);
|
||||
counters.inc("metrics.http.hits", month);
|
||||
counters.inc("metrics.http.hits", week);
|
||||
counters.inc("metrics.http.hits", day);
|
||||
|
||||
// metrics.http.hits.ipv4
|
||||
counters.inc("metrics.http.hits.ipv4", year);
|
||||
counters.inc("metrics.http.hits.ipv4", month);
|
||||
counters.inc("metrics.http.hits.ipv4", week);
|
||||
counters.inc("metrics.http.hits.ipv4", day);
|
||||
|
||||
// metrics.http.hits.ipv6
|
||||
counters.inc("metrics.http.hits.ipv6", year);
|
||||
counters.inc("metrics.http.hits.ipv6", month);
|
||||
counters.inc("metrics.http.hits.ipv6", week);
|
||||
counters.inc("metrics.http.hits.ipv6", day);
|
||||
|
||||
// metrics.http.pages
|
||||
counters.inc("metrics.http.pages", year);
|
||||
counters.inc("metrics.http.pages", month);
|
||||
counters.inc("metrics.http.pages", week);
|
||||
counters.inc("metrics.http.pages", day);
|
||||
|
||||
// metrics.http.pages.ipv4
|
||||
counters.inc("metrics.http.pages.ipv4", year);
|
||||
counters.inc("metrics.http.pages.ipv4", month);
|
||||
counters.inc("metrics.http.pages.ipv4", week);
|
||||
counters.inc("metrics.http.pages.ipv4", day);
|
||||
|
||||
// metrics.http.pages.ipv6
|
||||
counters.inc("metrics.http.pages.ipv6", year);
|
||||
counters.inc("metrics.http.pages.ipv6", month);
|
||||
counters.inc("metrics.http.pages.ipv6", week);
|
||||
counters.inc("metrics.http.pages.ipv6", day);
|
||||
|
||||
// metrics.http.files
|
||||
counters.inc("metrics.http.file", year);
|
||||
counters.inc("metrics.http.file", month);
|
||||
counters.inc("metrics.http.file", week);
|
||||
counters.inc("metrics.http.file", day);
|
||||
|
||||
// metrics.http.files.ipv4
|
||||
counters.inc("metrics.http.file.ipv4", year);
|
||||
counters.inc("metrics.http.file.ipv4", month);
|
||||
counters.inc("metrics.http.file.ipv4", week);
|
||||
counters.inc("metrics.http.file.ipv4", day);
|
||||
|
||||
// metrics.http.files.ipv6
|
||||
counters.inc("metrics.http.file.ipv6", year);
|
||||
counters.inc("metrics.http.file.ipv6", month);
|
||||
counters.inc("metrics.http.file.ipv6", week);
|
||||
counters.inc("metrics.http.file.ipv6", day);
|
||||
|
||||
// metrics.http.bytes
|
||||
counters.inc("metrics.http.bytes", year);
|
||||
counters.inc("metrics.http.bytes", month);
|
||||
counters.inc("metrics.http.bytes", week);
|
||||
counters.inc("metrics.http.bytes", day);
|
||||
|
||||
// metrics.http.bytes.ipv4
|
||||
counters.inc("metrics.http.bytes.ipv4", year);
|
||||
counters.inc("metrics.http.bytes.ipv4", month);
|
||||
counters.inc("metrics.http.bytes.ipv4", week);
|
||||
counters.inc("metrics.http.bytes.ipv4", day);
|
||||
|
||||
// metrics.http.bytes.ipv6
|
||||
counters.inc("metrics.http.bytes.ipv6", year);
|
||||
counters.inc("metrics.http.bytes.ipv6", month);
|
||||
counters.inc("metrics.http.bytes.ipv6", week);
|
||||
counters.inc("metrics.http.bytes.ipv6", day);
|
||||
|
||||
// metrics.http.status.1xx
|
||||
// metrics.http.status.2xx
|
||||
// metrics.http.status.3xx
|
||||
// metrics.http.status.4xx
|
||||
// metrics.http.status.5xx
|
||||
|
||||
// metrics.http.ips
|
||||
// metrics.http.ips.ipv4
|
||||
// metrics.http.ips.ipv6
|
||||
|
||||
// General HTTP error logs.
|
||||
// metrics.http.errors
|
||||
// metrics.http.errors.php
|
||||
|
||||
// ==
|
||||
|
||||
// metrics.http.hits.bots
|
||||
// metrics.http.hits.monitoring
|
||||
// metrics.http.hits.
|
||||
|
||||
// metrics.http.monitoring
|
||||
|
||||
// metrics.http.visitors
|
||||
// metrics.http.users
|
||||
|
||||
}
|
||||
}
|
||||
301
src/fr/devinsy/statoolinfos/htmlize/probes/HttpLog.java
Normal file
301
src/fr/devinsy/statoolinfos/htmlize/probes/HttpLog.java
Normal file
|
|
@ -0,0 +1,301 @@
|
|||
/*
|
||||
* Copyright (C) 2021 Christian Pierre MOMON <christian@momon.org>
|
||||
*
|
||||
* This file is part of StatoolInfos, simple service statistics tool.
|
||||
*
|
||||
* StatoolInfos is free software: you can redistribute it and/or modify
|
||||
* it under the terms of the GNU Affero General Public License as
|
||||
* published by the Free Software Foundation, either version 3 of the
|
||||
* License, or (at your option) any later version.
|
||||
*
|
||||
* StatoolInfos is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
* GNU Affero General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU Affero General Public License
|
||||
* along with StatoolInfos. If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
package fr.devinsy.statoolinfos.htmlize.probes;
|
||||
|
||||
import java.time.LocalDateTime;
|
||||
import java.time.format.DateTimeFormatter;
|
||||
import java.util.Locale;
|
||||
import java.util.regex.Pattern;
|
||||
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
|
||||
import fr.devinsy.strings.StringList;
|
||||
import fr.devinsy.strings.StringsUtils;
|
||||
|
||||
/**
|
||||
* The Class HttpLog.
|
||||
*/
|
||||
public class HttpLog
|
||||
{
|
||||
private static Logger logger = LoggerFactory.getLogger(HttpLog.class);
|
||||
|
||||
public static final Pattern IPV4_PATTERN = Pattern.compile("\\d{0,3}\\.\\d{0,3}\\.\\d{0,3}\\.\\d{0,3}");
|
||||
public static final Pattern IPV6_PATTERN = Pattern.compile("([0-9a-f]{1,4}:{1,2}){4,7}([0-9a-f]){1,4}", Pattern.CASE_INSENSITIVE);
|
||||
|
||||
private String remoteAddress;
|
||||
private String remoteUser;
|
||||
private LocalDateTime time;
|
||||
private String request;
|
||||
private HttpStatus status;
|
||||
private long bodyBytesSent;
|
||||
private String referer;
|
||||
private UserAgent httpUserAgent;
|
||||
|
||||
/**
|
||||
* Instantiates a new http log.
|
||||
*/
|
||||
public HttpLog()
|
||||
{
|
||||
this.remoteAddress = null;
|
||||
this.remoteUser = null;
|
||||
this.time = null;
|
||||
this.request = null;
|
||||
this.status = null;
|
||||
this.bodyBytesSent = 0;
|
||||
this.referer = null;
|
||||
this.httpUserAgent = null;
|
||||
}
|
||||
|
||||
public long getBodyBytesSent()
|
||||
{
|
||||
return this.bodyBytesSent;
|
||||
}
|
||||
|
||||
public String getDate()
|
||||
{
|
||||
String result;
|
||||
|
||||
result = this.time.format(DateTimeFormatter.ofPattern("yyyy-MM-dd", Locale.FRANCE));
|
||||
|
||||
//
|
||||
return result;
|
||||
}
|
||||
|
||||
public UserAgent getHttpUserAgent()
|
||||
{
|
||||
return this.httpUserAgent;
|
||||
}
|
||||
|
||||
public String getReferer()
|
||||
{
|
||||
return this.referer;
|
||||
}
|
||||
|
||||
public String getRemoteAddress()
|
||||
{
|
||||
return this.remoteAddress;
|
||||
}
|
||||
|
||||
public String getRemoteUser()
|
||||
{
|
||||
return this.remoteUser;
|
||||
}
|
||||
|
||||
public String getRequest()
|
||||
{
|
||||
return this.request;
|
||||
}
|
||||
|
||||
public HttpStatus getStatus()
|
||||
{
|
||||
return this.status;
|
||||
}
|
||||
|
||||
public LocalDateTime getTime()
|
||||
{
|
||||
return this.time;
|
||||
}
|
||||
|
||||
/**
|
||||
* Gets the year.
|
||||
*
|
||||
* @return the year
|
||||
*/
|
||||
public String getYear()
|
||||
{
|
||||
String result;
|
||||
|
||||
if (this.time == null)
|
||||
{
|
||||
result = null;
|
||||
}
|
||||
else
|
||||
{
|
||||
result = this.time.format(DateTimeFormatter.ofPattern("yyyy", Locale.FRANCE));
|
||||
}
|
||||
|
||||
//
|
||||
return result;
|
||||
}
|
||||
|
||||
/**
|
||||
* Gets the year month.
|
||||
*
|
||||
* @return the year month
|
||||
*/
|
||||
public String getYearMonth()
|
||||
{
|
||||
String result;
|
||||
|
||||
if (this.time == null)
|
||||
{
|
||||
result = null;
|
||||
}
|
||||
else
|
||||
{
|
||||
result = this.time.format(DateTimeFormatter.ofPattern("yyyy-MM", Locale.FRANCE));
|
||||
}
|
||||
//
|
||||
return result;
|
||||
}
|
||||
|
||||
/**
|
||||
* Gets the year week.
|
||||
*
|
||||
* @return the year week
|
||||
*/
|
||||
public String getYearWeek()
|
||||
{
|
||||
String result;
|
||||
if (this.time == null)
|
||||
{
|
||||
result = null;
|
||||
}
|
||||
else
|
||||
{
|
||||
|
||||
result = this.time.format(DateTimeFormatter.ofPattern("yyyy'W'ww", Locale.FRANCE));
|
||||
}
|
||||
//
|
||||
return result;
|
||||
}
|
||||
|
||||
/**
|
||||
* @return
|
||||
*/
|
||||
public boolean isBot()
|
||||
{
|
||||
boolean result;
|
||||
|
||||
result = StringsUtils.containsAnyIgnoreCase(this.httpUserAgent.toString(), "bot", "monitoring");
|
||||
|
||||
//
|
||||
return result;
|
||||
}
|
||||
|
||||
/**
|
||||
* Checks if is ipv4.
|
||||
*
|
||||
* @return true, if is ipv4
|
||||
*/
|
||||
public boolean isIPv4()
|
||||
{
|
||||
boolean result;
|
||||
|
||||
if (this.remoteAddress == null)
|
||||
{
|
||||
result = false;
|
||||
}
|
||||
else
|
||||
{
|
||||
result = this.remoteAddress.contains(".");
|
||||
}
|
||||
//
|
||||
return result;
|
||||
}
|
||||
|
||||
/**
|
||||
* Checks if is ipv6.
|
||||
*
|
||||
* @return true, if is ipv6
|
||||
*/
|
||||
public boolean isIPv6()
|
||||
{
|
||||
boolean result;
|
||||
|
||||
if (this.remoteAddress == null)
|
||||
{
|
||||
result = false;
|
||||
}
|
||||
else
|
||||
{
|
||||
result = this.remoteAddress.contains(":");
|
||||
}
|
||||
//
|
||||
return result;
|
||||
}
|
||||
|
||||
public void setBodyBytesSent(final long bodyBytesSent)
|
||||
{
|
||||
this.bodyBytesSent = bodyBytesSent;
|
||||
}
|
||||
|
||||
public void setHttpUserAgent(final UserAgent httpUserAgent)
|
||||
{
|
||||
this.httpUserAgent = httpUserAgent;
|
||||
}
|
||||
|
||||
public void setReferer(final String referer)
|
||||
{
|
||||
this.referer = referer;
|
||||
}
|
||||
|
||||
public void setRemoteAddress(final String remoteAddress)
|
||||
{
|
||||
this.remoteAddress = remoteAddress;
|
||||
}
|
||||
|
||||
public void setRemoteUser(final String remoteUser)
|
||||
{
|
||||
this.remoteUser = remoteUser;
|
||||
}
|
||||
|
||||
public void setRequest(final String request)
|
||||
{
|
||||
this.request = request;
|
||||
}
|
||||
|
||||
public void setStatus(final HttpStatus status)
|
||||
{
|
||||
this.status = status;
|
||||
}
|
||||
|
||||
public void setTime(final LocalDateTime time)
|
||||
{
|
||||
this.time = time;
|
||||
}
|
||||
|
||||
/**
|
||||
* To string.
|
||||
*
|
||||
* @return the string
|
||||
*/
|
||||
@Override
|
||||
public String toString()
|
||||
{
|
||||
String result;
|
||||
|
||||
StringList buffer = new StringList();
|
||||
|
||||
buffer.append("[remoteAddress=").append(this.remoteAddress).append("]");
|
||||
buffer.append("[remoteUser=").append(this.remoteUser).append("]");
|
||||
buffer.append("[time=").append(this.time).append("]");
|
||||
buffer.append("[request=").append(this.request).append("]");
|
||||
buffer.append("[status=").append(this.status.getCode()).append("]");
|
||||
buffer.append("[bodyBytesSent=").append(this.bodyBytesSent).append("]");
|
||||
buffer.append("[referer=").append(this.referer).append("]");
|
||||
buffer.append("[httpUserAgent=").append(this.httpUserAgent).append("]");
|
||||
|
||||
result = buffer.toString();
|
||||
|
||||
//
|
||||
return result;
|
||||
}
|
||||
}
|
||||
119
src/fr/devinsy/statoolinfos/htmlize/probes/HttpLogIterator.java
Normal file
119
src/fr/devinsy/statoolinfos/htmlize/probes/HttpLogIterator.java
Normal file
|
|
@ -0,0 +1,119 @@
|
|||
/*
|
||||
* Copyright (C) 2021 Christian Pierre MOMON <christian@momon.org>
|
||||
*
|
||||
* This file is part of StatoolInfos, simple service statistics tool.
|
||||
*
|
||||
* StatoolInfos is free software: you can redistribute it and/or modify
|
||||
* it under the terms of the GNU Affero General Public License as
|
||||
* published by the Free Software Foundation, either version 3 of the
|
||||
* License, or (at your option) any later version.
|
||||
*
|
||||
* StatoolInfos is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
* GNU Affero General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU Affero General Public License
|
||||
* along with StatoolInfos. If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
package fr.devinsy.statoolinfos.htmlize.probes;
|
||||
|
||||
import java.io.File;
|
||||
import java.io.IOException;
|
||||
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
|
||||
/**
|
||||
* The Class HttpLogIterator.
|
||||
*/
|
||||
public class HttpLogIterator
|
||||
{
|
||||
private static Logger logger = LoggerFactory.getLogger(HttpLogIterator.class);
|
||||
|
||||
public static final String DEFAULT_CHARSET_NAME = "UTF-8";
|
||||
|
||||
private long errorCount;
|
||||
private LineIterator iterator;
|
||||
|
||||
/**
|
||||
* Instantiates a new http log iterator.
|
||||
*
|
||||
* @param source
|
||||
* the source
|
||||
* @throws IOException
|
||||
* Signals that an I/O exception has occurred.
|
||||
*/
|
||||
public HttpLogIterator(final File source) throws IOException
|
||||
{
|
||||
this.errorCount = 0;
|
||||
this.iterator = new LineIterator(source);
|
||||
}
|
||||
|
||||
/**
|
||||
* Close.
|
||||
*/
|
||||
public void close()
|
||||
{
|
||||
this.iterator.close();
|
||||
}
|
||||
|
||||
/**
|
||||
* Gets the error count.
|
||||
*
|
||||
* @return the error count
|
||||
*/
|
||||
public long getErrorCount()
|
||||
{
|
||||
return this.errorCount;
|
||||
}
|
||||
|
||||
/**
|
||||
* Checks for next.
|
||||
*
|
||||
* @return true, if successful
|
||||
* @throws IOException
|
||||
*/
|
||||
public boolean hasNext() throws IOException
|
||||
{
|
||||
boolean result;
|
||||
|
||||
result = this.iterator.hasNext();
|
||||
|
||||
//
|
||||
return result;
|
||||
}
|
||||
|
||||
/**
|
||||
* Next.
|
||||
*
|
||||
* @return the http log
|
||||
* @throws IOException
|
||||
*/
|
||||
public HttpLog next() throws IOException
|
||||
{
|
||||
HttpLog result;
|
||||
|
||||
try
|
||||
{
|
||||
String line = this.iterator.next();
|
||||
result = HttpAccessLogAnalyzer.parseLog(line);
|
||||
}
|
||||
catch (Exception exception)
|
||||
{
|
||||
exception.printStackTrace();
|
||||
this.errorCount += 1;
|
||||
if (this.iterator.hasNext())
|
||||
{
|
||||
result = next();
|
||||
}
|
||||
else
|
||||
{
|
||||
result = null;
|
||||
}
|
||||
}
|
||||
|
||||
//
|
||||
return result;
|
||||
}
|
||||
}
|
||||
87
src/fr/devinsy/statoolinfos/htmlize/probes/HttpStatus.java
Normal file
87
src/fr/devinsy/statoolinfos/htmlize/probes/HttpStatus.java
Normal file
|
|
@ -0,0 +1,87 @@
|
|||
/*
|
||||
* Copyright (C) 2021 Christian Pierre MOMON <christian@momon.org>
|
||||
*
|
||||
* This file is part of StatoolInfos, simple service statistics tool.
|
||||
*
|
||||
* StatoolInfos is free software: you can redistribute it and/or modify
|
||||
* it under the terms of the GNU Affero General Public License as
|
||||
* published by the Free Software Foundation, either version 3 of the
|
||||
* License, or (at your option) any later version.
|
||||
*
|
||||
* StatoolInfos is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
* GNU Affero General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU Affero General Public License
|
||||
* along with StatoolInfos. If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
package fr.devinsy.statoolinfos.htmlize.probes;
|
||||
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
|
||||
/**
|
||||
* The Class HttpStatus.
|
||||
*/
|
||||
public class HttpStatus
|
||||
{
|
||||
private static Logger logger = LoggerFactory.getLogger(HttpStatus.class);
|
||||
|
||||
private int code;
|
||||
private String message;
|
||||
private String description;
|
||||
private HttpStatusCategory category;
|
||||
|
||||
/**
|
||||
* Instantiates a new http status.
|
||||
*/
|
||||
public HttpStatus(final int code, final String message, final String description)
|
||||
{
|
||||
this.code = code;
|
||||
this.message = message;
|
||||
this.description = description;
|
||||
this.category = HttpStatusCategory.valueOfCode(code);
|
||||
}
|
||||
|
||||
public HttpStatusCategory getCategory()
|
||||
{
|
||||
return this.category;
|
||||
}
|
||||
|
||||
public int getCode()
|
||||
{
|
||||
return this.code;
|
||||
}
|
||||
|
||||
public String getDescription()
|
||||
{
|
||||
return this.description;
|
||||
}
|
||||
|
||||
public String getMessage()
|
||||
{
|
||||
return this.message;
|
||||
}
|
||||
|
||||
public void setCategory(final HttpStatusCategory category)
|
||||
{
|
||||
this.category = category;
|
||||
}
|
||||
|
||||
public void setCode(final int code)
|
||||
{
|
||||
this.code = code;
|
||||
}
|
||||
|
||||
public void setDescription(final String description)
|
||||
{
|
||||
this.description = description;
|
||||
}
|
||||
|
||||
public void setMessage(final String message)
|
||||
{
|
||||
this.message = message;
|
||||
}
|
||||
|
||||
}
|
||||
|
|
@ -0,0 +1,127 @@
|
|||
/*
|
||||
* Copyright (C) 2021 Christian Pierre MOMON <christian@momon.org>
|
||||
*
|
||||
* This file is part of StatoolInfos, simple service statistics tool.
|
||||
*
|
||||
* StatoolInfos is free software: you can redistribute it and/or modify
|
||||
* it under the terms of the GNU Affero General Public License as
|
||||
* published by the Free Software Foundation, either version 3 of the
|
||||
* License, or (at your option) any later version.
|
||||
*
|
||||
* StatoolInfos is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
* GNU Affero General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU Affero General Public License
|
||||
* along with StatoolInfos. If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
package fr.devinsy.statoolinfos.htmlize.probes;
|
||||
|
||||
/**
|
||||
* The Enum HttpStatusCategory.
|
||||
*/
|
||||
public enum HttpStatusCategory
|
||||
{
|
||||
INFORMATIONAL,
|
||||
SUCCESS,
|
||||
REDIRECTION,
|
||||
CLIENT_ERROR,
|
||||
SERVER_ERROR,
|
||||
INVALID;
|
||||
|
||||
public static boolean isClientError(final int code)
|
||||
{
|
||||
boolean result;
|
||||
|
||||
result = ((code / 100) == 4);
|
||||
|
||||
//
|
||||
return result;
|
||||
}
|
||||
|
||||
/**
|
||||
* Checks if is informational.
|
||||
*
|
||||
* @return true, if is informational
|
||||
*/
|
||||
public static boolean isInformational(final int code)
|
||||
{
|
||||
boolean result;
|
||||
|
||||
result = ((code / 100) == 1);
|
||||
|
||||
//
|
||||
return result;
|
||||
}
|
||||
|
||||
public static boolean isRedirection(final int code)
|
||||
{
|
||||
boolean result;
|
||||
|
||||
result = ((code / 100) == 3);
|
||||
|
||||
//
|
||||
return result;
|
||||
}
|
||||
|
||||
public static boolean isServerError(final int code)
|
||||
{
|
||||
boolean result;
|
||||
|
||||
result = ((code / 100) == 5);
|
||||
|
||||
//
|
||||
return result;
|
||||
}
|
||||
|
||||
public static boolean isSuccess(final int code)
|
||||
{
|
||||
boolean result;
|
||||
|
||||
result = ((code / 100) == 2);
|
||||
|
||||
//
|
||||
return result;
|
||||
}
|
||||
|
||||
/**
|
||||
* Value of.
|
||||
*
|
||||
* @param code
|
||||
* the code
|
||||
* @return the http status category
|
||||
*/
|
||||
public static HttpStatusCategory valueOfCode(final int code)
|
||||
{
|
||||
HttpStatusCategory result;
|
||||
|
||||
if (isInformational(code))
|
||||
{
|
||||
result = HttpStatusCategory.INFORMATIONAL;
|
||||
}
|
||||
else if (isSuccess(code))
|
||||
{
|
||||
result = HttpStatusCategory.SUCCESS;
|
||||
}
|
||||
else if (isRedirection(code))
|
||||
{
|
||||
result = HttpStatusCategory.REDIRECTION;
|
||||
}
|
||||
else if (isClientError(code))
|
||||
{
|
||||
result = HttpStatusCategory.CLIENT_ERROR;
|
||||
}
|
||||
else if (isServerError(code))
|
||||
{
|
||||
result = HttpStatusCategory.SERVER_ERROR;
|
||||
}
|
||||
else
|
||||
{
|
||||
result = HttpStatusCategory.INVALID;
|
||||
}
|
||||
|
||||
//
|
||||
return result;
|
||||
}
|
||||
}
|
||||
149
src/fr/devinsy/statoolinfos/htmlize/probes/HttpStatusTable.java
Normal file
149
src/fr/devinsy/statoolinfos/htmlize/probes/HttpStatusTable.java
Normal file
|
|
@ -0,0 +1,149 @@
|
|||
/*
|
||||
* Copyright (C) 2021 Christian Pierre MOMON <christian@momon.org>
|
||||
*
|
||||
* This file is part of StatoolInfos, simple service statistics tool.
|
||||
*
|
||||
* StatoolInfos is free software: you can redistribute it and/or modify
|
||||
* it under the terms of the GNU Affero General Public License as
|
||||
* published by the Free Software Foundation, either version 3 of the
|
||||
* License, or (at your option) any later version.
|
||||
*
|
||||
* StatoolInfos is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
* GNU Affero General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU Affero General Public License
|
||||
* along with StatoolInfos. If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
package fr.devinsy.statoolinfos.htmlize.probes;
|
||||
|
||||
import java.util.HashMap;
|
||||
import java.util.regex.Pattern;
|
||||
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
|
||||
/**
|
||||
* The Class HttpStatusTable.
|
||||
*/
|
||||
public class HttpStatusTable
|
||||
{
|
||||
private static Logger logger = LoggerFactory.getLogger(HttpStatusTable.class);
|
||||
|
||||
public static final Pattern HTTP_CODE_PATTERN = Pattern.compile("\\d{3}");
|
||||
|
||||
private static class SingletonHolder
|
||||
{
|
||||
private static final HttpStatusTable instance = new HttpStatusTable();
|
||||
}
|
||||
|
||||
private HashMap<Integer, HttpStatus> codes;
|
||||
|
||||
/**
|
||||
* Instantiates a new http status table.
|
||||
*/
|
||||
private HttpStatusTable()
|
||||
{
|
||||
this.codes = new HashMap<Integer, HttpStatus>();
|
||||
|
||||
put(100, "Continue", "Attente de la suite de la requête.");
|
||||
put(101, "Switching Protocols", "Acceptation du changement de protocole.");
|
||||
put(102, "Processing", "WebDAV RFC 25183,4: Traitement en cours (évite que le client dépasse le temps d’attente limite).");
|
||||
put(103, "Early Hints", "RFC 82975 : (Expérimental) Dans l'attente de la réponse définitive, le serveur retourne des liens que le client peut commencer à télécharger.");
|
||||
|
||||
put(200, "OK", "Requête traitée avec succès. La réponse dépendra de la méthode de requête utilisée.");
|
||||
put(201, "Created", "Requête traitée avec succès et création d’un document.");
|
||||
put(202, "Accepted", "Requête traitée, mais sans garantie de résultat.");
|
||||
put(203, "Non-Authoritative Information", "Information retournée, mais générée par une source non certifiée.");
|
||||
put(204, "No Content", "Requête traitée avec succès mais pas d’information à renvoyer.");
|
||||
put(205, "Reset Content", "Requête traitée avec succès, la page courante peut être effacée.");
|
||||
put(206, "Partial Content", "Une partie seulement de la ressource a été transmise.");
|
||||
put(207, "Multi-Status", "WebDAV : Réponse multiple.");
|
||||
put(208, "Already Reported", "WebDAV : Le document a été envoyé précédemment dans cette collection.");
|
||||
put(210, "Content Different", "WebDAV : La copie de la ressource côté client diffère de celle du serveur (contenu ou propriétés).");
|
||||
put(226, "IM Used",
|
||||
"RFC 32296 : Le serveur a accompli la requête pour la ressource, et la réponse est une représentation du résultat d'une ou plusieurs manipulations d'instances appliquées à l'instance actuelle.");
|
||||
|
||||
// put();
|
||||
}
|
||||
|
||||
/**
|
||||
* Gets the.
|
||||
*
|
||||
* @param code
|
||||
* the code
|
||||
* @return the http status
|
||||
*/
|
||||
public HttpStatus get(final int code)
|
||||
{
|
||||
HttpStatus result;
|
||||
|
||||
result = this.codes.get(code);
|
||||
|
||||
if (result == null)
|
||||
{
|
||||
result = put(code, "UNOFFICIAL", "n/a");
|
||||
}
|
||||
|
||||
//
|
||||
return result;
|
||||
}
|
||||
|
||||
/**
|
||||
* Gets the.
|
||||
*
|
||||
* @param code
|
||||
* the code
|
||||
* @return the http status
|
||||
*/
|
||||
public HttpStatus get(final String code)
|
||||
{
|
||||
HttpStatus result;
|
||||
|
||||
if (HTTP_CODE_PATTERN.matcher(code).matches())
|
||||
{
|
||||
int value = Integer.valueOf(code);
|
||||
result = get(value);
|
||||
}
|
||||
else
|
||||
{
|
||||
result = null;
|
||||
}
|
||||
|
||||
//
|
||||
return result;
|
||||
}
|
||||
|
||||
/**
|
||||
* Put.
|
||||
*
|
||||
* @param code
|
||||
* the code
|
||||
* @param message
|
||||
* the message
|
||||
* @param description
|
||||
* the description
|
||||
* @return the http status
|
||||
*/
|
||||
private HttpStatus put(final int code, final String message, final String description)
|
||||
{
|
||||
HttpStatus result;
|
||||
|
||||
result = new HttpStatus(code, message, description);
|
||||
this.codes.put(code, result);
|
||||
|
||||
//
|
||||
return result;
|
||||
}
|
||||
|
||||
/**
|
||||
* Instance.
|
||||
*
|
||||
* @return the http status table
|
||||
*/
|
||||
public static HttpStatusTable instance()
|
||||
{
|
||||
return SingletonHolder.instance;
|
||||
}
|
||||
}
|
||||
125
src/fr/devinsy/statoolinfos/htmlize/probes/LineIterator.java
Normal file
125
src/fr/devinsy/statoolinfos/htmlize/probes/LineIterator.java
Normal file
|
|
@ -0,0 +1,125 @@
|
|||
/*
|
||||
* Copyright (C) 2021 Christian Pierre MOMON <christian@momon.org>
|
||||
*
|
||||
* This file is part of StatoolInfos, simple service statistics tool.
|
||||
*
|
||||
* StatoolInfos is free software: you can redistribute it and/or modify
|
||||
* it under the terms of the GNU Affero General Public License as
|
||||
* published by the Free Software Foundation, either version 3 of the
|
||||
* License, or (at your option) any later version.
|
||||
*
|
||||
* StatoolInfos is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
* GNU Affero General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU Affero General Public License
|
||||
* along with StatoolInfos. If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
package fr.devinsy.statoolinfos.htmlize.probes;
|
||||
|
||||
import java.io.BufferedReader;
|
||||
import java.io.File;
|
||||
import java.io.FileInputStream;
|
||||
import java.io.IOException;
|
||||
import java.io.InputStreamReader;
|
||||
|
||||
import org.apache.commons.io.IOUtils;
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
|
||||
/**
|
||||
* The Class LineIterator.
|
||||
*/
|
||||
public class LineIterator
|
||||
{
|
||||
private static Logger logger = LoggerFactory.getLogger(LineIterator.class);
|
||||
|
||||
public static final String DEFAULT_CHARSET_NAME = "UTF-8";
|
||||
|
||||
private BufferedReader in;
|
||||
private String nextLine;
|
||||
private boolean ready;
|
||||
|
||||
/**
|
||||
* Instantiates a new http log iterator.
|
||||
*
|
||||
* @param source
|
||||
* the source
|
||||
* @throws IOException
|
||||
* Signals that an I/O exception has occurred.
|
||||
*/
|
||||
public LineIterator(final File source) throws IOException
|
||||
{
|
||||
this.in = new BufferedReader(new InputStreamReader(new FileInputStream(source), DEFAULT_CHARSET_NAME));
|
||||
this.nextLine = null;
|
||||
this.ready = false;
|
||||
}
|
||||
|
||||
/**
|
||||
* Close.
|
||||
*/
|
||||
public void close()
|
||||
{
|
||||
IOUtils.closeQuietly(this.in);
|
||||
}
|
||||
|
||||
/**
|
||||
* Checks for next.
|
||||
*
|
||||
* @return true, if successful
|
||||
* @throws IOException
|
||||
*/
|
||||
public boolean hasNext() throws IOException
|
||||
{
|
||||
boolean result;
|
||||
|
||||
setReady();
|
||||
|
||||
if (this.nextLine == null)
|
||||
{
|
||||
result = false;
|
||||
close();
|
||||
}
|
||||
else
|
||||
{
|
||||
result = true;
|
||||
}
|
||||
|
||||
//
|
||||
return result;
|
||||
}
|
||||
|
||||
/**
|
||||
* Next.
|
||||
*
|
||||
* @return the http log
|
||||
* @throws IOException
|
||||
*/
|
||||
public String next() throws IOException
|
||||
{
|
||||
String result;
|
||||
|
||||
setReady();
|
||||
|
||||
result = this.nextLine;
|
||||
this.ready = false;
|
||||
|
||||
//
|
||||
return result;
|
||||
}
|
||||
|
||||
/**
|
||||
* Read next line.
|
||||
*
|
||||
* @throws IOException
|
||||
*/
|
||||
private void setReady() throws IOException
|
||||
{
|
||||
if (!this.ready)
|
||||
{
|
||||
this.nextLine = this.in.readLine();
|
||||
this.ready = true;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,39 @@
|
|||
/*
|
||||
* Copyright (C) 2021 Christian Pierre MOMON <christian@momon.org>
|
||||
*
|
||||
* This file is part of StatoolInfos, simple service statistics tool.
|
||||
*
|
||||
* StatoolInfos is free software: you can redistribute it and/or modify
|
||||
* it under the terms of the GNU Affero General Public License as
|
||||
* published by the Free Software Foundation, either version 3 of the
|
||||
* License, or (at your option) any later version.
|
||||
*
|
||||
* StatoolInfos is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
* GNU Affero General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU Affero General Public License
|
||||
* along with StatoolInfos. If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
package fr.devinsy.statoolinfos.htmlize.probes;
|
||||
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
|
||||
/**
|
||||
* The Class NGinxLogAnalyzer.
|
||||
*/
|
||||
public class NGinxLogAnalyzer
|
||||
{
|
||||
private static Logger logger = LoggerFactory.getLogger(NGinxLogAnalyzer.class);
|
||||
|
||||
public static final String DEFAULT_CHARSET_NAME = "UTF-8";
|
||||
|
||||
/**
|
||||
* Instantiates a new n ginx log analyzer.
|
||||
*/
|
||||
private NGinxLogAnalyzer()
|
||||
{
|
||||
}
|
||||
}
|
||||
|
|
@ -18,6 +18,8 @@
|
|||
*/
|
||||
package fr.devinsy.statoolinfos.htmlize.probes;
|
||||
|
||||
import java.util.regex.Pattern;
|
||||
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
|
||||
|
|
@ -70,6 +72,62 @@ public class PathCounter
|
|||
this.counter += 1;
|
||||
}
|
||||
|
||||
public void inc(final long value)
|
||||
{
|
||||
this.counter += value;
|
||||
}
|
||||
|
||||
/**
|
||||
* Checks if is date.
|
||||
*
|
||||
* @return true, if is date
|
||||
*/
|
||||
public boolean isDate()
|
||||
{
|
||||
boolean result;
|
||||
|
||||
Pattern pattern = Pattern.compile("^\\d{4}-\\d{2}-\\d{2}$");
|
||||
|
||||
result = (pattern.matcher(this.timeMark).matches());
|
||||
|
||||
//
|
||||
return result;
|
||||
}
|
||||
|
||||
/**
|
||||
* Checks if is year mark.
|
||||
*
|
||||
* @return true, if is year mark
|
||||
*/
|
||||
public boolean isYearMark()
|
||||
{
|
||||
boolean result;
|
||||
|
||||
Pattern pattern = Pattern.compile("^\\d{4}$");
|
||||
|
||||
result = (pattern.matcher(this.timeMark).matches());
|
||||
|
||||
//
|
||||
return result;
|
||||
}
|
||||
|
||||
/**
|
||||
* Checks if is year week.
|
||||
*
|
||||
* @return true, if is year week
|
||||
*/
|
||||
public boolean isYearWeek()
|
||||
{
|
||||
boolean result;
|
||||
|
||||
Pattern pattern = Pattern.compile("^\\d{4}W\\d{2}$");
|
||||
|
||||
result = (pattern.matcher(this.timeMark).matches());
|
||||
|
||||
//
|
||||
return result;
|
||||
}
|
||||
|
||||
public void setCounter(final long counter)
|
||||
{
|
||||
this.counter = counter;
|
||||
|
|
|
|||
|
|
@ -1,5 +1,5 @@
|
|||
/*
|
||||
* Copyright (C) 2020 Christian Pierre MOMON <christian@momon.org>
|
||||
* Copyright (C) 2020-2021 Christian Pierre MOMON <christian@momon.org>
|
||||
*
|
||||
* This file is part of StatoolInfos, simple service statistics tool.
|
||||
*
|
||||
|
|
@ -18,14 +18,23 @@
|
|||
*/
|
||||
package fr.devinsy.statoolinfos.htmlize.probes;
|
||||
|
||||
import java.time.LocalDate;
|
||||
import java.time.format.DateTimeFormatter;
|
||||
import java.util.HashMap;
|
||||
import java.util.Locale;
|
||||
|
||||
import org.apache.commons.lang3.StringUtils;
|
||||
|
||||
import fr.devinsy.statoolinfos.core.StatoolInfosUtils;
|
||||
import fr.devinsy.strings.StringList;
|
||||
import fr.devinsy.strings.StringSet;
|
||||
|
||||
/**
|
||||
* The Class PathCounters.
|
||||
*/
|
||||
public class PathCounters extends HashMap<String, PathCounter>
|
||||
{
|
||||
private static final long serialVersionUID = -7731827840828688703L;
|
||||
private static final long serialVersionUID = 6881726853303684439L;
|
||||
|
||||
/**
|
||||
* Instantiates a new path counters.
|
||||
|
|
@ -75,6 +84,228 @@ public class PathCounters extends HashMap<String, PathCounter>
|
|||
return result;
|
||||
}
|
||||
|
||||
/**
|
||||
* Gets the by prefix.
|
||||
*
|
||||
* @param prefix
|
||||
* the prefix
|
||||
* @return the by prefix
|
||||
*/
|
||||
public PathCounters getByPrefix(final String prefix)
|
||||
{
|
||||
PathCounters result;
|
||||
|
||||
result = new PathCounters();
|
||||
|
||||
for (PathCounter counter : this.values())
|
||||
{
|
||||
if (StringUtils.equals(counter.getPath(), prefix))
|
||||
{
|
||||
result.put(counter);
|
||||
}
|
||||
}
|
||||
|
||||
//
|
||||
return result;
|
||||
}
|
||||
|
||||
/**
|
||||
* Gets the days values line.
|
||||
*
|
||||
* @param prefix
|
||||
* the prefix
|
||||
* @param year
|
||||
* the year
|
||||
* @return the days values line
|
||||
*/
|
||||
public String getDaysValuesLine(final String prefix, final String year)
|
||||
{
|
||||
String result;
|
||||
|
||||
StringList line = new StringList();
|
||||
|
||||
LocalDate day = LocalDate.of(Integer.valueOf(year), 01, 01);
|
||||
boolean ended = false;
|
||||
while (!ended)
|
||||
{
|
||||
if (day.getYear() == Integer.valueOf(year))
|
||||
{
|
||||
String timeMark = day.format(DateTimeFormatter.ofPattern("yyyy-MM-dd", Locale.FRANCE));
|
||||
PathCounter dayCounter = get(prefix, timeMark);
|
||||
if (dayCounter != null)
|
||||
{
|
||||
line.append(dayCounter.getCounter());
|
||||
}
|
||||
line.append(',');
|
||||
|
||||
//
|
||||
day = day.plusDays(1);
|
||||
}
|
||||
else
|
||||
{
|
||||
ended = true;
|
||||
}
|
||||
}
|
||||
line.removeLast();
|
||||
|
||||
result = line.toString();
|
||||
|
||||
//
|
||||
return result;
|
||||
}
|
||||
|
||||
/**
|
||||
* Gets the months values line.
|
||||
*
|
||||
* @param prefix
|
||||
* the prefix
|
||||
* @param year
|
||||
* the year
|
||||
* @return the months values line
|
||||
*/
|
||||
public String getMonthsValuesLine(final String prefix, final String year)
|
||||
{
|
||||
String result;
|
||||
|
||||
StringList line = new StringList();
|
||||
for (int month = 1; month <= 12; month++)
|
||||
{
|
||||
String timeMark = String.format("%s-%02d", year, month);
|
||||
PathCounter monthCounter = get(prefix, timeMark);
|
||||
if (monthCounter != null)
|
||||
{
|
||||
line.append(monthCounter.getCounter());
|
||||
}
|
||||
line.append(',');
|
||||
}
|
||||
line.removeLast();
|
||||
|
||||
result = line.toString();
|
||||
|
||||
//
|
||||
return result;
|
||||
}
|
||||
|
||||
/**
|
||||
* Gets the prefixes.
|
||||
*
|
||||
* @return the prefixes
|
||||
*/
|
||||
public StringList getPrefixes()
|
||||
{
|
||||
StringList result;
|
||||
|
||||
StringSet paths = new StringSet();
|
||||
for (PathCounter counter : this.values())
|
||||
{
|
||||
paths.put(counter.getPath());
|
||||
}
|
||||
|
||||
result = new StringList(paths).sort();
|
||||
|
||||
//
|
||||
return result;
|
||||
}
|
||||
|
||||
/**
|
||||
* Gets the weeks values line.
|
||||
*
|
||||
* @param prefix
|
||||
* the prefix
|
||||
* @param year
|
||||
* the year
|
||||
* @return the weeks values line
|
||||
*/
|
||||
public String getWeeksValuesLine(final String prefix, final String year)
|
||||
{
|
||||
String result;
|
||||
|
||||
StringList line = new StringList();
|
||||
|
||||
int weekCount = StatoolInfosUtils.getWeekCountOfYear(Integer.valueOf(year));
|
||||
|
||||
for (int week = 1; week <= weekCount; week++)
|
||||
{
|
||||
String timeMark = String.format("%sW%02d", year, week);
|
||||
PathCounter weekCounter = get(prefix, timeMark);
|
||||
if (weekCounter != null)
|
||||
{
|
||||
line.append(weekCounter.getCounter());
|
||||
}
|
||||
line.append(',');
|
||||
}
|
||||
line.removeLast();
|
||||
|
||||
result = line.toString();
|
||||
|
||||
//
|
||||
return result;
|
||||
}
|
||||
|
||||
/**
|
||||
* Gets the years.
|
||||
*
|
||||
* @return the years
|
||||
*/
|
||||
public StringList getYears()
|
||||
{
|
||||
StringList result;
|
||||
|
||||
StringSet years = new StringSet();
|
||||
for (PathCounter counter : this.values())
|
||||
{
|
||||
if (counter.getTimeMark().matches("\\d{4}"))
|
||||
{
|
||||
years.put(counter.getTimeMark());
|
||||
}
|
||||
}
|
||||
|
||||
result = new StringList(years);
|
||||
|
||||
//
|
||||
return result;
|
||||
}
|
||||
|
||||
/**
|
||||
* Inc.
|
||||
*
|
||||
* @param value
|
||||
* the value
|
||||
* @param path
|
||||
* the path
|
||||
* @param timeMark
|
||||
* the time mark
|
||||
*/
|
||||
public void inc(final long value, final String path, final String timeMark)
|
||||
{
|
||||
PathCounter counter = get(path, timeMark);
|
||||
if (counter == null)
|
||||
{
|
||||
counter = new PathCounter(path, timeMark);
|
||||
put(counter);
|
||||
}
|
||||
|
||||
counter.inc(value);
|
||||
}
|
||||
|
||||
/**
|
||||
* Inc.
|
||||
*
|
||||
* @param value
|
||||
* the value
|
||||
* @param path
|
||||
* the path
|
||||
* @param timeMarks
|
||||
* the time marks
|
||||
*/
|
||||
public void inc(final long value, final String path, final String... timeMarks)
|
||||
{
|
||||
for (String timeMark : timeMarks)
|
||||
{
|
||||
inc(value, path, timeMark);
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* Put.
|
||||
*
|
||||
|
|
@ -89,9 +320,39 @@ public class PathCounters extends HashMap<String, PathCounter>
|
|||
if (counter == null)
|
||||
{
|
||||
counter = new PathCounter(path, timeMark);
|
||||
put(computeKey(path, timeMark), counter);
|
||||
put(counter);
|
||||
}
|
||||
|
||||
counter.inc();
|
||||
}
|
||||
|
||||
/**
|
||||
* Inc.
|
||||
*
|
||||
* @param path
|
||||
* the path
|
||||
* @param timeMarks
|
||||
* the time marks
|
||||
*/
|
||||
public void inc(final String path, final String... timeMarks)
|
||||
{
|
||||
for (String timeMark : timeMarks)
|
||||
{
|
||||
inc(path, timeMark);
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* Put.
|
||||
*
|
||||
* @param counter
|
||||
* the counter
|
||||
*/
|
||||
public void put(final PathCounter counter)
|
||||
{
|
||||
if (counter != null)
|
||||
{
|
||||
put(computeKey(counter.getPath(), counter.getTimeMark()), counter);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
|
|||
|
|
@ -1,5 +1,5 @@
|
|||
/*
|
||||
* Copyright (C) 2020 Christian Pierre MOMON <christian@momon.org>
|
||||
* Copyright (C) 2020-2021 Christian Pierre MOMON <christian@momon.org>
|
||||
*
|
||||
* This file is part of StatoolInfos, simple service statistics tool.
|
||||
*
|
||||
|
|
@ -18,11 +18,11 @@
|
|||
*/
|
||||
package fr.devinsy.statoolinfos.htmlize.probes;
|
||||
|
||||
import java.io.BufferedReader;
|
||||
import java.io.File;
|
||||
import java.io.FileNotFoundException;
|
||||
import java.io.IOException;
|
||||
import java.io.UnsupportedEncodingException;
|
||||
|
||||
import org.apache.commons.io.IOUtils;
|
||||
import org.apache.commons.lang3.StringUtils;
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
|
|
@ -30,6 +30,8 @@ import org.slf4j.LoggerFactory;
|
|||
import fr.devinsy.statoolinfos.core.Configuration;
|
||||
import fr.devinsy.statoolinfos.core.Factory;
|
||||
import fr.devinsy.statoolinfos.core.StatoolInfosException;
|
||||
import fr.devinsy.strings.StringList;
|
||||
import fr.devinsy.strings.StringsUtils;
|
||||
|
||||
/**
|
||||
* The Class Prober.
|
||||
|
|
@ -58,17 +60,33 @@ public class Prober
|
|||
* the statool infos exception
|
||||
*/
|
||||
public static void probe(final Configuration configuration) throws IOException, StatoolInfosException
|
||||
{
|
||||
BufferedReader in = null;
|
||||
try
|
||||
{
|
||||
//
|
||||
{
|
||||
String sourceFileName = configuration.get("conf.probe.http.accesslogs.source");
|
||||
String targetFileName = configuration.get("conf.probe.http.accesslogs.target");
|
||||
|
||||
logger.info("source=[{}]", sourceFileName);
|
||||
logger.info("target=[{}]", targetFileName);
|
||||
|
||||
if (!StringUtils.isAllBlank(sourceFileName, targetFileName))
|
||||
{
|
||||
HttpAccessLogProber.probe(new File(sourceFileName), new File(targetFileName));
|
||||
PathCounters counters = HttpAccessLogAnalyzer.probe(new File(sourceFileName), new File(targetFileName));
|
||||
|
||||
writeMetrics(new File(targetFileName), counters);
|
||||
|
||||
// for (PathCounter counter : counters.values())
|
||||
// {
|
||||
// logger.info(counter.getPath() + " " +
|
||||
// counter.getTimeMark() + " " + counter.getCounter());
|
||||
// }
|
||||
|
||||
{
|
||||
PathCounter counter = counters.get("metrics.http.hits", "2020");
|
||||
logger.info("counter=" + counter.getCounter());
|
||||
logger.info("size={}", counters.size());
|
||||
}
|
||||
|
||||
}
|
||||
}
|
||||
|
||||
|
|
@ -84,12 +102,6 @@ public class Prober
|
|||
// }
|
||||
// }
|
||||
}
|
||||
finally
|
||||
{
|
||||
IOUtils.closeQuietly(in);
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
/**
|
||||
* Stat.
|
||||
|
|
@ -101,10 +113,72 @@ public class Prober
|
|||
*/
|
||||
public static void probe(final File configurationFile) throws StatoolInfosException, IOException
|
||||
{
|
||||
logger.info("Htmlize {}", configurationFile.getAbsolutePath());
|
||||
logger.info("Probe {}", configurationFile.getAbsolutePath());
|
||||
|
||||
Configuration configuration = Factory.loadConfiguration(configurationFile);
|
||||
|
||||
probe(configuration);
|
||||
}
|
||||
|
||||
/**
|
||||
* Write metrics.
|
||||
*
|
||||
* @param target
|
||||
* the target
|
||||
* @param counters
|
||||
* the counters
|
||||
* @throws UnsupportedEncodingException
|
||||
* the unsupported encoding exception
|
||||
* @throws FileNotFoundException
|
||||
* the file not found exception
|
||||
*/
|
||||
public static void writeMetrics(final File target, final PathCounters counters) throws UnsupportedEncodingException, FileNotFoundException
|
||||
{
|
||||
StringList prefixes = counters.getPrefixes();
|
||||
|
||||
StringList metrics = new StringList();
|
||||
for (String prefix : prefixes)
|
||||
{
|
||||
logger.info("====== {}", prefix);
|
||||
|
||||
PathCounters prefixCounters = counters.getByPrefix(prefix);
|
||||
|
||||
StringList years = prefixCounters.getYears().sort();
|
||||
|
||||
for (String year : years)
|
||||
{
|
||||
{
|
||||
// Year.
|
||||
PathCounter yearCounter = prefixCounters.get(prefix, year);
|
||||
String line = String.format("%s.%s=%s", yearCounter.getPath(), yearCounter.getTimeMark(), yearCounter.getCounter());
|
||||
metrics.appendln(line);
|
||||
}
|
||||
|
||||
{
|
||||
// Months.
|
||||
StringList line = new StringList();
|
||||
line.append(prefix).append('.').append(year).append(".months=").append(prefixCounters.getMonthsValuesLine(prefix, year));
|
||||
metrics.appendln(line);
|
||||
}
|
||||
|
||||
{
|
||||
// Weeks.
|
||||
StringList line = new StringList();
|
||||
line.append(prefix).append('.').append(year).append(".weeks=").append(prefixCounters.getWeeksValuesLine(prefix, year));
|
||||
metrics.appendln(line);
|
||||
}
|
||||
|
||||
{
|
||||
// Days.
|
||||
StringList line = new StringList();
|
||||
line.append(prefix).append('.').append(year).append(".days=").append(prefixCounters.getDaysValuesLine(prefix, year));
|
||||
metrics.appendln(line);
|
||||
}
|
||||
}
|
||||
|
||||
metrics.appendln();
|
||||
}
|
||||
|
||||
StringsUtils.writeToFile(target, metrics);
|
||||
}
|
||||
}
|
||||
|
|
|
|||
197
src/fr/devinsy/statoolinfos/htmlize/probes/UserAgent.java
Normal file
197
src/fr/devinsy/statoolinfos/htmlize/probes/UserAgent.java
Normal file
|
|
@ -0,0 +1,197 @@
|
|||
/*
|
||||
* Copyright (C) 2021 Christian Pierre MOMON <christian@momon.org>
|
||||
*
|
||||
* This file is part of StatoolInfos, simple service statistics tool.
|
||||
*
|
||||
* StatoolInfos is free software: you can redistribute it and/or modify
|
||||
* it under the terms of the GNU Affero General Public License as
|
||||
* published by the Free Software Foundation, either version 3 of the
|
||||
* License, or (at your option) any later version.
|
||||
*
|
||||
* StatoolInfos is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
* GNU Affero General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU Affero General Public License
|
||||
* along with StatoolInfos. If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
package fr.devinsy.statoolinfos.htmlize.probes;
|
||||
|
||||
import org.apache.commons.lang3.StringUtils;
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
|
||||
import fr.devinsy.strings.StringList;
|
||||
import fr.devinsy.strings.StringsUtils;
|
||||
|
||||
/**
|
||||
* The Class UserAgent.
|
||||
*/
|
||||
public class UserAgent
|
||||
{
|
||||
private static Logger logger = LoggerFactory.getLogger(UserAgent.class);
|
||||
|
||||
private String source;
|
||||
|
||||
/**
|
||||
* Instantiates a new user agent.
|
||||
*
|
||||
* @param source
|
||||
* the source
|
||||
*/
|
||||
public UserAgent(final String source)
|
||||
{
|
||||
this.source = source;
|
||||
}
|
||||
|
||||
/**
|
||||
* Gets the browser.
|
||||
*
|
||||
* @return the browser
|
||||
*/
|
||||
public UserAgentBrowser getBrowser()
|
||||
{
|
||||
UserAgentBrowser result;
|
||||
|
||||
if (StringUtils.containsIgnoreCase(this.source, "Firefox"))
|
||||
{
|
||||
result = UserAgentBrowser.FIREFOX;
|
||||
}
|
||||
else if (StringUtils.containsIgnoreCase(this.source, "Chrome"))
|
||||
{
|
||||
result = UserAgentBrowser.CHROME;
|
||||
}
|
||||
else if (StringUtils.containsIgnoreCase(this.source, "Lynx"))
|
||||
{
|
||||
result = UserAgentBrowser.LYNX;
|
||||
}
|
||||
else
|
||||
{
|
||||
result = UserAgentBrowser.OTHER;
|
||||
}
|
||||
|
||||
//
|
||||
return result;
|
||||
}
|
||||
|
||||
/**
|
||||
* Gets the device.
|
||||
*
|
||||
* @return the device
|
||||
*/
|
||||
public UserAgentDevice getDevice()
|
||||
{
|
||||
UserAgentDevice result;
|
||||
|
||||
if (StringsUtils.containsAnyIgnoreCase(this.source, "iOS", "Android"))
|
||||
{
|
||||
result = UserAgentDevice.PHONE;
|
||||
}
|
||||
else if (StringsUtils.containsAnyIgnoreCase(this.source, "Playstation"))
|
||||
{
|
||||
result = UserAgentDevice.CONSOLE;
|
||||
}
|
||||
else
|
||||
{
|
||||
result = UserAgentDevice.OTHER;
|
||||
}
|
||||
|
||||
//
|
||||
return result;
|
||||
}
|
||||
|
||||
/**
|
||||
* Gets the os.
|
||||
*
|
||||
* @return the os
|
||||
*/
|
||||
public UserAgentOS getOS()
|
||||
{
|
||||
UserAgentOS result;
|
||||
|
||||
if (StringUtils.containsIgnoreCase(this.source, "Firefox"))
|
||||
{
|
||||
result = UserAgentOS.ANDROID;
|
||||
}
|
||||
else if (StringUtils.containsIgnoreCase(this.source, "Chrome"))
|
||||
{
|
||||
result = UserAgentOS.FREEBSD;
|
||||
}
|
||||
else if (StringUtils.containsIgnoreCase(this.source, "Lynx"))
|
||||
{
|
||||
result = UserAgentOS.GNULINUX;
|
||||
}
|
||||
else
|
||||
{
|
||||
result = UserAgentOS.OTHER;
|
||||
}
|
||||
|
||||
//
|
||||
return result;
|
||||
}
|
||||
|
||||
/**
|
||||
* Gets the type.
|
||||
*
|
||||
* @return the type
|
||||
*/
|
||||
public UserAgentType getType()
|
||||
{
|
||||
UserAgentType result;
|
||||
|
||||
// Source: http://www.useragentstring.com/pages/useragentstring.php.
|
||||
StringList crawlerKeys = new StringList();
|
||||
crawlerKeys.add("Accoona-AI-Agent");
|
||||
crawlerKeys.add("AddSugarSpiderBot ");
|
||||
crawlerKeys.add("AnyApexBot");
|
||||
crawlerKeys.add("Arachmo");
|
||||
crawlerKeys.add("B-l-i-t-z-B-O-T");
|
||||
crawlerKeys.add("Baiduspider");
|
||||
crawlerKeys.add("BecomeBot");
|
||||
crawlerKeys.add("BeslistBot");
|
||||
crawlerKeys.add("BillyBobBot");
|
||||
crawlerKeys.add("Bimbot");
|
||||
crawlerKeys.add("Bingbot");
|
||||
crawlerKeys.add("BlitzBOT");
|
||||
crawlerKeys.add("Chrome");
|
||||
crawlerKeys.add("Firefox");
|
||||
crawlerKeys.add("Lynx");
|
||||
|
||||
if (StringsUtils.containsAnyIgnoreCase(this.source, "Firefox", "Chrome", "Lynx", "MSIE", "Safari"))
|
||||
{
|
||||
result = UserAgentType.BROWSER;
|
||||
}
|
||||
else if (StringUtils.containsIgnoreCase(this.source, "Crawler"))
|
||||
{
|
||||
result = UserAgentType.CRAWLER;
|
||||
}
|
||||
else if (StringUtils.containsIgnoreCase(this.source, "Validator"))
|
||||
{
|
||||
result = UserAgentType.VALIDATOR;
|
||||
}
|
||||
else
|
||||
{
|
||||
result = UserAgentType.OTHER;
|
||||
}
|
||||
|
||||
//
|
||||
return result;
|
||||
}
|
||||
|
||||
/**
|
||||
* To string.
|
||||
*
|
||||
* @return the string
|
||||
*/
|
||||
@Override
|
||||
public String toString()
|
||||
{
|
||||
String result;
|
||||
|
||||
result = this.source;
|
||||
|
||||
//
|
||||
return result;
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,37 @@
|
|||
/*
|
||||
* Copyright (C) 2021 Christian Pierre MOMON <christian@momon.org>
|
||||
*
|
||||
* This file is part of StatoolInfos, simple service statistics tool.
|
||||
*
|
||||
* StatoolInfos is free software: you can redistribute it and/or modify
|
||||
* it under the terms of the GNU Affero General Public License as
|
||||
* published by the Free Software Foundation, either version 3 of the
|
||||
* License, or (at your option) any later version.
|
||||
*
|
||||
* StatoolInfos is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
* GNU Affero General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU Affero General Public License
|
||||
* along with StatoolInfos. If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
package fr.devinsy.statoolinfos.htmlize.probes;
|
||||
|
||||
/**
|
||||
* The Enum UserAgentBrowser.
|
||||
*/
|
||||
public enum UserAgentBrowser
|
||||
{
|
||||
CHROME,
|
||||
CHROMIUM,
|
||||
FIREFOX,
|
||||
LYNX,
|
||||
MSEDGE,
|
||||
MSIE,
|
||||
NETSCAPE,
|
||||
OPERA,
|
||||
SAFARI,
|
||||
W3C,
|
||||
OTHER
|
||||
}
|
||||
|
|
@ -0,0 +1,31 @@
|
|||
/*
|
||||
* Copyright (C) 2021 Christian Pierre MOMON <christian@momon.org>
|
||||
*
|
||||
* This file is part of StatoolInfos, simple service statistics tool.
|
||||
*
|
||||
* StatoolInfos is free software: you can redistribute it and/or modify
|
||||
* it under the terms of the GNU Affero General Public License as
|
||||
* published by the Free Software Foundation, either version 3 of the
|
||||
* License, or (at your option) any later version.
|
||||
*
|
||||
* StatoolInfos is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
* GNU Affero General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU Affero General Public License
|
||||
* along with StatoolInfos. If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
package fr.devinsy.statoolinfos.htmlize.probes;
|
||||
|
||||
/**
|
||||
* The Enum UserAgentDevice.
|
||||
*/
|
||||
public enum UserAgentDevice
|
||||
{
|
||||
CONSOLE,
|
||||
PHONE,
|
||||
TABLET,
|
||||
PC,
|
||||
OTHER
|
||||
}
|
||||
32
src/fr/devinsy/statoolinfos/htmlize/probes/UserAgentOS.java
Normal file
32
src/fr/devinsy/statoolinfos/htmlize/probes/UserAgentOS.java
Normal file
|
|
@ -0,0 +1,32 @@
|
|||
/*
|
||||
* Copyright (C) 2021 Christian Pierre MOMON <christian@momon.org>
|
||||
*
|
||||
* This file is part of StatoolInfos, simple service statistics tool.
|
||||
*
|
||||
* StatoolInfos is free software: you can redistribute it and/or modify
|
||||
* it under the terms of the GNU Affero General Public License as
|
||||
* published by the Free Software Foundation, either version 3 of the
|
||||
* License, or (at your option) any later version.
|
||||
*
|
||||
* StatoolInfos is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
* GNU Affero General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU Affero General Public License
|
||||
* along with StatoolInfos. If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
package fr.devinsy.statoolinfos.htmlize.probes;
|
||||
|
||||
public enum UserAgentOS
|
||||
{
|
||||
ANDROID,
|
||||
FREEBSD,
|
||||
GNULINUX,
|
||||
IOS,
|
||||
MSWINDOWS,
|
||||
MACOS,
|
||||
NETBSD,
|
||||
OPENBSD,
|
||||
OTHER
|
||||
}
|
||||
|
|
@ -0,0 +1,34 @@
|
|||
/*
|
||||
* Copyright (C) 2021 Christian Pierre MOMON <christian@momon.org>
|
||||
*
|
||||
* This file is part of StatoolInfos, simple service statistics tool.
|
||||
*
|
||||
* StatoolInfos is free software: you can redistribute it and/or modify
|
||||
* it under the terms of the GNU Affero General Public License as
|
||||
* published by the Free Software Foundation, either version 3 of the
|
||||
* License, or (at your option) any later version.
|
||||
*
|
||||
* StatoolInfos is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
* GNU Affero General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU Affero General Public License
|
||||
* along with StatoolInfos. If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
package fr.devinsy.statoolinfos.htmlize.probes;
|
||||
|
||||
/**
|
||||
* The Enum UserAgentType.
|
||||
*/
|
||||
public enum UserAgentType
|
||||
{
|
||||
BROWSER,
|
||||
CRAWLER,
|
||||
CONSOLE,
|
||||
FEED_READER,
|
||||
LIBRARIE,
|
||||
LINK_CHECKER,
|
||||
VALIDATOR,
|
||||
OTHER;
|
||||
}
|
||||
Loading…
Reference in a new issue