statoolinfosweb/src/fr/devinsy/statoolinfos/core/StatoolInfos.java

/*
 * Copyright (C) 2020 Christian Pierre MOMON <christian@momon.org>
 * 
 * This file is part of StatoolInfos, simple service statistics tool.
 * 
 * StatoolInfos is free software: you can redistribute it and/or modify
 * it under the terms of the GNU Affero General Public License as
 * published by the Free Software Foundation, either version 3 of the
 * License, or (at your option) any later version.
 * 
 * StatoolInfos is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU Affero General Public License for more details.
 * 
 * You should have received a copy of the GNU Affero General Public License
 * along with StatoolInfos.  If not, see <http://www.gnu.org/licenses/>.
 */
package fr.devinsy.statoolinfos.core;

import java.io.File;
import java.io.IOException;
import java.net.URL;
import java.time.LocalDateTime;

import org.apache.commons.lang3.StringUtils;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import fr.devinsy.statoolinfos.htmlize.Htmlizer;
import fr.devinsy.statoolinfos.properties.PathProperties;
import fr.devinsy.statoolinfos.properties.PathProperty;
import fr.devinsy.statoolinfos.properties.PathPropertyList;
import fr.devinsy.statoolinfos.properties.PathPropertyUtils;

/**
 * The Class StatoolInfos.
 */
public class StatoolInfos
{
    private static Logger logger = LoggerFactory.getLogger(StatoolInfos.class);

    /**
     * Builds the.
     *
     * @param input
     *            the input
     * @throws StatoolInfosException
     *             the statool infos exception
     * @throws IOException
     *             Signals that an I/O exception has occurred.
     */
    public static void build(final File input) throws StatoolInfosException, IOException
    {
        logger.info("Build {}", input.getAbsolutePath());
        PathProperties inputProperties = PathPropertyUtils.load(input);

        String buildDirectoryName = inputProperties.get("conf.build.directory");
        if (StringUtils.isBlank(buildDirectoryName))
        {
            throw new StatoolInfosException("Build directory target is undefined.");
        }
        else
        {
            File targetDirectory = new File(buildDirectoryName);

            if (targetDirectory.exists())
            {
                // Load configuration file.

                PathProperties targetProperties = new PathPropertyList();

                // Add generator paths.
                PathProperties fileSection = new PathPropertyList();
                fileSection.put("file.class", inputProperties.get("conf.class"));
                fileSection.put("file.generator", "StatoolInfos");
                fileSection.put("file.datetime", LocalDateTime.now().toString());
                fileSection.put("file.protocol", inputProperties.get("conf.protocol"));
                targetProperties.add(fileSection);

                //
                targetProperties.add(inputProperties);

                // Clear configuration paths.
                targetProperties.removeSection("conf");

                // Save target file.
                File targetFile = new File(targetDirectory, input.getName());
                PathPropertyUtils.save(targetFile, targetProperties);
            }
            else
            {
                throw new StatoolInfosException("Build directory target does not exist.");
            }
        }
    }

    /**
     * Clear.
     *
     * @param input
     *            the input
     * @throws StatoolInfosException
     *             the statool infos exception
     * @throws IOException
     *             Signals that an I/O exception has occurred.
     */
    public static void clear(final File input) throws StatoolInfosException, IOException
    {
        PathProperties inputProperties = PathPropertyUtils.load(input);

        {
            String crawlCacheName = inputProperties.get("conf.crawl.cache");
            if (StringUtils.isBlank(crawlCacheName))
            {
                throw new StatoolInfosException("Crawl cache directory is undefined.");
            }
            else
            {
                File crawlCacheDirectory = new File(crawlCacheName);

                if (crawlCacheDirectory.exists())
                {
                    CrawlCache cache = new CrawlCache(crawlCacheDirectory);
                    cache.clear();
                }
                else
                {
                    throw new StatoolInfosException("Crawl cache directory does not exist.");
                }
            }
        }

        {
            String buildDirectoryName = inputProperties.get("conf.build.directory");
            if (StringUtils.isBlank(buildDirectoryName))
            {
                throw new StatoolInfosException("Build directory is undefined.");
            }
            else
            {
                File buildDirectory = new File(buildDirectoryName);

                if (buildDirectory.exists())
                {
                    CrawlCache cache = new CrawlCache(buildDirectory);
                    cache.clear();
                }
                else
                {
                    throw new StatoolInfosException("Crawl cache directory does not exist.");
                }
            }
        }
    }

    /**
     * Crawl.
     *
     * @param input
     *            the input
     * @throws StatoolInfosException
     *             the statool infos exception
     * @throws IOException
     *             Signals that an I/O exception has occurred.
     */
    public static void crawl(final File input) throws StatoolInfosException, IOException
    {
        PathProperties configuration = PathPropertyUtils.load(input);

        String crawlCachePath = configuration.get("conf.crawl.cache");
        logger.info("Cache setting: {}", configuration.get("conf.crawl.cache"));
        CrawlCache cache = new CrawlCache(new File(crawlCachePath));

        PathProperties subs = configuration.getByPrefix("subs");
        for (PathProperty property : subs)
        {
            URL url = new URL(property.getValue());
            crawl(url, cache);
        }
    }

    /**
     * Crawl.
     *
     * @param url
     *            the input
     * @param cache
     *            the cache
     * @throws StatoolInfosException
     *             the statool infos exception
     * @throws IOException
     *             Signals that an I/O exception has occurred.
     */
    public static void crawl(final URL url, final CrawlCache cache) throws StatoolInfosException, IOException
    {
        logger.info("Crawling " + url);

        File file = cache.store(url);
        PathProperties properties = PathPropertyUtils.load(file);

        PathProperties crawlSection = new PathPropertyList();
        crawlSection.put("crawl.crawler", "StatoolInfos");
        crawlSection.put("crawl.datetime", LocalDateTime.now().toString());
        crawlSection.put("crawl.url", url.toString());
        properties.add(crawlSection);
        cache.storeProperties(url, properties);

        cache.storeQuietly(properties.getURL("federation.logo"));
        cache.storeQuietly(properties.getURL("federation.logo.url"));
        cache.storeQuietly(properties.getURL("organization.logo"));
        cache.storeQuietly(properties.getURL("organization.logo.url"));
        cache.storeQuietly(properties.getURL("service.logo"));
        cache.storeQuietly(properties.getURL("service.logo.url"));

        //
        PathProperties subs = properties.getByPrefix("subs");
        for (PathProperty property : subs)
        {
            URL subUrl = new URL(property.getValue());
            crawl(subUrl, cache);
        }
    }

    /**
     * Htmlize.
     *
     * @param input
     *            the input
     * @throws StatoolInfosException
     *             the statool infos exception
     * @throws IOException
     *             Signals that an I/O exception has occurred.
     */
    public static void htmlize(final File input) throws StatoolInfosException, IOException
    {
        PathProperties properties = PathPropertyUtils.load(input);

        String className = properties.get("conf.class");
        if (StringUtils.equals(className, "federation"))
        {
            Federation federation = Factory.loadFederation(properties);
            Htmlizer.htmlize(federation);
        }
        else if (StringUtils.equals(className, "organization"))
        {
            Organization organization = Factory.loadOrganization(properties);
            Htmlizer.htmlize(organization);
        }
        else if (StringUtils.equals(className, "service"))
        {
            Service service = Factory.loadService(properties);
            Htmlizer.htmlize(service);
        }
        else
        {
            // TODO
        }
    }
}