add auto_redirect

Author: marevol

src/main/java/org/codelibs/riverweb/RiverWeb.java

@@ -298,6 +298,10 @@ private int crawl(Crawler crawler, String configId, String sessionId) {
             final Boolean robotsTxtEnabled = SettingsUtils.get(crawlSettings, "robots_txt", config.isRobotsTxtEnabled());
             paramMap.put(HcHttpClient.ROBOTS_TXT_ENABLED_PROPERTY, robotsTxtEnabled);
 
+            // redirect automatically
+            final Boolean redirectsEnabled = SettingsUtils.get(crawlSettings, "auto_redirect", config.isRedirectsEnabled());
+            paramMap.put(HcHttpClient.REDIRECTS_ENABLED, redirectsEnabled);
+
             // proxy
             final Map<String, Object> proxyMap = SettingsUtils.get(crawlSettings, "proxy", null);
             if (proxyMap != null) {

src/main/java/org/codelibs/riverweb/util/ConfigProperties.java

@@ -38,6 +38,10 @@ public boolean isRobotsTxtEnabled() {
         return Boolean.valueOf(getProperty("robots.txt.enabled", Boolean.TRUE.toString()));
     }
 
+    public boolean isRedirectsEnabled() {
+        return Boolean.valueOf(getProperty("auto.redirect.enabled", Boolean.FALSE.toString()));
+    }
+
     public Integer getConnectionTimeout() {
         String value = getProperty("timeout.connection");
         if (StringUtil.isNotBlank(value)) {