yacy_search_server/htroot/Autocrawl_p.java

import net.yacy.cora.protocol.RequestHeader;
import net.yacy.crawler.data.CrawlProfile.CrawlAttribute;
import net.yacy.search.Switchboard;
import net.yacy.search.SwitchboardConstants;
import net.yacy.server.serverObjects;
import net.yacy.server.serverSwitch;

public class Autocrawl_p {

    public static serverObjects respond(@SuppressWarnings("unused") final RequestHeader header, final serverObjects post, final serverSwitch env) {
        final serverObjects prop = new serverObjects();
        final Switchboard sb = (Switchboard) env;
        
        boolean autocrawlEnable = sb.getConfigBool(SwitchboardConstants.AUTOCRAWL, false);
        int autocrawlRatio = Integer.parseInt(sb.getConfig(SwitchboardConstants.AUTOCRAWL_RATIO, "50"));
        int autocrawlRows = Integer.parseInt(sb.getConfig(SwitchboardConstants.AUTOCRAWL_ROWS, "100"));
        int autocrawlDays = Integer.parseInt(sb.getConfig(SwitchboardConstants.AUTOCRAWL_DAYS, "1"));
        String autocrawlQuery = sb.getConfig(SwitchboardConstants.AUTOCRAWL_QUERY, "*:*");
        int autocrawlShallow = Integer.parseInt(sb.getConfig(SwitchboardConstants.AUTOCRAWL_SHALLOW_DEPTH, "1"));
        int autocrawlDeep = Integer.parseInt(sb.getConfig(SwitchboardConstants.AUTOCRAWL_DEEP_DEPTH, "3"));
        boolean autocrawlText = sb.getConfigBool(SwitchboardConstants.AUTOCRAWL_INDEX_TEXT, true);
        boolean autocrawlMedia = sb.getConfigBool(SwitchboardConstants.AUTOCRAWL_INDEX_MEDIA, true);
        
        if (post != null) {
            autocrawlEnable = post.getBoolean("autocrawlEnable");
            if (post.containsKey("autocrawlRatio")) {
                autocrawlRatio = post.getInt("autocrawlRatio", 50);
            }
            if (post.containsKey("autocrawlRows")) {
                autocrawlRows = post.getInt("autocralwRows", 100);
            }
            if (post.containsKey("autocrawlDays")) {
                autocrawlDays = post.getInt("autocrawlDays", 1);
            }
            if (post.containsKey("autocrawlQuery")) {
                autocrawlQuery = post.get("autocrawlQuery", "*:*");
            }
            if (post.containsKey("autocrawlShallow")){
                autocrawlShallow = post.getInt("autocrawlShallow", 1);
            }
            if (post.containsKey("autocrawlDeep")) {
                autocrawlDeep = post.getInt("autocrawlDeep", 3);
            }
            autocrawlText = post.getBoolean("autocrawlText");
            autocrawlMedia = post.getBoolean("autocrawlMedia");
        }
        
        if (autocrawlRatio > 500) {
            autocrawlRatio = 500;
        } else if (autocrawlRatio < 1) {
            autocrawlRatio = 1;
        }
        if (autocrawlRows > 500) {
            autocrawlRows = 500;
        } else if (autocrawlRows < 1) {
            autocrawlRows = 1;
        }
        if (autocrawlDays > 60) {
            autocrawlDays = 60;
        } else if (autocrawlDays < 1) {
            autocrawlDays = 1;
        }
        if (autocrawlShallow > 1) {
            autocrawlShallow = 2;
        } else if (autocrawlShallow < 0) {
            autocrawlShallow = 0;
        }
        if (autocrawlDeep > 5) {
            autocrawlDeep = 5;
        } else if (autocrawlDeep < 1) {
            autocrawlDeep = 1;
        }
        
        if (post != null) {
            sb.setConfig(SwitchboardConstants.AUTOCRAWL, autocrawlEnable);
            sb.setConfig(SwitchboardConstants.AUTOCRAWL_RATIO, autocrawlRatio);
            sb.setConfig(SwitchboardConstants.AUTOCRAWL_ROWS, autocrawlRows);
            sb.setConfig(SwitchboardConstants.AUTOCRAWL_DAYS, autocrawlDays);
            sb.setConfig(SwitchboardConstants.AUTOCRAWL_QUERY, autocrawlQuery);
            sb.setConfig(SwitchboardConstants.AUTOCRAWL_SHALLOW_DEPTH, autocrawlShallow);
            sb.setConfig(SwitchboardConstants.AUTOCRAWL_DEEP_DEPTH, autocrawlDeep);
            sb.setConfig(SwitchboardConstants.AUTOCRAWL_INDEX_TEXT, autocrawlText);
            sb.setConfig(SwitchboardConstants.AUTOCRAWL_INDEX_MEDIA, autocrawlMedia);
            
            sb.initAutocrawl(autocrawlEnable);
            
            prop.put("changed", true);
        }
        
        prop.put("autocrawlEnable", autocrawlEnable);
        prop.put("autocrawlRatio", autocrawlRatio);
        prop.put("autocrawlRows", autocrawlRows);
        prop.put("autocrawlDays", autocrawlDays);
        prop.put("autocrawlQuery", autocrawlQuery);
        prop.put("autocrawlShallow", autocrawlShallow);
        prop.put("autocrawlDeep", autocrawlDeep);
        prop.put("autocrawlText", autocrawlText);
        prop.put("autocrawlMedia", autocrawlMedia);
        
        return prop;
    }
}