// RobotsTxtConfig.java // --------- // part of YaCy // (C) by Michael Peter Christen; mc@yacy.net // first published on http://www.anomic.de // Frankfurt, Germany, 2007 // Created 22.02.2007 // // This file is contributed by Franz Brausze // // $LastChangedDate$ // $LastChangedRevision$ // $LastChangedBy$ // // This program is free software; you can redistribute it and/or modify // it under the terms of the GNU General Public License as published by // the Free Software Foundation; either version 2 of the License, or // (at your option) any later version. // // This program is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU General Public License for more details. // // You should have received a copy of the GNU General Public License // along with this program; if not, write to the Free Software // Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA package net.yacy.server.http; import net.yacy.cora.util.CommonPattern; import net.yacy.search.SwitchboardConstants; import net.yacy.server.serverSwitch; public final class RobotsTxtConfig { public static final String WIKI = "wiki"; public static final String BLOG = "blog"; public static final String BOOKMARKS = "bookmarks"; public static final String HOMEPAGE = "homepage"; public static final String FILESHARE = "fileshare"; public static final String SURFTIPS = "surftips"; public static final String NEWS = "news"; public static final String STATUS = "status"; public static final String LOCKED = "locked"; public static final String DIRS = "dirs"; public static final String NETWORK = "network"; public static final String PROFILE = "profile"; public static final String ALL = "all"; private boolean allDisallowed = false; private boolean lockedDisallowed = true; private boolean dirsDisallowed = true; private boolean wikiDisallowed = false; private boolean blogDisallowed = false; private boolean fileshareDisallowed = false; private boolean homepageDisallowed = false; private boolean newsDisallowed = false; private boolean statusDisallowed = false; private boolean networkDisallowed = false; private boolean surftipsDisallowed = false; private boolean bookmarksDisallowed = false; private boolean profileDisallowed = true; public RobotsTxtConfig() { } public RobotsTxtConfig(final String[] active) { if (active == null) return; for (int i=0; i