yacy_search_server/source/de/anomic/http/httpdRobotsTxtConfig.java
orbiter 5bb8074150 removed the indexing queue. This queue was superfluous since the introduction of the blocking queues last year, where documents are parsed, analysed and stored in the index with concurrency.
- The indexing queue was a historic data structure that was introduced at the very beginning at the project as a part of the switchboard organisation object structure. Without the indexing queue the switchboard queue becomes also superfluous. It has been removed as well.
- Removing the switchboard queue requires that all servlets are called without a opaque generic ('<?>'). That caused that all serlets had to be modified.
- Many servlets displayed the indexing queue or the size of that queue. In the past months the indexer was so fast that mostly the indexing queue appeared empty, so there was no use of it any more. Because the queue has been removed, the display in the servlets had also to be removed.
- The surrogate work task had been a part of the indexing queue control structure. Without the indexing queue the surrogates needed its own task management. That has been integrated here.
- Because the indexing queue had a special queue entry object and properties attached to this object, the propterties had to be moved to the queue entry object which is part of the new indexing queue withing the blocking queue, the Response Object. That object has now also the new properties of the removed indexing queue entry object.

git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@6225 6c8d7289-2bf4-0310-a012-ef5d649a1542
2009-07-17 13:59:21 +00:00

214 lines
7.9 KiB
Java

// httpdRobotsTxtConfig.java
// ---------
// part of YaCy
// (C) by Michael Peter Christen; mc@yacy.net
// first published on http://www.anomic.de
// Frankfurt, Germany, 2007
// Created 22.02.2007
//
// This file is contributed by Franz Brausze
//
// $LastChangedDate: $
// $LastChangedRevision: $
// $LastChangedBy: $
//
// This program is free software; you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation; either version 2 of the License, or
// (at your option) any later version.
//
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU General Public License for more details.
//
// You should have received a copy of the GNU General Public License
// along with this program; if not, write to the Free Software
// Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
package de.anomic.http;
import de.anomic.plasma.plasmaSwitchboardConstants;
import de.anomic.server.serverSwitch;
public final class httpdRobotsTxtConfig {
public static final String WIKI = "wiki";
public static final String BLOG = "blog";
public static final String BOOKMARKS = "bookmarks";
public static final String HOMEPAGE = "homepage";
public static final String FILESHARE = "fileshare";
public static final String SURFTIPS = "surftips";
public static final String NEWS = "news";
public static final String STATUS = "status";
public static final String LOCKED = "locked";
public static final String DIRS = "dirs";
public static final String NETWORK = "network";
public static final String PROFILE = "profile";
public static final String ALL = "all";
private boolean allDisallowed = false;
private boolean lockedDisallowed = true;
private boolean dirsDisallowed = true;
private boolean wikiDisallowed = false;
private boolean blogDisallowed = false;
private boolean fileshareDisallowed = false;
private boolean homepageDisallowed = false;
private boolean newsDisallowed = false;
private boolean statusDisallowed = false;
private boolean networkDisallowed = false;
private boolean surftipsDisallowed = false;
private boolean bookmarksDisallowed = false;
private boolean profileDisallowed = true;
public httpdRobotsTxtConfig() { }
public httpdRobotsTxtConfig(final String[] active) {
if (active == null) return;
for (int i=0; i<active.length; i++) {
if (active[i] == null) continue;
if (active[i].equals(BLOG)) { this.blogDisallowed = true; continue; }
if (active[i].equals(WIKI)) { this.wikiDisallowed = true; continue; }
if (active[i].equals(BOOKMARKS)) { this.bookmarksDisallowed = true; continue; }
if (active[i].equals(HOMEPAGE)) { this.homepageDisallowed = true; continue; }
if (active[i].equals(FILESHARE)) { this.fileshareDisallowed = true; continue; }
if (active[i].equals(SURFTIPS)) { this.surftipsDisallowed = true; continue; }
if (active[i].equals(NEWS)) { this.newsDisallowed = true; continue; }
if (active[i].equals(STATUS)) { this.statusDisallowed = true; continue; }
if (active[i].equals(NETWORK)) { this.networkDisallowed = true; continue; }
if (active[i].equals(LOCKED)) { this.lockedDisallowed = true; continue; }
if (active[i].equals(DIRS)) { this.dirsDisallowed = true; continue; }
if (active[i].equals(PROFILE)) { this.profileDisallowed = true; continue; }
if (active[i].equals(ALL)) { this.allDisallowed = true; continue; }
}
}
public static httpdRobotsTxtConfig init(final serverSwitch env) {
final String cfg = env.getConfig(plasmaSwitchboardConstants.ROBOTS_TXT, plasmaSwitchboardConstants.ROBOTS_TXT_DEFAULT);
if (cfg == null) return new httpdRobotsTxtConfig();
return new httpdRobotsTxtConfig(cfg.split(","));
}
public String toString() {
if (this.allDisallowed) return ALL;
final StringBuilder sb = new StringBuilder();
if (this.blogDisallowed) sb.append(BLOG).append(",");
if (this.bookmarksDisallowed) sb.append(BOOKMARKS).append(",");
if (this.dirsDisallowed) sb.append(DIRS).append(",");
if (this.fileshareDisallowed) sb.append(FILESHARE).append(",");
if (this.homepageDisallowed) sb.append(HOMEPAGE).append(",");
if (this.lockedDisallowed) sb.append(LOCKED).append(",");
if (this.networkDisallowed) sb.append(NETWORK).append(",");
if (this.newsDisallowed) sb.append(NEWS).append(",");
if (this.statusDisallowed) sb.append(STATUS).append(",");
if (this.surftipsDisallowed) sb.append(SURFTIPS).append(",");
if (this.wikiDisallowed) sb.append(WIKI).append(",");
if (this.profileDisallowed) sb.append(PROFILE).append(",");
return sb.toString();
}
public boolean isAllDisallowed() {
return allDisallowed;
}
public void setAllDisallowed(final boolean allDisallowed) {
this.allDisallowed = allDisallowed;
}
public boolean isLockedDisallowed() {
return lockedDisallowed || this.allDisallowed;
}
public void setLockedDisallowed(final boolean lockedDisallowed) {
this.lockedDisallowed = lockedDisallowed;
}
public boolean isDirsDisallowed() {
return dirsDisallowed || this.allDisallowed;
}
public void setDirsDisallowed(final boolean dirsDisallowed) {
this.dirsDisallowed = dirsDisallowed;
}
public boolean isBlogDisallowed() {
return blogDisallowed || this.allDisallowed;
}
public void setBlogDisallowed(final boolean blogDisallowed) {
this.blogDisallowed = blogDisallowed;
}
public boolean isBookmarksDisallowed() {
return bookmarksDisallowed || this.allDisallowed;
}
public void setBookmarksDisallowed(final boolean bookmarksDisallowed) {
this.bookmarksDisallowed = bookmarksDisallowed;
}
public boolean isFileshareDisallowed() {
return fileshareDisallowed || this.allDisallowed;
}
public void setFileshareDisallowed(final boolean fileshareDisallowed) {
this.fileshareDisallowed = fileshareDisallowed;
}
public boolean isHomepageDisallowed() {
return homepageDisallowed || this.allDisallowed;
}
public void setHomepageDisallowed(final boolean homepageDisallowed) {
this.homepageDisallowed = homepageDisallowed;
}
public boolean isNetworkDisallowed() {
return networkDisallowed || this.allDisallowed;
}
public void setNetworkDisallowed(final boolean networkDisallowed) {
this.networkDisallowed = networkDisallowed;
}
public boolean isNewsDisallowed() {
return newsDisallowed || this.allDisallowed;
}
public void setNewsDisallowed(final boolean newsDisallowed) {
this.newsDisallowed = newsDisallowed;
}
public boolean isStatusDisallowed() {
return statusDisallowed || this.allDisallowed;
}
public void setStatusDisallowed(final boolean statusDisallowed) {
this.statusDisallowed = statusDisallowed;
}
public boolean isSurftipsDisallowed() {
return surftipsDisallowed || this.allDisallowed;
}
public void setSurftipsDisallowed(final boolean surftipsDisallowed) {
this.surftipsDisallowed = surftipsDisallowed;
}
public boolean isWikiDisallowed() {
return wikiDisallowed || this.allDisallowed;
}
public void setWikiDisallowed(final boolean wikiDisallowed) {
this.wikiDisallowed = wikiDisallowed;
}
public boolean isProfileDisallowed() {
return profileDisallowed || this.allDisallowed;
}
public void setProfileDisallowed(final boolean profileDisallowed) {
this.profileDisallowed = profileDisallowed;
}
}